00010000:00000010:0.1F:1769074759.175727:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:0.1:1769074759.175748:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074759.175752:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:0.1:1769074759.175755:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074759.175758:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:1.1F:1769074759.177875:0:58623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c9d06b00.
00000080:00000010:1.1:1769074759.177902:0:58623:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e53c3403180.
00010000:00000010:1.1:1769074772.751135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:2.1F:1769074772.755091:0:59118:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:2.1:1769074772.755237:0:59118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:2.1:1769074772.767137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00000080:00000010:0.1:1769074772.849408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c64f3b40.
00010000:00000010:0.1:1769074772.872094:0:59123:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:0.1:1769074772.872111:0:59123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:2.1:1769074773.025303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:0.1:1769074773.040249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2d689e0.
00010000:00000010:0.1:1769074773.132359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074773.132375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074773.144277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074773.158197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00000080:00000010:1.1:1769074773.186108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c64f31a0.
00000080:00000010:0.1:1769074773.226201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c64f3cc0.
00010000:00000010:2.1:1769074773.226472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:2.1:1769074773.226479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:1.1:1769074773.232220:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:0.1:1769074773.236229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:2.1:1769074773.255171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c661fd60.
00010000:00000010:3.1F:1769074773.292225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:0.1:1769074773.315113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c4df6ac0.
00010000:00000010:0.1:1769074773.334130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074773.359238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:0.1:1769074773.359255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:0.1:1769074773.359258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:0.1:1769074773.359261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:0.1:1769074773.359266:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074773.359270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074773.359325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:1.1:1769074773.359331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:0.1:1769074773.378125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c661f160.
00000080:00000010:0.1:1769074773.378159:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e53c3716300.
00010000:00000010:1.1:1769074787.408543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074787.412110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:1.1:1769074787.412126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:1.1:1769074787.429573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00000080:00000010:3.1:1769074787.490609:0:59868:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c99503c0.
00010000:00000010:3.1:1769074787.508146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:3.1:1769074787.508248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074787.584364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:0.1:1769074787.598114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cae5c180.
00010000:00000010:3.1:1769074787.675155:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:3.1:1769074787.675163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074787.675231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:2.1:1769074787.684338:0:59874:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00000080:00000010:1.1:1769074787.695130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c8e76e60.
00000080:00000010:0.1:1769074787.722188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c8374bc0.
00010000:00000010:3.1:1769074787.742162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:3.1:1769074787.742178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:3.1:1769074787.746280:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00000080:00000010:3.1:1769074787.750111:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53f3d50680.
00010000:00000010:1.1:1769074787.750353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:1.1:1769074787.786251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00000080:00000010:3.1:1769074787.792577:0:59876:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2f38f00.
00010000:00000010:0.1:1769074787.825383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:2.1:1769074787.841122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:2.1:1769074787.841138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:2.1:1769074787.841140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:2.1:1769074787.841145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:2.1:1769074787.841150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:2.1:1769074787.841155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074787.849388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:1.1:1769074787.849403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:0.1:1769074787.872350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c6356c40.
00000080:00000010:0.1:1769074787.885708:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e53cab8b180.
00010000:00000010:0.1:1769074802.685109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074802.695260:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074802.695271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074802.704108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00000080:00000010:3.1:1769074802.773127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c66743a0.
00010000:00000010:0.1:1769074802.783111:0:60614:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074802.783124:0:60614:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:3.1:1769074802.935860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:2.1:1769074802.948160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c8975820.
00010000:00000010:0.1:1769074803.016151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074803.022138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:1.1:1769074803.022153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:1.1:1769074803.030041:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00000080:00000010:1.1:1769074803.030056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c6674b80.
00010000:00000010:2.1:1769074803.070328:0:60326:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:2.1:1769074803.070336:0:60326:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:2.1:1769074803.070340:0:60326:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00000080:00000010:1.1:1769074803.071128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c8975040.
00010000:00000010:3.1:1769074803.078118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:2.1:1769074803.090101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c89754e0.
00010000:00000010:3.1:1769074803.126131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:0.1:1769074803.135252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c63d0f60.
00010000:00000010:3.1:1769074803.146549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:0.1:1769074803.157136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:0.1:1769074803.157143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074803.157147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:0.1:1769074803.157150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:0.1:1769074803.157155:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074803.157159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074803.165306:0:60622:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:0.1:1769074803.165314:0:60622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00000080:00000010:0.1:1769074803.175251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c4dc5dc0.
00000080:00000010:1.1:1769074803.182122:0:60623:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e53cab8f380.
00010000:00000010:0.1:1769074820.883318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074820.883335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:0.1:1769074820.883341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:0.1:1769074820.902122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00000080:00000010:0.1:1769074820.984110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbb65d60.
00010000:00000010:0.1:1769074820.984125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074820.984130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074821.272872:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:2.1:1769074821.329135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c67ea2c0.
00010000:00000010:2.1:1769074821.418663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:2.1:1769074821.418670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:2.1:1769074821.427186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:0.1:1769074821.427413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00000080:00000010:0.1:1769074821.451107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2facf20.
00000080:00000010:2.1:1769074821.519120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c68506c0.
00010000:00000010:1.1:1769074821.519286:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:1.1:1769074821.519301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:1.1:1769074821.549092:0:61072:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074821.565282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:1.1:1769074821.574139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c4f92840.
00010000:00000010:2.1:1769074821.602133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00000080:00000010:2.1:1769074821.615371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2facdc0.
00010000:00000010:1.1:1769074821.644232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:1.1:1769074821.671562:0:61072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:1.1:1769074821.671585:0:61072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074821.671590:0:61072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:1.1:1769074821.671593:0:61072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074821.671597:0:61072:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:1.1:1769074821.671602:0:61072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:2.1:1769074821.685286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2f8e8a0.
00000080:00000010:2.1:1769074821.685321:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e53c3710000.
00010000:00000010:0.1:1769074821.687112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:0.1:1769074821.687120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:1.1:1769074834.561176:0:62049:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074834.561187:0:62049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:2.1:1769074834.563267:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00000080:00000010:3.1:1769074834.690178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53caf6f480.
00010000:00000010:0.1:1769074834.707296:0:62055:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:0.1:1769074834.707314:0:62055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:0.1:1769074834.707318:0:62055:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074834.707321:0:62055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:2.1:1769074834.903853:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:2.1:1769074834.903865:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:2.1:1769074834.903869:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:2.1:1769074834.903872:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00000080:00000010:3.1:1769074834.934113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53caf6fcc0.
00000080:00000010:3.1:1769074834.934148:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e53c3710000.
00010000:00000010:0.1:1769074844.148247:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:0.1:1769074844.148260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:3.1:1769074844.186145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00000080:00000010:2.1:1769074844.385350:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbad1940.
00010000:00000010:3.1:1769074844.404093:0:62641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:3.1:1769074844.404113:0:62641:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:3.1:1769074844.404120:0:62641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:3.1:1769074844.404124:0:62641:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:3.1:1769074844.404127:0:62641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:2.1:1769074844.628699:0:62651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:2.1:1769074844.628711:0:62651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:2.1:1769074844.628714:0:62651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:2.1:1769074844.628717:0:62651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:2.1:1769074844.637403:0:62652:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cafba8c0.
00000080:00000010:2.1:1769074844.637436:0:62652:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e53c37d18c0.
00010000:00000010:1.1:1769074855.912400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:1.1:1769074855.912415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:1.1:1769074855.955402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00000080:00000010:1.1:1769074856.115281:0:63159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53caf6f600.
00010000:00000010:1.1:1769074856.150090:0:63309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074856.150107:0:63309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:1.1:1769074856.150112:0:63309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:1.1:1769074856.150116:0:63309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:3.1:1769074856.239347:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:2.1:1769074856.242041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:1.1:1769074856.300251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6d80.
00010000:00000010:1.1:1769074856.307125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:1.1:1769074856.307141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:1.1:1769074856.307145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:1.1:1769074856.307147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:1.1:1769074856.344198:0:63323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d4e0.
00010000:00000010:1.1:1769074856.394086:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074856.394103:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:1.1:1769074856.394108:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074856.394111:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:1.1:1769074856.394114:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:2.1:1769074856.425162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbad1680.
00000080:00000010:2.1:1769074856.464113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e69e0.
00010000:00000010:1.1:1769074856.528362:0:63336:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074856.528377:0:63336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074856.528381:0:63336:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074856.528384:0:63336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:2.1:1769074856.535266:0:63333:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b2a0.
00010000:00000010:1.1:1769074856.677386:0:63344:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:1.1:1769074856.677395:0:63344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074856.677408:0:63344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:3.1:1769074856.690120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bdc0.
00000080:00000010:2.1:1769074856.715260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908de60.
00010000:00000010:0.1:1769074856.734142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:3.1:1769074856.810313:0:63350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6700.
00010000:00000010:0.1:1769074856.823363:0:63351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074856.823376:0:63351:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074856.823380:0:63351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074856.823403:0:63351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:0.1:1769074856.823407:0:63351:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074856.823411:0:63351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:2.1:1769074856.870485:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d640.
00010000:00000010:3.1:1769074856.897217:0:63357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:3.1:1769074856.897235:0:63357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:3.1:1769074856.897239:0:63357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:3.1:1769074856.897243:0:63357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:3.1:1769074856.938950:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d8c0.
00010000:00000010:2.1:1769074856.967013:0:63361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00000080:00000010:0.1:1769074856.980093:0:63360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bb20.
00000080:00000010:1.1:1769074857.013104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b700.
00010000:00000010:0.1:1769074857.037660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074857.037682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074857.037688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074857.037691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:3.1:1769074857.106520:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:3.1:1769074857.106556:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:3.1:1769074857.106561:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:3.1:1769074857.106573:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:1.1:1769074857.116456:0:63372:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6280.
00010000:00000010:0.1:1769074857.258172:0:63381:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074857.258182:0:63381:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074857.258186:0:63381:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074857.258190:0:63381:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074857.258193:0:63381:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:0.1:1769074857.280150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b080.
00000080:00000010:0.1:1769074857.329572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6280.
00010000:00000010:1.1:1769074857.332750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00000080:00000010:3.1:1769074857.416144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d3e0.
00010000:00000010:2.1:1769074857.428660:0:63389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:2.1:1769074857.428677:0:63389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:2.1:1769074857.428681:0:63389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:2.1:1769074857.540288:0:2401:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:2.1:1769074857.540304:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:2.1:1769074857.540308:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:2.1:1769074857.540311:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00000080:00000010:2.1:1769074857.614972:0:63400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d640.
00000080:00000010:1.1:1769074857.677433:0:2407:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41e60.
00010000:00000010:1.1:1769074857.677446:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074857.677452:0:2407:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:1.1:1769074857.677457:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:1.1:1769074857.677461:0:2407:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:1.1:1769074857.683188:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00010000:00000010:0.1:1769074857.776125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:0.1:1769074857.783133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:0.1:1769074857.783142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:0.1:1769074857.783146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074857.783150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:3.1:1769074857.809546:0:63413:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6280.
00010000:00000010:2.1:1769074857.825115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:3.1:1769074857.828277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41be0.
00010000:00000010:0.1:1769074857.903040:0:63419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074857.903050:0:63419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074857.903056:0:63419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:0.1:1769074857.903060:0:63419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:0.1:1769074857.903084:0:63419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:1.1:1769074857.905708:0:63420:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b340.
00010000:00000010:0.1:1769074858.004873:0:63427:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:0.1:1769074858.004879:0:63427:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:0.1:1769074858.004883:0:63427:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:0.1:1769074858.004886:0:63427:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:0.1:1769074858.004889:0:63427:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00000080:00000010:1.1:1769074858.011139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41e80.
00010000:00000010:0.1:1769074858.134622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:0.1:1769074858.134637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:0.1:1769074858.134659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074858.134662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074858.134665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00000080:00000010:0.1:1769074858.141025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d940.
00000080:00000010:1.1:1769074858.162194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d4e0.
00000080:00000010:3.1:1769074858.199705:0:63442:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654be20.
00010000:00000010:0.1:1769074858.211749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074858.211765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074858.211770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074858.211773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074858.262754:0:63448:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074858.262769:0:63448:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074858.262773:0:63448:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:0.1:1769074858.262776:0:63448:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:0.1:1769074858.275362:0:63448:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b400.
00010000:00000010:0.1:1769074858.318231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:3.1:1769074858.340663:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d7c0.
00000080:00000010:1.1:1769074858.375233:0:63456:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b400.
00010000:00000010:1.1:1769074858.380100:0:63456:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:1.1:1769074858.380116:0:63456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074858.380121:0:63456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:0.1:1769074858.448104:0:63463:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:0.1:1769074858.448118:0:63463:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:0.1:1769074858.448123:0:63463:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074858.448127:0:63463:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00000080:00000010:0.1:1769074858.453195:0:63463:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e68c0.
00000080:00000010:2.1:1769074858.510294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a00.
00010000:00000010:1.1:1769074858.529500:0:63466:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074858.529516:0:63466:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074858.529521:0:63466:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074858.529523:0:63466:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:2.1:1769074858.560217:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00010000:00000010:0.1:1769074858.631601:0:63478:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:0.1:1769074858.631619:0:63478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074858.631624:0:63478:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:0.1:1769074858.631626:0:63478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:1.1:1769074858.647192:0:63476:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b2a0.
00010000:00000010:0.1:1769074858.721118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074858.721134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:0.1:1769074858.721138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:2.1:1769074858.721979:0:63485:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b7c0.
00000080:00000010:2.1:1769074858.796105:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41320.
00010000:00000010:3.1:1769074858.802430:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:3.1:1769074858.802437:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:3.1:1769074858.802440:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:3.1:1769074858.802443:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:3.1:1769074858.951742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:3.1:1769074858.951758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:3.1:1769074858.951762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:3.1:1769074858.951764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:3.1:1769074858.951767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:0.1:1769074858.968251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e413c0.
00010000:00000010:1.1:1769074858.987164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00000080:00000010:1.1:1769074858.997303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d7c0.
00000080:00000010:1.1:1769074859.053099:0:50473:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6c80.
00010000:00000010:1.1:1769074859.071167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074859.071182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:1.1:1769074859.071188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:1.1:1769074859.071191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:1.1:1769074859.134878:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41320.
00010000:00000010:1.1:1769074859.145101:0:63514:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:1.1:1769074859.145121:0:63514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:1.1:1769074859.145126:0:63514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:1.1:1769074859.224254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074859.251674:0:63520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:1.1:1769074859.251690:0:63520:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:1.1:1769074859.251695:0:63520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:1.1:1769074859.251698:0:63520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:1.1:1769074859.304118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6b00.
00000080:00000010:1.1:1769074859.382275:0:63528:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e413a0.
00010000:00000010:1.1:1769074859.382291:0:63528:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:1.1:1769074859.382296:0:63528:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:1.1:1769074859.382374:0:63528:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:1.1:1769074859.382379:0:63528:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:1.1:1769074859.383941:0:59724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:1.1:1769074859.384113:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:1.1:1769074859.462226:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a00.
00010000:00000010:1.1:1769074859.465126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074859.465135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074859.465139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:3.1:1769074859.531111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:3.1:1769074859.531118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:3.1:1769074859.531123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:3.1:1769074859.531126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:0.1:1769074859.554618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b9c0.
00000080:00000010:2.1:1769074859.622119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d7a0.
00010000:00000010:1.1:1769074859.623138:0:63548:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074859.623151:0:63548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:1.1:1769074859.623155:0:63548:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:1.1:1769074859.623159:0:63548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:3.1:1769074859.765891:0:63558:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:3.1:1769074859.765904:0:63558:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:3.1:1769074859.765909:0:63558:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:3.1:1769074859.765912:0:63558:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00000080:00000010:0.1:1769074859.810623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908daa0.
00000080:00000010:2.1:1769074859.842796:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908daa0.
00010000:00000010:1.1:1769074859.924054:0:63566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074859.924208:0:63566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074859.924212:0:63566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074859.924215:0:63566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:0.1:1769074859.938147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b7c0.
00010000:00000010:2.1:1769074859.967116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:0.1:1769074859.971411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b0c0.
00010000:00000010:0.1:1769074860.029190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074860.029203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074860.029217:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074860.029221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:0.1:1769074860.029224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074860.029226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:0.1:1769074860.034232:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b2e0.
00000080:00000010:2.1:1769074860.062332:0:63576:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e67a0.
00010000:00000010:2.1:1769074860.079225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:2.1:1769074860.079236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:2.1:1769074860.079253:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:2.1:1769074860.079258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:3.1:1769074860.094473:0:63579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908da80.
00010000:00000010:3.1:1769074860.167201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00000080:00000010:2.1:1769074860.173032:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a20.
00000080:00000010:1.1:1769074860.188084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b1a0.
00010000:00000010:0.1:1769074860.196157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:0.1:1769074860.196165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074860.196169:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074860.196172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074860.253125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00000080:00000010:2.1:1769074860.275162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dce0.
00010000:00000010:0.1:1769074860.321413:0:63594:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:0.1:1769074860.321421:0:63594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:0.1:1769074860.321425:0:63594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:0.1:1769074860.355221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b520.
00000080:00000010:3.1:1769074860.387283:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e412e0.
00010000:00000010:1.1:1769074860.471930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074860.471944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:1.1:1769074860.471947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074860.471960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:3.1:1769074860.522293:0:63605:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b520.
00000080:00000010:0.1:1769074860.589609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d700.
00010000:00000010:0.1:1769074860.620150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:0.1:1769074860.620157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:0.1:1769074860.620161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074860.620165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:0.1:1769074860.620168:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074860.620172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:0.1:1769074860.702096:0:63616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00010000:00000010:1.1:1769074860.704979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074860.704996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:1.1:1769074860.705010:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074860.705013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074860.877809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074860.877824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074860.877829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074860.877832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074860.877835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:0.1:1769074860.918603:0:63627:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b6c0.
00010000:00000010:0.1:1769074860.948271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:3.1:1769074860.975233:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00010000:00000010:1.1:1769074861.012233:0:2407:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:1.1:1769074861.012248:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:1.1:1769074861.012252:0:2407:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074861.012254:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00000080:00000010:0.1:1769074861.036238:0:63633:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908df20.
00000080:00000010:2.1:1769074861.082412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b1c0.
00010000:00000010:1.1:1769074861.082472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:1.1:1769074861.119209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b1a0.
00010000:00000010:1.1:1769074861.127098:0:63640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:1.1:1769074861.127107:0:63640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074861.127111:0:63640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074861.198089:0:63646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074861.198103:0:63646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:1.1:1769074861.198106:0:63646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:1.1:1769074861.198109:0:63646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:2.1:1769074861.208174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b0c0.
00000080:00000010:2.1:1769074861.269803:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b9c0.
00010000:00000010:1.1:1769074861.286061:0:63653:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:1.1:1769074861.286088:0:63653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074861.286092:0:63653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:2.1:1769074861.440099:0:63661:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:2.1:1769074861.440108:0:63661:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:2.1:1769074861.440113:0:63661:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:2.1:1769074861.440117:0:63661:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00000080:00000010:0.1:1769074861.468590:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e69e0.
00000080:00000010:0.1:1769074861.591936:0:63668:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6ca0.
00010000:00000010:3.1:1769074861.597124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:3.1:1769074861.597139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:3.1:1769074861.597143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:3.1:1769074861.597164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:3.1:1769074861.597169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00000080:00000010:2.1:1769074861.789634:0:63679:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41fc0.
00010000:00000010:0.1:1769074861.790110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00010000:00000010:0.1:1769074861.790119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:0.1:1769074861.790134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074861.790139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:0.1:1769074861.790142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:1.1:1769074861.877119:0:63159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d020.
00010000:00000010:0.1:1769074861.903607:0:63685:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:0.1:1769074861.903623:0:63685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074861.903628:0:63685:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074861.903632:0:63685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:2.1:1769074861.978301:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00010000:00000010:3.1:1769074862.002144:0:63692:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:3.1:1769074862.002154:0:63692:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:3.1:1769074862.002158:0:63692:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:3.1:1769074862.097268:0:63160:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:3.1:1769074862.097433:0:63160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:3.1:1769074862.097506:0:63160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:0.1:1769074862.113104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b340.
00010000:00000010:3.1:1769074862.134458:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:2.1:1769074862.143184:0:63704:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6cc0.
00010000:00000010:1.1:1769074862.164555:0:63707:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:1.1:1769074862.164563:0:63707:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074862.164568:0:63707:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:1.1:1769074862.164572:0:63707:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074862.164576:0:63707:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00000080:00000010:3.1:1769074862.186215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d8c0.
00010000:00000010:3.1:1769074862.214232:0:63710:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:3.1:1769074862.223199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b6c0.
00000080:00000010:1.1:1769074862.281429:0:63716:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b400.
00010000:00000010:2.1:1769074862.293323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:2.1:1769074862.293332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:2.1:1769074862.293337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:2.1:1769074862.293341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:2.1:1769074862.293344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:2.1:1769074862.293348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:2.1:1769074862.371438:0:63723:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6b00.
00010000:00000010:3.1:1769074862.380696:0:63722:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:3.1:1769074862.380708:0:63722:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:3.1:1769074862.380711:0:63722:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00000080:00000010:3.1:1769074862.438142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dd20.
00010000:00000010:3.1:1769074862.448156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:3.1:1769074862.448172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:3.1:1769074862.448179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:3.1:1769074862.448183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00000080:00000010:2.1:1769074862.534152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d920.
00010000:00000010:2.1:1769074862.556709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:2.1:1769074862.556723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:2.1:1769074862.556727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:1.1:1769074862.659122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:1.1:1769074862.659136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:1.1:1769074862.659140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:1.1:1769074862.690110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b220.
00010000:00000010:3.1:1769074862.728159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074862.825646:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074862.825652:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074862.825657:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:0.1:1769074862.825661:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:0.1:1769074862.825665:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00000080:00000010:0.1:1769074862.870201:0:63159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b220.
00010000:00000010:2.1:1769074862.950158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:2.1:1769074862.950175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:2.1:1769074862.950181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:2.1:1769074862.950186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:2.1:1769074862.950189:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:2.1:1769074862.950192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:1.1:1769074862.971807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6880.
00010000:00000010:3.1:1769074863.082201:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:3.1:1769074863.082209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:3.1:1769074863.082213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:1.1:1769074863.126227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6b00.
00010000:00000010:3.1:1769074863.211030:0:63775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:3.1:1769074863.211042:0:63775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:3.1:1769074863.211046:0:63775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:3.1:1769074863.211050:0:63775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:3.1:1769074863.211054:0:63775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:3.1:1769074863.211057:0:63775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:0.1:1769074863.216131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b220.
00000080:00000010:1.1:1769074863.276635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b000.
00000080:00000010:0.1:1769074863.326151:0:63778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b220.
00010000:00000010:1.1:1769074863.351553:0:63782:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:1.1:1769074863.351658:0:63782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074863.351665:0:63782:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:1.1:1769074863.351668:0:63782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:2.1:1769074863.503597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:2.1:1769074863.503614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:2.1:1769074863.503618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:1.1:1769074863.536549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b220.
00000080:00000010:0.1:1769074863.603196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f60.
00010000:00000010:0.1:1769074863.633180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074863.633188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074863.633192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074863.633196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:0.1:1769074863.633200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00000080:00000010:0.1:1769074863.681613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e63a0.
00010000:00000010:0.1:1769074863.720171:0:63804:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:0.1:1769074863.720183:0:63804:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:0.1:1769074863.720187:0:63804:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:0.1:1769074863.720191:0:63804:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:0.1:1769074863.781382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e413c0.
00010000:00000010:0.1:1769074863.805970:0:63807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:0.1:1769074863.805984:0:63807:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:0.1:1769074863.806395:0:63807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:1.1:1769074863.888217:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:1.1:1769074863.888232:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:1.1:1769074863.888237:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:1.1:1769074863.888240:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074863.888243:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:0.1:1769074863.915212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a40.
00000080:00000010:1.1:1769074863.976529:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d820.
00010000:00000010:1.1:1769074863.989221:0:63825:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074863.989228:0:63825:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:1.1:1769074863.989231:0:63825:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:3.1:1769074864.075137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:1.1:1769074864.141012:0:63832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:1.1:1769074864.141021:0:63832:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074864.141026:0:63832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074864.141030:0:63832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:2.1:1769074864.167263:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b0c0.
00010000:00000010:0.1:1769074864.251193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:0.1:1769074864.251204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:0.1:1769074864.251207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:0.1:1769074864.251211:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:0.1:1769074864.251216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:0.1:1769074864.251219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00000080:00000010:3.1:1769074864.273194:0:63842:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00010000:00000010:3.1:1769074864.314001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:1.1:1769074864.320054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d140.
00010000:00000010:0.1:1769074864.383741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074864.383773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:0.1:1769074864.383779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:0.1:1769074864.383783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074864.383786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:0.1:1769074864.383790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:1.1:1769074864.426122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bdc0.
00010000:00000010:3.1:1769074864.476192:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:0.1:1769074864.488093:0:63854:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b080.
00010000:00000010:2.1:1769074864.499541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:0.1:1769074864.516505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:0.1:1769074864.516514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:0.1:1769074864.516518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:0.1:1769074864.516521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:1.1:1769074864.534500:0:63857:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f60.
00010000:00000010:0.1:1769074864.677586:0:63864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074864.677600:0:63864:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:0.1:1769074864.677605:0:63864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074864.677609:0:63864:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:0.1:1769074864.677613:0:63864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00000080:00000010:1.1:1769074864.678543:0:63865:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d4e0.
00000080:00000010:2.1:1769074864.796112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41500.
00010000:00000010:0.1:1769074864.809137:0:63873:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:0.1:1769074864.809145:0:63873:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:0.1:1769074864.809150:0:63873:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:0.1:1769074864.809153:0:63873:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:0.1:1769074864.809157:0:63873:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00000080:00000010:0.1:1769074864.884503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00010000:00000010:1.1:1769074864.901824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:1.1:1769074864.901840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:1.1:1769074864.901844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074864.901848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074864.995624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:0.1:1769074865.030797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074865.030806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:0.1:1769074865.030810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074865.030813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:0.1:1769074865.030816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:1.1:1769074865.086126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00010000:00000010:0.1:1769074865.140525:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:0.1:1769074865.140537:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:0.1:1769074865.140541:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074865.140544:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:3.1:1769074865.182113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b700.
00000080:00000010:1.1:1769074865.193351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d940.
00010000:00000010:0.1:1769074865.249103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:0.1:1769074865.249114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:0.1:1769074865.249117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074865.249122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00000080:00000010:1.1:1769074865.279382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41340.
00010000:00000010:2.1:1769074865.290186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:0.1:1769074865.301217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:3.1:1769074865.308236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d7a0.
00010000:00000010:0.1:1769074865.349270:0:63908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:0.1:1769074865.349280:0:63908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:0.1:1769074865.349285:0:63908:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:0.1:1769074865.349289:0:63908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074865.349293:0:63908:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:0.1:1769074865.349296:0:63908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:0.1:1769074865.363104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b200.
00010000:00000010:2.1:1769074865.456873:0:63918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:2.1:1769074865.456888:0:63918:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:2.1:1769074865.456894:0:63918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:2.1:1769074865.456897:0:63918:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:2.1:1769074865.456900:0:63918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:3.1:1769074865.470399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bd00.
00010000:00000010:2.1:1769074865.544241:0:63923:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:2.1:1769074865.544260:0:63923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:2.1:1769074865.544264:0:63923:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:2.1:1769074865.544268:0:63923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00000080:00000010:3.1:1769074865.555212:0:63923:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41060.
00000080:00000010:1.1:1769074865.631283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41060.
00010000:00000010:0.1:1769074865.646897:0:63931:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:0.1:1769074865.646906:0:63931:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:0.1:1769074865.646910:0:63931:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074865.646913:0:63931:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:0.1:1769074865.725689:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00010000:00000010:3.1:1769074865.768454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:3.1:1769074865.768472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:3.1:1769074865.768476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:3.1:1769074865.768479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:2.1:1769074865.782528:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d5e0.
00010000:00000010:0.1:1769074865.883115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:0.1:1769074865.883131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:0.1:1769074865.883134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:1.1:1769074865.917806:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d8c0.
00000080:00000010:0.1:1769074865.940113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b580.
00000080:00000010:0.1:1769074866.002258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b9c0.
00010000:00000010:0.1:1769074866.018518:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:0.1:1769074866.018524:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:0.1:1769074866.018528:0:2407:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:0.1:1769074866.018532:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074866.018536:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:1.1:1769074866.138097:0:63957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074866.138107:0:63957:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:1.1:1769074866.138117:0:63957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074866.138121:0:63957:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:1.1:1769074866.138124:0:63957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00000080:00000010:1.1:1769074866.175115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b000.
00010000:00000010:0.1:1769074866.286127:0:63969:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074866.286138:0:63969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074866.286147:0:63969:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074866.286150:0:63969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:1.1:1769074866.302040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6b20.
00010000:00000010:0.1:1769074866.389242:0:63977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:0.1:1769074866.389257:0:63977:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074866.389261:0:63977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:0.1:1769074866.389264:0:63977:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:0.1:1769074866.389268:0:63977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00000080:00000010:1.1:1769074866.407096:0:63977:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d800.
00010000:00000010:2.1:1769074866.453244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:0.1:1769074866.490100:0:63985:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074866.490113:0:63985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074866.490117:0:63985:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:0.1:1769074866.490121:0:63985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00000080:00000010:3.1:1769074866.516676:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bdc0.
00010000:00000010:1.1:1769074866.535589:0:63988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00000080:00000010:3.1:1769074866.544103:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41260.
00010000:00000010:1.1:1769074866.601303:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074866.601319:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:1.1:1769074866.601324:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074866.601327:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:1.1:1769074866.601330:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00000080:00000010:1.1:1769074866.609105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b7c0.
00010000:00000010:0.1:1769074866.631098:0:63994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00000080:00000010:2.1:1769074866.641903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00010000:00000010:1.1:1769074866.696121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:1.1:1769074866.696131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074866.696135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:2.1:1769074866.723808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b080.
00010000:00000010:0.1:1769074866.834661:0:64010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:0.1:1769074866.834677:0:64010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074866.834681:0:64010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:1.1:1769074866.859108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00000080:00000010:0.1:1769074866.937043:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f00.
00010000:00000010:1.1:1769074866.946113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00010000:00000010:1.1:1769074866.946123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:1.1:1769074866.946127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00010000:00000010:1.1:1769074866.946130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:1.1:1769074866.946133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00000080:00000010:1.1:1769074867.012641:0:64025:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b340.
00010000:00000010:1.1:1769074867.012658:0:64025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:1.1:1769074867.012666:0:64025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074867.012670:0:64025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:1.1:1769074867.012673:0:64025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:2.1:1769074867.120033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908df20.
00010000:00000010:1.1:1769074867.130190:0:64034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074867.142746:0:64032:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:1.1:1769074867.142757:0:64032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:1.1:1769074867.142762:0:64032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:1.1:1769074867.207094:0:64041:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d820.
00010000:00000010:1.1:1769074867.219880:0:64041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074867.219896:0:64041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:2.1:1769074867.308052:0:64048:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:2.1:1769074867.308061:0:64048:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:2.1:1769074867.308455:0:64048:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:2.1:1769074867.308458:0:64048:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:2.1:1769074867.308471:0:64048:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:1.1:1769074867.321478:0:63159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b260.
00010000:00000010:2.1:1769074867.364985:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:3.1:1769074867.370201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41e60.
00010000:00000010:1.1:1769074867.393179:0:64056:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074867.393192:0:64056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074867.393196:0:64056:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:1.1:1769074867.393200:0:64056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:0.1:1769074867.395020:0:64055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d9e0.
00010000:00000010:2.1:1769074867.455710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:1.1:1769074867.469309:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:1.1:1769074867.469321:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074867.469324:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:1.1:1769074867.469326:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:1.1:1769074867.469328:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00000080:00000010:2.1:1769074867.476101:0:64063:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a00.
00000080:00000010:1.1:1769074867.533926:0:64069:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bdc0.
00010000:00000010:2.1:1769074867.539086:0:64071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:2.1:1769074867.539096:0:64071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:2.1:1769074867.539100:0:64071:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:2.1:1769074867.539104:0:64071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074867.583946:0:64076:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074867.583957:0:64076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074867.583961:0:64076:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074867.583964:0:64076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:1.1:1769074867.602116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d220.
00010000:00000010:1.1:1769074867.632646:0:50473:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:1.1:1769074867.645384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:2.1:1769074867.654111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00000080:00000010:2.1:1769074867.678858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b7c0.
00010000:00000010:2.1:1769074867.694118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:2.1:1769074867.694127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:2.1:1769074867.694138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00000080:00000010:1.1:1769074867.756762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b200.
00010000:00000010:1.1:1769074867.771441:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:1.1:1769074867.771447:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:1.1:1769074867.771452:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:1.1:1769074867.771457:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074867.847183:0:64098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074867.847192:0:64098:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:1.1:1769074867.847197:0:64098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:1.1:1769074867.847200:0:64098:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:1.1:1769074867.857968:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:0.1:1769074867.868117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bc60.
00010000:00000010:2.1:1769074867.888130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:1.1:1769074867.916620:0:64102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:0.1:1769074867.917462:0:64100:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bdc0.
00010000:00000010:1.1:1769074867.970039:0:64107:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:1.1:1769074867.970048:0:64107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:1.1:1769074867.970051:0:64107:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:1.1:1769074867.970054:0:64107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:3.1:1769074867.989329:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41500.
00000080:00000010:0.1:1769074868.045194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d400.
00010000:00000010:0.1:1769074868.070164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074868.070176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074868.070179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:0.1:1769074868.152207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:1.1:1769074868.169242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:1.1:1769074868.169253:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:1.1:1769074868.169256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:1.1:1769074868.169267:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:1.1:1769074868.169270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00000080:00000010:0.1:1769074868.214184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6d80.
00010000:00000010:2.1:1769074868.225439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:2.1:1769074868.262981:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:0.1:1769074868.281243:0:64126:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d7a0.
00000080:00000010:2.1:1769074868.285249:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bb20.
00010000:00000010:2.1:1769074868.313942:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:2.1:1769074868.313949:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:2.1:1769074868.313953:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074868.427943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074868.427957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074868.427962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074868.427975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074868.427978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00000080:00000010:1.1:1769074868.437128:0:64137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b520.
00010000:00000010:0.1:1769074868.548972:0:64145:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:0.1:1769074868.548987:0:64145:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:0.1:1769074868.548992:0:64145:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:0.1:1769074868.548995:0:64145:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074868.549000:0:64145:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:1.1:1769074868.593188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d4e0.
00010000:00000010:2.1:1769074868.635415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074868.641145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074868.641154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074868.641157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074868.641161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074868.641164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:3.1:1769074868.675193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b700.
00000080:00000010:3.1:1769074868.752556:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00010000:00000010:1.1:1769074868.753925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:1.1:1769074868.753934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:1.1:1769074868.753938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:1.1:1769074868.753941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:3.1:1769074868.894085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:3.1:1769074868.894096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:3.1:1769074868.894100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:3.1:1769074868.894103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:3.1:1769074868.894106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00000080:00000010:1.1:1769074868.897086:0:64167:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bd00.
00010000:00000010:0.1:1769074869.004535:0:64176:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:0.1:1769074869.004550:0:64176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074869.004555:0:64176:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:0.1:1769074869.004559:0:64176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:3.1:1769074869.014043:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b340.
00000080:00000010:1.1:1769074869.085180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908de40.
00000080:00000010:2.1:1769074869.108296:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b700.
00010000:00000010:2.1:1769074869.108306:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:2.1:1769074869.108310:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:2.1:1769074869.108315:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:2.1:1769074869.108318:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:1.1:1769074869.243147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908df00.
00010000:00000010:1.1:1769074869.251594:0:64188:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:1.1:1769074869.251602:0:64188:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:1.1:1769074869.251606:0:64188:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:1.1:1769074869.251609:0:64188:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00000080:00000010:2.1:1769074869.355142:0:64196:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6280.
00010000:00000010:1.1:1769074869.356249:0:64198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:1.1:1769074869.356259:0:64198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:1.1:1769074869.356264:0:64198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074869.356268:0:64198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074869.356271:0:64198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00000080:00000010:1.1:1769074869.414912:0:64200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc60.
00000080:00000010:1.1:1769074869.431530:0:64200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bd00.
00010000:00000010:1.1:1769074869.457151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:1.1:1769074869.457160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074869.457164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:1.1:1769074869.457167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00000080:00000010:0.1:1769074869.519322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d700.
00010000:00000010:0.1:1769074869.533946:0:64211:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074869.533954:0:64211:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074869.533958:0:64211:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:0.1:1769074869.635441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:0.1:1769074869.635454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074869.635459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:0.1:1769074869.635462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:0.1:1769074869.635465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00000080:00000010:0.1:1769074869.635470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41500.
00010000:00000010:2.1:1769074869.755500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:1.1:1769074869.779126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:1.1:1769074869.779134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:1.1:1769074869.779139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:1.1:1769074869.779142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:1.1:1769074869.779145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:1.1:1769074869.810095:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d040.
00010000:00000010:0.1:1769074869.896048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:0.1:1769074869.896056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:0.1:1769074869.896059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074869.896084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:1.1:1769074869.896302:0:64235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d040.
00000080:00000010:1.1:1769074869.978473:0:64240:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dce0.
00010000:00000010:0.1:1769074869.981629:0:64240:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074869.981641:0:64240:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:0.1:1769074869.981651:0:64240:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:0.1:1769074869.981654:0:64240:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:2.1:1769074869.991459:0:64242:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41200.
00000080:00000010:1.1:1769074870.076211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64e0.
00010000:00000010:2.1:1769074870.076551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:2.1:1769074870.076558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:2.1:1769074870.076562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:2.1:1769074870.076566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00000080:00000010:0.1:1769074870.173377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d940.
00010000:00000010:0.1:1769074870.203182:0:64255:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074870.203194:0:64255:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074870.203198:0:64255:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:2.1:1769074870.322435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:2.1:1769074870.322451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:2.1:1769074870.322456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:2.1:1769074870.322459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:2.1:1769074870.322461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00000080:00000010:0.1:1769074870.361108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dfc0.
00010000:00000010:1.1:1769074870.405168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00000080:00000010:3.1:1769074870.416095:0:64267:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b7c0.
00010000:00000010:0.1:1769074870.450309:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074870.450318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074870.450322:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074870.450326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:2.1:1769074870.456496:0:64271:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00010000:00000010:1.1:1769074870.562581:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:3.1:1769074870.629122:0:31:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:3.1:1769074870.629130:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:3.1:1769074870.629134:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:3.1:1769074870.629137:0:31:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:3.1:1769074870.629141:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:1.1:1769074870.666418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654be20.
00000080:00000010:0.1:1769074870.747207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00010000:00000010:1.1:1769074870.766724:0:64286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:1.1:1769074870.766729:0:64286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:1.1:1769074870.766732:0:64286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074870.766737:0:64286:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074870.766741:0:64286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074870.847395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:0.1:1769074870.911151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41e80.
00010000:00000010:0.1:1769074870.911169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:0.1:1769074870.911175:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:0.1:1769074870.911178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:0.1:1769074870.911181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:1.1:1769074871.008107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:1.1:1769074871.042233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d5e0.
00010000:00000010:1.1:1769074871.067863:0:64302:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:1.1:1769074871.067878:0:64302:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:1.1:1769074871.067883:0:64302:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:1.1:1769074871.067887:0:64302:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:1.1:1769074871.199429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:1.1:1769074871.199444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:1.1:1769074871.199447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:1.1:1769074871.199449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:1.1:1769074871.234107:0:64314:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6ca0.
00000080:00000010:0.1:1769074871.258454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d040.
00000080:00000010:1.1:1769074871.330260:0:64316:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d920.
00010000:00000010:1.1:1769074871.363348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074871.363366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:1.1:1769074871.363370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:1.1:1769074871.363374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:1.1:1769074871.363379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:0.1:1769074871.444376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:3.1:1769074871.519420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:3.1:1769074871.519435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:1.1:1769074871.559357:0:2406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00000080:00000010:2.1:1769074871.620152:0:64335:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b580.
00010000:00000010:1.1:1769074871.667611:0:64336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:1.1:1769074871.667624:0:64336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:1.1:1769074871.667627:0:64336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074871.667646:0:64336:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074871.667668:0:64336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074871.776119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:0.1:1769074871.776138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:0.1:1769074871.776143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:0.1:1769074871.776146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:0.1:1769074871.776150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:2.1:1769074871.780052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00000080:00000010:1.1:1769074871.820113:0:64347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b0c0.
00000080:00000010:1.1:1769074871.854563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41e60.
00010000:00000010:1.1:1769074871.902247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:1.1:1769074871.902263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:0.1:1769074872.006306:0:64359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074872.006329:0:64359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074872.006334:0:64359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:0.1:1769074872.006337:0:64359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:0.1:1769074872.006339:0:64359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:1.1:1769074872.012521:0:64360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b7c0.
00010000:00000010:3.1:1769074872.128930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074872.129853:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:0.1:1769074872.129865:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:0.1:1769074872.129870:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:0.1:1769074872.129873:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:1.1:1769074872.166704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d480.
00010000:00000010:0.1:1769074872.243250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:2.1:1769074872.330534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b400.
00010000:00000010:2.1:1769074872.330547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:2.1:1769074872.330550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:2.1:1769074872.330554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:2.1:1769074872.330573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:2.1:1769074872.330682:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074872.448159:0:64384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:1.1:1769074872.448175:0:64384:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:1.1:1769074872.448180:0:64384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074872.448183:0:64384:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:1.1:1769074872.448187:0:64384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:0.1:1769074872.451397:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00010000:00000010:0.1:1769074872.502503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00000080:00000010:1.1:1769074872.514213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41340.
00000080:00000010:0.1:1769074872.586009:0:64394:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d7a0.
00010000:00000010:1.1:1769074872.617569:0:64395:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:1.1:1769074872.617584:0:64395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074872.617588:0:64395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:2.1:1769074872.659829:0:64396:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:2.1:1769074872.659836:0:64396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:2.1:1769074872.659839:0:64396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:3.1:1769074872.695298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dca0.
00010000:00000010:2.1:1769074872.708117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:1.1:1769074872.735473:0:64403:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d040.
00010000:00000010:0.1:1769074872.799154:0:64404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:0.1:1769074872.799168:0:64404:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:0.1:1769074872.799174:0:64404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074872.799177:0:64404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:0.1:1769074872.799180:0:64404:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:0.1:1769074872.799184:0:64404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00000080:00000010:0.1:1769074872.825150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f00.
00010000:00000010:3.1:1769074872.878164:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:1.1:1769074872.885368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d940.
00000080:00000010:2.1:1769074872.924989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d380.
00010000:00000010:2.1:1769074872.925127:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:2.1:1769074872.925133:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:2.1:1769074872.925136:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:2.1:1769074872.925139:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:1.1:1769074872.963462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b340.
00000080:00000010:0.1:1769074872.999423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00010000:00000010:0.1:1769074873.013054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:0.1:1769074873.013089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074873.013094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:0.1:1769074873.013098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:1.1:1769074873.127864:0:19:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00010000:00000010:3.1:1769074873.143517:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:3.1:1769074873.143526:0:2401:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:3.1:1769074873.143537:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:3.1:1769074873.143541:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:3.1:1769074873.220274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00010000:00000010:3.1:1769074873.220284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:3.1:1769074873.220287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:3.1:1769074873.220290:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:3.1:1769074873.220304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:1.1:1769074873.245861:0:64440:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41a20.
00010000:00000010:0.1:1769074873.313032:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:2.1:1769074873.317553:0:64442:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:0.1:1769074873.320115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6dc0.
00010000:00000010:0.1:1769074873.362117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:0.1:1769074873.362132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:0.1:1769074873.362136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00000080:00000010:2.1:1769074873.372130:0:64449:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f60.
00010000:00000010:0.1:1769074873.457176:0:64456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:0.1:1769074873.457186:0:64456:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:0.1:1769074873.457191:0:64456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00010000:00000010:0.1:1769074873.457193:0:64456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:0.1:1769074873.457197:0:64456:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:0.1:1769074873.457200:0:64456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:0.1:1769074873.457231:0:64456:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b700.
00010000:00000010:3.1:1769074873.481336:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:2.1:1769074873.517189:0:64460:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b700.
00000080:00000010:2.1:1769074873.544234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41320.
00010000:00000010:0.1:1769074873.557835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00010000:00000010:0.1:1769074873.557853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:0.1:1769074873.557860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:0.1:1769074873.557865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:0.1:1769074873.557868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00000080:00000010:3.1:1769074873.658541:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b6c0.
00010000:00000010:1.1:1769074873.667379:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:1.1:1769074873.667391:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074873.667399:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:1.1:1769074873.667404:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074873.768309:0:64477:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074873.768323:0:64477:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:0.1:1769074873.768329:0:64477:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074873.768333:0:64477:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:0.1:1769074873.768338:0:64477:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:2.1:1769074873.768361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dce0.
00000080:00000010:0.1:1769074873.882812:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41a00.
00010000:00000010:0.1:1769074873.882832:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074873.882839:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:0.1:1769074873.882844:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:0.1:1769074873.882847:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00000080:00000010:2.1:1769074873.978408:0:64494:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d040.
00010000:00000010:0.1:1769074873.978991:0:64493:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:0.1:1769074873.979000:0:64493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:0.1:1769074873.979003:0:64493:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:0.1:1769074873.979006:0:64493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:2.1:1769074874.046380:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074874.109663:0:64501:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074874.109678:0:64501:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:1.1:1769074874.109684:0:64501:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:1.1:1769074874.109687:0:64501:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:0.1:1769074874.117950:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dca0.
00000080:00000010:0.1:1769074874.160641:0:64504:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b520.
00000080:00000010:2.1:1769074874.218382:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41700.
00010000:00000010:0.1:1769074874.233164:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:0.1:1769074874.233171:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:0.1:1769074874.233174:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:0.1:1769074874.328205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074874.328216:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:0.1:1769074874.328221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:0.1:1769074874.328224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:0.1:1769074874.328227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00000080:00000010:1.1:1769074874.333337:0:64519:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00000080:00000010:2.1:1769074874.378671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64c0.
00010000:00000010:0.1:1769074874.421102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:0.1:1769074874.421108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074874.421112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074874.421115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:0.1:1769074874.421120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:1.1:1769074874.453105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d480.
00010000:00000010:2.1:1769074874.488358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:0.1:1769074874.519223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:0.1:1769074874.519492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:0.1:1769074874.519498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074874.519510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:0.1:1769074874.519514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00000080:00000010:1.1:1769074874.530954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00000080:00000010:1.1:1769074874.594829:0:64538:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b260.
00010000:00000010:0.1:1769074874.605513:0:64539:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074874.605519:0:64539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074874.605523:0:64539:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074874.605526:0:64539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:1.1:1769074874.673156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d7a0.
00010000:00000010:1.1:1769074874.702878:0:64546:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:1.1:1769074874.702884:0:64546:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:1.1:1769074874.702888:0:64546:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:1.1:1769074874.702891:0:64546:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00000080:00000010:0.1:1769074874.767887:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00010000:00000010:0.1:1769074874.784884:0:64553:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:0.1:1769074874.784895:0:64553:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:0.1:1769074874.784899:0:64553:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:0.1:1769074874.894398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d020.
00010000:00000010:1.1:1769074874.910678:0:64561:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074874.910694:0:64561:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:1.1:1769074874.910699:0:64561:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:1.1:1769074874.910703:0:64561:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:1.1:1769074874.910706:0:64561:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074875.057390:0:64568:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074875.057401:0:64568:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074875.057408:0:64568:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074875.057415:0:64568:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:0.1:1769074875.057420:0:64568:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:0.1:1769074875.057608:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b260.
00000080:00000010:0.1:1769074875.133344:0:39318:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e63a0.
00010000:00000010:1.1:1769074875.146396:0:64577:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:1.1:1769074875.146409:0:64577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:1.1:1769074875.146417:0:64577:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:1.1:1769074875.146425:0:64577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:1.1:1769074875.234528:0:64584:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074875.234547:0:64584:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:1.1:1769074875.234552:0:64584:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:1.1:1769074875.234555:0:64584:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:1.1:1769074875.234571:0:64584:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:0.1:1769074875.261104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b260.
00000080:00000010:3.1:1769074875.292515:0:64590:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d480.
00010000:00000010:0.1:1769074875.302123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074875.302133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074875.302137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:0.1:1769074875.302141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:1.1:1769074875.450166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b520.
00010000:00000010:1.1:1769074875.460830:0:64600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:1.1:1769074875.460839:0:64600:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074875.460843:0:64600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074875.460848:0:64600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00000080:00000010:0.1:1769074875.588827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00010000:00000010:0.1:1769074875.588849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074875.588855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074875.588859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074875.588863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:2.1:1769074875.677820:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:2.1:1769074875.677827:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:2.1:1769074875.677831:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00000080:00000010:0.1:1769074875.699177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc40.
00010000:00000010:0.1:1769074875.721358:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00000080:00000010:3.1:1769074875.729689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41be0.
00010000:00000010:0.1:1769074875.793812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074875.793826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:0.1:1769074875.793832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074875.793846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074875.793851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:0.1:1769074875.793854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:1.1:1769074875.838692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d220.
00010000:00000010:1.1:1769074875.862331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:2.1:1769074875.873180:0:64627:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6cc0.
00000080:00000010:3.1:1769074875.912650:0:64630:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b700.
00010000:00000010:3.1:1769074875.912661:0:64630:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:3.1:1769074875.912666:0:64630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:3.1:1769074875.912671:0:64630:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:3.1:1769074875.912768:0:64630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:1.1:1769074876.030861:0:2407:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:0.1:1769074876.031490:0:64637:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:0.1:1769074876.031496:0:64637:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:0.1:1769074876.031500:0:64637:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:3.1:1769074876.072444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64c0.
00010000:00000010:1.1:1769074876.098404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:3.1:1769074876.103597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64a0.
00010000:00000010:3.1:1769074876.183615:0:64645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:3.1:1769074876.183630:0:64645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:3.1:1769074876.183635:0:64645:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:3.1:1769074876.183640:0:64645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:3.1:1769074876.183643:0:64645:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:3.1:1769074876.183646:0:64645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:1.1:1769074876.187431:0:64646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d700.
00000080:00000010:3.1:1769074876.277254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b6c0.
00010000:00000010:3.1:1769074876.294867:0:64649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:3.1:1769074876.294885:0:64649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:3.1:1769074876.294889:0:64649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:3.1:1769074876.294893:0:64649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074876.407144:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:0.1:1769074876.407160:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:0.1:1769074876.407164:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:0.1:1769074876.407167:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:0.1:1769074876.407170:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00000080:00000010:3.1:1769074876.445127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a20.
00010000:00000010:3.1:1769074876.493354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:2.1:1769074876.535281:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:2.1:1769074876.535296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:2.1:1769074876.535300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:2.1:1769074876.535303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:2.1:1769074876.535308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00000080:00000010:1.1:1769074876.556179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d440.
00000080:00000010:1.1:1769074876.587906:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e68c0.
00010000:00000010:1.1:1769074876.587985:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:1.1:1769074876.587993:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:1.1:1769074876.588002:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:1.1:1769074876.588005:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:3.1:1769074876.638318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41e80.
00010000:00000010:3.1:1769074876.653537:0:63159:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:3.1:1769074876.653553:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:3.1:1769074876.653556:0:63159:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:3.1:1769074876.653558:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:1.1:1769074876.667288:0:64681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b700.
00000080:00000010:1.1:1769074876.700126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dfc0.
00000080:00000010:0.1:1769074876.726513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f00.
00010000:00000010:3.1:1769074876.738345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:3.1:1769074876.738361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:3.1:1769074876.738366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:3.1:1769074876.738370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:3.1:1769074876.791153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:3.1:1769074876.791167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:3.1:1769074876.791171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:3.1:1769074876.791174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00000080:00000010:1.1:1769074876.794172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dd20.
00010000:00000010:0.1:1769074876.837152:0:64704:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:0.1:1769074876.837167:0:64704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:0.1:1769074876.837171:0:64704:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:0.1:1769074876.837174:0:64704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00000080:00000010:3.1:1769074876.843465:0:64702:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41500.
00010000:00000010:0.1:1769074876.897770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:0.1:1769074876.914093:0:64707:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6f00.
00000080:00000010:1.1:1769074876.926146:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00010000:00000010:3.1:1769074876.937640:0:64711:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:3.1:1769074876.937654:0:64711:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:3.1:1769074876.937659:0:64711:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:3.1:1769074876.937662:0:64711:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:0.1:1769074877.023326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6dc0.
00010000:00000010:1.1:1769074877.028310:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:1.1:1769074877.028322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074877.028325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:1.1:1769074877.028329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:0.1:1769074877.100614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:0.1:1769074877.100630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:0.1:1769074877.100635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:0.1:1769074877.100639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:1.1:1769074877.102517:0:64723:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dce0.
00010000:00000010:3.1:1769074877.147169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:0.1:1769074877.173009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc60.
00000080:00000010:1.1:1769074877.216453:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dce0.
00010000:00000010:1.1:1769074877.216467:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:1.1:1769074877.216473:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074877.216477:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074877.297111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:0.1:1769074877.297125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:0.1:1769074877.297129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:2.1:1769074877.297781:0:2401:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00000080:00000010:2.1:1769074877.336470:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6640.
00010000:00000010:1.1:1769074877.347124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:0.1:1769074877.362222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b000.
00000080:00000010:1.1:1769074877.431316:0:64742:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41080.
00010000:00000010:1.1:1769074877.444247:0:64747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:1.1:1769074877.444253:0:64747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:1.1:1769074877.444258:0:64747:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:1.1:1769074877.444262:0:64747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:1.1:1769074877.444265:0:64747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:3.1:1769074877.506795:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:0.1:1769074877.578473:0:64755:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bd00.
00010000:00000010:3.1:1769074877.579158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:3.1:1769074877.579167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:3.1:1769074877.579171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:3.1:1769074877.579174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:3.1:1769074877.579178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:1.1:1769074877.686470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d140.
00010000:00000010:0.1:1769074877.686767:0:64762:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:0.1:1769074877.686775:0:64762:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00010000:00000010:0.1:1769074877.686779:0:64762:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:0.1:1769074877.686783:0:64762:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074877.792048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074877.792059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074877.792084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:0.1:1769074877.811878:0:64771:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00000080:00000010:0.1:1769074877.812388:0:64771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64e0.
00010000:00000010:0.1:1769074877.928916:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074877.928936:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074877.928941:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074877.928945:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:0.1:1769074877.928955:0:2406:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074877.928957:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:0.1:1769074877.962588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00010000:00000010:2.1:1769074878.027824:0:42235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00000080:00000010:1.1:1769074878.055781:0:59724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41fc0.
00000080:00000010:0.1:1769074878.139099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00010000:00000010:0.1:1769074878.139124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:0.1:1769074878.139129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:0.1:1769074878.139134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074878.139138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:3.1:1769074878.238204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b700.
00010000:00000010:1.1:1769074878.244406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074878.244419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:1.1:1769074878.244424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074878.357472:0:64800:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074878.357490:0:64800:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:0.1:1769074878.357494:0:64800:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:3.1:1769074878.396149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bc60.
00000080:00000010:0.1:1769074878.424119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b580.
00010000:00000010:3.1:1769074878.424508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:2.1:1769074878.506286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:2.1:1769074878.506301:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:2.1:1769074878.506306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:2.1:1769074878.506309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:2.1:1769074878.506312:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:2.1:1769074878.506315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00000080:00000010:1.1:1769074878.512567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dfc0.
00000080:00000010:1.1:1769074878.561735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d7a0.
00010000:00000010:2.1:1769074878.578154:0:64813:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:0.1:1769074878.657765:0:64817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074878.657773:0:64817:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074878.657778:0:64817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074878.657781:0:64817:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074878.657783:0:64817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:1.1:1769074878.691733:0:64819:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00000080:00000010:3.1:1769074878.736903:0:55072:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b6c0.
00010000:00000010:2.1:1769074878.774106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:2.1:1769074878.774121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:2.1:1769074878.774127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:2.1:1769074878.774130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:1.1:1769074878.787387:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00010000:00000010:0.1:1769074878.935955:0:64833:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:0.1:1769074878.935972:0:64833:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074878.935978:0:64833:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074878.935983:0:64833:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:0.1:1769074878.935986:0:64833:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:2.1:1769074878.943123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f00.
00010000:00000010:3.1:1769074878.982307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:1.1:1769074878.989126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908da80.
00000080:00000010:2.1:1769074879.060107:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bc60.
00010000:00000010:0.1:1769074879.067974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:0.1:1769074879.067989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:0.1:1769074879.067994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074879.067999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:1.1:1769074879.161642:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d7a0.
00010000:00000010:1.1:1769074879.172555:0:64847:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074879.172576:0:64847:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:1.1:1769074879.172581:0:64847:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:1.1:1769074879.228112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908df20.
00000080:00000010:0.1:1769074879.252415:0:64853:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8c0.
00010000:00000010:3.1:1769074879.253121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:3.1:1769074879.253130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:3.1:1769074879.253135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:3.1:1769074879.253137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074879.391140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:1.1:1769074879.391164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:1.1:1769074879.391168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00000080:00000010:1.1:1769074879.421187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41700.
00000080:00000010:2.1:1769074879.462499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e67c0.
00000080:00000010:0.1:1769074879.551742:0:64869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bb20.
00010000:00000010:1.1:1769074879.555096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074879.555112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:1.1:1769074879.555117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:1.1:1769074879.555121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074879.555125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:1.1:1769074879.555128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:3.1:1769074879.666597:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:3.1:1769074879.666603:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:3.1:1769074879.666609:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:3.1:1769074879.666622:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00000080:00000010:2.1:1769074879.673637:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64e0.
00010000:00000010:3.1:1769074879.802108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:3.1:1769074879.802125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:3.1:1769074879.802131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:3.1:1769074879.802134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:3.1:1769074879.802137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:0.1:1769074879.804735:0:64885:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654be20.
00000080:00000010:3.1:1769074879.870204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e413c0.
00000080:00000010:1.1:1769074879.903163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d380.
00010000:00000010:0.1:1769074879.903352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:0.1:1769074879.903361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:0.1:1769074879.903366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:0.1:1769074879.903370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:3.1:1769074879.941213:0:64894:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f40.
00010000:00000010:0.1:1769074879.988472:0:64899:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:0.1:1769074879.988485:0:64899:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074879.988500:0:64899:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074879.988503:0:64899:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:1.1:1769074880.014148:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b0c0.
00010000:00000010:3.1:1769074880.067232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:0.1:1769074880.098104:0:64902:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:0.1:1769074880.098113:0:64902:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074880.098117:0:64902:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074880.098120:0:64902:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:0.1:1769074880.098122:0:64902:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:2.1:1769074880.121307:0:64908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d220.
00010000:00000010:2.1:1769074880.157393:0:64910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:0.1:1769074880.167155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bf00.
00000080:00000010:1.1:1769074880.185135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d280.
00010000:00000010:0.1:1769074880.185341:0:64915:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074880.185349:0:64915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:0.1:1769074880.185353:0:64915:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:0.1:1769074880.185356:0:64915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00000080:00000010:1.1:1769074880.280495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e68c0.
00010000:00000010:0.1:1769074880.284361:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:0.1:1769074880.284372:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:0.1:1769074880.284377:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:0.1:1769074880.284380:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074880.284383:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:2.1:1769074880.433747:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:2.1:1769074880.433764:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:2.1:1769074880.434239:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:2.1:1769074880.434245:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:2.1:1769074880.434248:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:1.1:1769074880.440267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e69e0.
00010000:00000010:0.1:1769074880.521168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:3.1:1769074880.523978:0:64931:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41720.
00010000:00000010:1.1:1769074880.547464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074880.547479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:1.1:1769074880.547484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:1.1:1769074880.547487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00000080:00000010:2.1:1769074880.555123:0:64938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b700.
00000080:00000010:2.1:1769074880.654096:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00010000:00000010:0.1:1769074880.665640:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:0.1:1769074880.665657:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:0.1:1769074880.665663:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074880.819141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074880.819156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:0.1:1769074880.819161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074880.819182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:0.1:1769074880.819186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00000080:00000010:1.1:1769074880.837388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654be20.
00000080:00000010:3.1:1769074880.878153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908df00.
00000080:00000010:2.1:1769074880.954175:0:64960:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d480.
00010000:00000010:2.1:1769074880.973230:0:64962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:2.1:1769074880.973250:0:64962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:2.1:1769074880.973256:0:64962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:1.1:1769074881.050303:0:64968:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b700.
00010000:00000010:2.1:1769074881.051917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:2.1:1769074881.051925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:2.1:1769074881.051930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:2.1:1769074881.051933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:1.1:1769074881.110496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bc60.
00010000:00000010:1.1:1769074881.148252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:1.1:1769074881.148267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:1.1:1769074881.148271:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:1.1:1769074881.148275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00000080:00000010:1.1:1769074881.156434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6ca0.
00010000:00000010:2.1:1769074881.220342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:0.1:1769074881.223534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d1c0.
00000080:00000010:0.1:1769074881.278463:0:64983:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654be20.
00010000:00000010:1.1:1769074881.279818:0:64982:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:1.1:1769074881.279834:0:64982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074881.279840:0:64982:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074881.279844:0:64982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:3.1:1769074881.374245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e68c0.
00010000:00000010:1.1:1769074881.374482:0:64988:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:1.1:1769074881.374493:0:64988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074881.374498:0:64988:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:1.1:1769074881.374501:0:64988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:3.1:1769074881.502518:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:3.1:1769074881.502534:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:3.1:1769074881.502539:0:2400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:3.1:1769074881.502545:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00000080:00000010:1.1:1769074881.505732:0:64997:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908df20.
00000080:00000010:0.1:1769074881.698709:0:65001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00010000:00000010:0.1:1769074881.698725:0:65001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:0.1:1769074881.698730:0:65001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:0.1:1769074881.698735:0:65001:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:0.1:1769074881.698739:0:65001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074881.779146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:1.1:1769074881.779167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:1.1:1769074881.779171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00000080:00000010:0.1:1769074881.838515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41a00.
00000080:00000010:0.1:1769074881.979042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6b00.
00010000:00000010:0.1:1769074882.019209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:0.1:1769074882.019216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:0.1:1769074882.019219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:0.1:1769074882.019234:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074882.019239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:1.1:1769074882.163415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bc60.
00010000:00000010:1.1:1769074882.175496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:1.1:1769074882.175511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:1.1:1769074882.175516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074882.175520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:3.1:1769074882.267125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:0.1:1769074882.366678:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bf00.
00010000:00000010:0.1:1769074882.373648:0:65036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00010000:00000010:0.1:1769074882.373663:0:65036:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:0.1:1769074882.373668:0:65036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074882.373671:0:65036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:1.1:1769074882.470686:0:65040:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00010000:00000010:1.1:1769074882.470709:0:65040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074882.470715:0:65040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:1.1:1769074882.470720:0:65040:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:1.1:1769074882.470724:0:65040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074882.584570:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074882.584580:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:0.1:1769074882.584585:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074882.584589:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:0.1:1769074882.584591:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:0.1:1769074882.644326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d040.
00010000:00000010:1.1:1769074882.672194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:2.1:1769074882.716393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e62a0.
00010000:00000010:0.1:1769074882.755246:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074882.755253:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074882.755259:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:0.1:1769074882.755262:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:1.1:1769074882.796109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bd00.
00000080:00000010:2.1:1769074882.831120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d3e0.
00000080:00000010:1.1:1769074882.897405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00010000:00000010:1.1:1769074882.906775:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:1.1:1769074882.906793:0:59724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074882.906797:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074882.906801:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:0.1:1769074883.003462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:0.1:1769074883.003474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074883.003488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074883.003491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:0.1:1769074883.003495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:0.1:1769074883.049053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc40.
00010000:00000010:1.1:1769074883.070572:0:65074:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:2.1:1769074883.098201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:3.1:1769074883.098516:0:65075:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d9e0.
00000080:00000010:0.1:1769074883.136547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908df00.
00010000:00000010:0.1:1769074883.145679:0:65076:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074883.145688:0:65076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:1.1:1769074883.240571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:3.1:1769074883.294031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908daa0.
00010000:00000010:1.1:1769074883.302301:0:65089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:1.1:1769074883.302319:0:65089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:1.1:1769074883.302323:0:65089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074883.302328:0:65089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074883.302332:0:65089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074883.438581:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:1.1:1769074883.438596:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:1.1:1769074883.438599:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00000080:00000010:3.1:1769074883.446442:0:65096:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41a20.
00010000:00000010:3.1:1769074883.498364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00000080:00000010:0.1:1769074883.520181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41be0.
00000080:00000010:1.1:1769074883.571673:0:50474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6980.
00010000:00000010:1.1:1769074883.581104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:1.1:1769074883.581110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:1.1:1769074883.581114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:1.1:1769074883.581117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:1.1:1769074883.688525:0:65112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b580.
00010000:00000010:1.1:1769074883.707134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:1.1:1769074883.707145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074883.707149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:1.1:1769074883.707153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:1.1:1769074883.802126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6380.
00010000:00000010:1.1:1769074883.805112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074883.805130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:1.1:1769074883.805135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:1.1:1769074883.805139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:1.1:1769074883.805143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:3.1:1769074883.892177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6c80.
00010000:00000010:1.1:1769074883.892455:0:65128:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:1.1:1769074883.892465:0:65128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074883.892470:0:65128:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:1.1:1769074883.892473:0:65128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:3.1:1769074883.946875:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41080.
00010000:00000010:2.1:1769074883.998326:0:65134:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:2.1:1769074883.998339:0:65134:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:2.1:1769074883.998344:0:65134:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:2.1:1769074883.998347:0:65134:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:1.1:1769074884.000330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654be20.
00010000:00000010:0.1:1769074884.061282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00000080:00000010:1.1:1769074884.128213:0:65142:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d400.
00010000:00000010:1.1:1769074884.133679:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074884.133691:0:59724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:1.1:1769074884.133696:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074884.133698:0:59724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:1.1:1769074884.133709:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074884.208131:0:65150:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:1.1:1769074884.208147:0:65150:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:1.1:1769074884.208152:0:65150:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:1.1:1769074884.208156:0:65150:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:1.1:1769074884.208160:0:65150:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41720.
00000080:00000010:2.1:1769074884.303332:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41a00.
00010000:00000010:2.1:1769074884.319407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:2.1:1769074884.319417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00010000:00000010:2.1:1769074884.319421:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:2.1:1769074884.319424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00000080:00000010:0.1:1769074884.358355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00000080:00000010:2.1:1769074884.399588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d640.
00010000:00000010:2.1:1769074884.416908:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:2.1:1769074884.416923:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:2.1:1769074884.416927:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:1.1:1769074884.524230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8c0.
00010000:00000010:3.1:1769074884.546473:0:65171:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:3.1:1769074884.546488:0:65171:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:3.1:1769074884.546492:0:65171:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:3.1:1769074884.546495:0:65171:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074884.658673:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:0.1:1769074884.658684:0:63159:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:0.1:1769074884.658687:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:0.1:1769074884.658691:0:63159:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074884.658693:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00000080:00000010:1.1:1769074884.674087:0:65178:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41fc0.
00010000:00000010:0.1:1769074884.726096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:0.1:1769074884.726112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:0.1:1769074884.726116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:0.1:1769074884.726120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:3.1:1769074884.743567:0:65186:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64e0.
00010000:00000010:0.1:1769074884.817112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:0.1:1769074884.817122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:0.1:1769074884.817126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:1.1:1769074884.848131:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654be20.
00000080:00000010:2.1:1769074884.910231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bc60.
00010000:00000010:3.1:1769074884.914153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:3.1:1769074884.914160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:3.1:1769074884.914169:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:3.1:1769074884.914173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:3.1:1769074884.914177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:0.1:1769074885.004124:0:65206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:0.1:1769074885.004130:0:65206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074885.004134:0:65206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:0.1:1769074885.004137:0:65206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:2.1:1769074885.004755:0:65208:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dca0.
00010000:00000010:2.1:1769074885.086010:0:65215:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:2.1:1769074885.086026:0:65215:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:2.1:1769074885.086030:0:65215:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:2.1:1769074885.086033:0:65215:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:0.1:1769074885.090931:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bd00.
00010000:00000010:3.1:1769074885.131127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00000080:00000010:2.1:1769074885.140109:0:63159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41a20.
00010000:00000010:0.1:1769074885.178510:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074885.178523:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074885.178528:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:1.1:1769074885.221501:0:65224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bd00.
00010000:00000010:2.1:1769074885.248434:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:0.1:1769074885.253185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d520.
00010000:00000010:2.1:1769074885.311116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:2.1:1769074885.311132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:2.1:1769074885.311136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:2.1:1769074885.311142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:2.1:1769074885.311146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:2.1:1769074885.311149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00000080:00000010:3.1:1769074885.339265:0:65231:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6f00.
00010000:00000010:1.1:1769074885.375222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:0.1:1769074885.387087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bb20.
00010000:00000010:2.1:1769074885.401265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:1.1:1769074885.419374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41a00.
00010000:00000010:3.1:1769074885.433810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:3.1:1769074885.433823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:3.1:1769074885.433826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:3.1:1769074885.528104:0:65244:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d800.
00010000:00000010:1.1:1769074885.528309:0:65243:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:1.1:1769074885.528316:0:65243:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:1.1:1769074885.528320:0:65243:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:1.1:1769074885.528323:0:65243:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:1.1:1769074885.626401:0:65251:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:1.1:1769074885.626417:0:65251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:1.1:1769074885.626421:0:65251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:0.1:1769074885.634282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bf00.
00000080:00000010:1.1:1769074885.698105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d7a0.
00000080:00000010:2.1:1769074885.743345:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8c0.
00010000:00000010:0.1:1769074885.761101:0:65258:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074885.761108:0:65258:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074885.761113:0:65258:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074885.761116:0:65258:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074885.761119:0:65258:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:2.1:1769074885.867205:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:2.1:1769074885.867227:0:2400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:2.1:1769074885.867231:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:2.1:1769074885.867234:0:2400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:2.1:1769074885.867237:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:0.1:1769074885.893279:0:65268:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bd00.
00010000:00000010:2.1:1769074885.920878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:0.1:1769074885.946192:0:65270:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00000080:00000010:2.1:1769074885.961755:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b6c0.
00010000:00000010:1.1:1769074885.981637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:1.1:1769074885.981648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074885.981653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:1.1:1769074885.981655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:2.1:1769074886.091908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:1.1:1769074886.122702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:1.1:1769074886.122716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:1.1:1769074886.122720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:1.1:1769074886.122724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:1.1:1769074886.122727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:0.1:1769074886.141184:0:65282:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64a0.
00000080:00000010:1.1:1769074886.211974:0:41756:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dce0.
00010000:00000010:1.1:1769074886.234826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:1.1:1769074886.234842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:1.1:1769074886.234847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074886.234868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:2.1:1769074886.303493:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d640.
00010000:00000010:0.1:1769074886.327238:0:65298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074886.327246:0:65298:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:0.1:1769074886.327251:0:65298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:1.1:1769074886.389151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:0.1:1769074886.449125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d280.
00010000:00000010:0.1:1769074886.483644:0:65307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:0.1:1769074886.483653:0:65307:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:0.1:1769074886.483657:0:65307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:0.1:1769074886.483660:0:65307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:2.1:1769074886.546235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:2.1:1769074886.546243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:2.1:1769074886.546247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:2.1:1769074886.546251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:2.1:1769074886.546254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:2.1:1769074886.559372:0:65316:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d040.
00010000:00000010:1.1:1769074886.584127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:3.1:1769074886.596107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bb20.
00000080:00000010:2.1:1769074886.626137:0:65320:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d8c0.
00010000:00000010:1.1:1769074886.658990:0:65321:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:1.1:1769074886.659000:0:65321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:1.1:1769074886.659004:0:65321:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:1.1:1769074886.659007:0:65321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00000080:00000010:0.1:1769074886.736969:0:65324:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6380.
00010000:00000010:0.1:1769074886.749093:0:65327:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:0.1:1769074886.749100:0:65327:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:0.1:1769074886.749104:0:65327:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:1.1:1769074886.806114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:0.1:1769074886.840167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00010000:00000010:0.1:1769074886.840185:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:0.1:1769074886.840190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:0.1:1769074886.840194:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:0.1:1769074886.840198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00000080:00000010:1.1:1769074886.845261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41720.
00010000:00000010:2.1:1769074886.896155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:1.1:1769074886.905652:0:63159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e67a0.
00010000:00000010:3.1:1769074886.935914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:3.1:1769074886.935937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:3.1:1769074886.935941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00000080:00000010:1.1:1769074886.987159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d700.
00010000:00000010:2.1:1769074887.002378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:0.1:1769074887.029135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654be20.
00010000:00000010:0.1:1769074887.083872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074887.083878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074887.083883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:0.1:1769074887.083887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074887.083890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:0.1:1769074887.083893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00000080:00000010:0.1:1769074887.083901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dce0.
00000080:00000010:3.1:1769074887.136761:0:65354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41320.
00010000:00000010:2.1:1769074887.167116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:2.1:1769074887.167132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:2.1:1769074887.167135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:2.1:1769074887.167139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:1.1:1769074887.199221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6cc0.
00000080:00000010:1.1:1769074887.237121:0:50474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d3e0.
00000080:00000010:3.1:1769074887.258460:0:65364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654be20.
00010000:00000010:1.1:1769074887.279594:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074887.279618:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074887.279624:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:1.1:1769074887.279628:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:3.1:1769074887.348474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00000080:00000010:0.1:1769074887.360161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6c80.
00000080:00000010:2.1:1769074887.381271:0:65373:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e62a0.
00010000:00000010:1.1:1769074887.413214:0:63160:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:1.1:1769074887.413231:0:63160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:1.1:1769074887.413235:0:63160:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:1.1:1769074887.413238:0:63160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:1.1:1769074887.458919:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00000080:00000010:0.1:1769074887.468185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dce0.
00000080:00000010:2.1:1769074887.490180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b6c0.
00010000:00000010:2.1:1769074887.535222:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:2.1:1769074887.535237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:2.1:1769074887.535240:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:2.1:1769074887.535243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:2.1:1769074887.615519:0:65385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41720.
00010000:00000010:2.1:1769074887.615538:0:65385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:2.1:1769074887.615543:0:65385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:2.1:1769074887.615547:0:65385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:2.1:1769074887.615550:0:65385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:3.1:1769074887.708412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:3.1:1769074887.708421:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:3.1:1769074887.708427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:1.1:1769074887.714147:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00000080:00000010:0.1:1769074887.734442:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e68c0.
00000080:00000010:0.1:1769074887.813214:0:65398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e410e0.
00010000:00000010:1.1:1769074887.814194:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:1.1:1769074887.814201:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:1.1:1769074887.814206:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:1.1:1769074887.814211:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:1.1:1769074887.814214:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074887.814216:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00000080:00000010:2.1:1769074887.935305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41200.
00010000:00000010:0.1:1769074887.942128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074887.942137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:0.1:1769074887.942142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:0.1:1769074887.942146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:0.1:1769074887.942149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:1.1:1769074888.032118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00000080:00000010:2.1:1769074888.131158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41680.
00010000:00000010:0.1:1769074888.131252:0:65419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:0.1:1769074888.131260:0:65419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:0.1:1769074888.131264:0:65419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:0.1:1769074888.131267:0:65419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074888.131271:0:65419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:3.1:1769074888.208746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:1.1:1769074888.239311:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074888.239318:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:1.1:1769074888.239322:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:1.1:1769074888.239336:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00000080:00000010:1.1:1769074888.256293:0:65427:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d020.
00000080:00000010:0.1:1769074888.315210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64a0.
00010000:00000010:2.1:1769074888.322101:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:2.1:1769074888.322117:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:2.1:1769074888.322122:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:2.1:1769074888.322124:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:2.1:1769074888.322128:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:3.1:1769074888.425137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:3.1:1769074888.450215:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b220.
00010000:00000010:1.1:1769074888.451125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074888.451133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:1.1:1769074888.451137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:1.1:1769074888.451140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:1.1:1769074888.451143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00000080:00000010:3.1:1769074888.515683:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f60.
00010000:00000010:0.1:1769074888.522099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074888.522179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:0.1:1769074888.522184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:3.1:1769074888.574152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074888.612666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:1.1:1769074888.612674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074888.612679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074888.612683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:1.1:1769074888.612686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00000080:00000010:1.1:1769074888.644665:0:65459:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d9e0.
00010000:00000010:0.1:1769074888.657110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:1.1:1769074888.672124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d9e0.
00000080:00000010:2.1:1769074888.682269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64c0.
00010000:00000010:1.1:1769074888.715212:0:65464:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:1.1:1769074888.715220:0:65464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:1.1:1769074888.715223:0:65464:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:1.1:1769074888.715227:0:65464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00000080:00000010:1.1:1769074888.770220:0:2407:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d280.
00010000:00000010:0.1:1769074888.783149:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074888.783165:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:2.1:1769074888.854098:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:1.1:1769074888.906109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074888.906121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:1.1:1769074888.906124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00000080:00000010:2.1:1769074888.922602:0:65482:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d3e0.
00000080:00000010:3.1:1769074889.031177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6dc0.
00010000:00000010:1.1:1769074889.034114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074889.034123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074889.034126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074889.034131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:1.1:1769074889.034135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:0.1:1769074889.173742:0:65496:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b6c0.
00010000:00000010:1.1:1769074889.176736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074889.176752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:1.1:1769074889.176768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074889.176771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:1.1:1769074889.176773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:1.1:1769074889.255710:0:65503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41a20.
00010000:00000010:0.1:1769074889.260148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:0.1:1769074889.260156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:0.1:1769074889.260160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:0.1:1769074889.260163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:0.1:1769074889.349387:0:39318:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:0.1:1769074889.349399:0:39318:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:0.1:1769074889.349403:0:39318:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:0.1:1769074889.349417:0:39318:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:2.1:1769074889.353213:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41720.
00010000:00000010:1.1:1769074889.503681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074889.503696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074889.503701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:1.1:1769074889.503704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00000080:00000010:1.1:1769074889.540152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6cc0.
00000080:00000010:0.1:1769074889.571095:0:65521:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41320.
00010000:00000010:2.1:1769074889.674122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:2.1:1769074889.674134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:2.1:1769074889.674141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:2.1:1769074889.674145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:2.1:1769074889.674149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:2.1:1769074889.674152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:1.1:1769074889.696414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d440.
00000080:00000010:1.1:1769074889.742054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d700.
00010000:00000010:3.1:1769074889.804103:0:65532:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:3.1:1769074889.804118:0:65532:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00010000:00000010:3.1:1769074889.804122:0:65532:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:3.1:1769074889.804126:0:65532:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:0.1:1769074889.808119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41680.
00010000:00000010:1.1:1769074889.854187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:0.1:1769074889.880818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00000080:00000010:1.1:1769074889.925162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d3e0.
00010000:00000010:1.1:1769074889.949432:0:1033:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074889.949443:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:1.1:1769074889.949449:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:3.1:1769074890.070307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:3.1:1769074890.070316:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:3.1:1769074890.070321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:3.1:1769074890.070325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:3.1:1769074890.070335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00000080:00000010:1.1:1769074890.103288:0:65549:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bc60.
00000080:00000010:3.1:1769074890.158346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41200.
00000080:00000010:1.1:1769074890.192153:0:19:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b6c0.
00010000:00000010:1.1:1769074890.201761:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:1.1:1769074890.201772:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074890.201776:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074890.201780:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074890.296099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074890.356110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074890.356124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074890.356128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:0.1:1769074890.356131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:0.1:1769074890.356134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:0.1:1769074890.361585:0:65565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dce0.
00000080:00000010:0.1:1769074890.417276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8c0.
00010000:00000010:0.1:1769074890.431731:0:65571:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:0.1:1769074890.431738:0:65571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:0.1:1769074890.431742:0:65571:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074890.431745:0:65571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:1.1:1769074890.491364:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908df00.
00010000:00000010:1.1:1769074890.507143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:1.1:1769074890.507156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:1.1:1769074890.507161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:2.1:1769074890.576102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:0.1:1769074890.595640:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074890.595657:0:2407:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:0.1:1769074890.595661:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:0.1:1769074890.595664:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00000080:00000010:1.1:1769074890.689782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41ba0.
00000080:00000010:0.1:1769074890.729365:0:65589:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00010000:00000010:0.1:1769074890.762292:0:65594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:0.1:1769074890.762298:0:65594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074890.762302:0:65594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074890.762307:0:65594:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074890.762311:0:65594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:1.1:1769074890.845130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074890.845141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074890.845145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074890.845148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:1.1:1769074890.845152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00000080:00000010:3.1:1769074890.845163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d380.
00010000:00000010:0.1:1769074890.932226:0:65609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:0.1:1769074890.932240:0:65609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:0.1:1769074890.932244:0:65609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:0.1:1769074890.932247:0:65609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074890.932250:0:65609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:3.1:1769074890.944113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41700.
00010000:00000010:2.1:1769074890.983650:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:1.1:1769074890.998125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908df00.
00010000:00000010:3.1:1769074891.042286:0:65616:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:3.1:1769074891.042301:0:65616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:3.1:1769074891.042305:0:65616:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:3.1:1769074891.042309:0:65616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:1.1:1769074891.043107:0:65616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bd00.
00010000:00000010:0.1:1769074891.159137:0:65623:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:0.1:1769074891.159149:0:65623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:0.1:1769074891.159153:0:65623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00000080:00000010:3.1:1769074891.179626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d640.
00010000:00000010:3.1:1769074891.193227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:0.1:1769074891.291095:0:65632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d3e0.
00010000:00000010:0.1:1769074891.291114:0:65632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074891.291118:0:65632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074891.291122:0:65632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074891.291141:0:65632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074891.291144:0:65632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:1.1:1769074891.370190:0:65639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074891.370197:0:65639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:1.1:1769074891.370205:0:65639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:2.1:1769074891.385168:0:65641:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc40.
00010000:00000010:0.1:1769074891.464239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:0.1:1769074891.464248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074891.464253:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074891.464257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:0.1:1769074891.464260:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:0.1:1769074891.464262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00000080:00000010:1.1:1769074891.465559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f00.
00000080:00000010:1.1:1769074891.502246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d940.
00000080:00000010:0.1:1769074891.549821:0:65652:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bd00.
00010000:00000010:1.1:1769074891.555915:0:65651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:1.1:1769074891.555926:0:65651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074891.555930:0:65651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:1.1:1769074891.555933:0:65651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074891.632122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:0.1:1769074891.691139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6b00.
00010000:00000010:0.1:1769074891.712124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:0.1:1769074891.712134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:0.1:1769074891.712136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:2.1:1769074891.785111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:1.1:1769074891.847121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:1.1:1769074891.847132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074891.847137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:1.1:1769074891.847140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:1.1:1769074891.847143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:1.1:1769074891.847146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:3.1:1769074891.847217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6880.
00010000:00000010:2.1:1769074891.901698:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:3.1:1769074891.933181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:3.1:1769074891.933196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:3.1:1769074891.933200:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:3.1:1769074891.933203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00000080:00000010:0.1:1769074891.940562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00000080:00000010:0.1:1769074891.992415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6b00.
00010000:00000010:0.1:1769074892.016152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:0.1:1769074892.016161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:0.1:1769074892.016165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:0.1:1769074892.177164:0:65693:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:0.1:1769074892.177182:0:65693:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:0.1:1769074892.177186:0:65693:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:0.1:1769074892.193133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dfc0.
00000080:00000010:1.1:1769074892.286578:0:65701:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41080.
00010000:00000010:1.1:1769074892.286596:0:65701:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074892.286601:0:65701:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:1.1:1769074892.286604:0:65701:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074892.286608:0:65701:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074892.286613:0:65701:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:2.1:1769074892.366542:0:65709:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:2.1:1769074892.366559:0:65709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:2.1:1769074892.366563:0:65709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:2.1:1769074892.397302:0:65710:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17440.
00010000:00000010:2.1:1769074892.425119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:1.1:1769074892.438464:0:59724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17960.
00010000:00000010:1.1:1769074892.566684:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074892.566692:0:37:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:1.1:1769074892.566697:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:1.1:1769074892.566700:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074892.566703:0:37:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:1.1:1769074892.566707:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:1.1:1769074892.566751:0:37:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f20.
00010000:00000010:1.1:1769074892.681214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:1.1:1769074892.681223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:1.1:1769074892.681227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:1.1:1769074892.681231:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:1.1:1769074892.681235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:2.1:1769074892.699150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00000080:00000010:1.1:1769074892.726349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908df00.
00000080:00000010:0.1:1769074892.765327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41fc0.
00010000:00000010:0.1:1769074892.808318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074892.808330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:0.1:1769074892.808336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074892.808340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:2.1:1769074892.875829:0:65738:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:1.1:1769074892.905121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:1.1:1769074892.905131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074892.905135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:1.1:1769074892.905139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00000080:00000010:0.1:1769074892.938234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a20.
00010000:00000010:0.1:1769074892.983110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00000080:00000010:2.1:1769074892.983523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e68c0.
00000080:00000010:1.1:1769074893.101287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17d40.
00010000:00000010:1.1:1769074893.118137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074893.118148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:1.1:1769074893.118152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074893.118157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:1.1:1769074893.118161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:2.1:1769074893.235460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:2.1:1769074893.315600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:2.1:1769074893.315614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:2.1:1769074893.315618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:2.1:1769074893.315630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:0.1:1769074893.324148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc175c0.
00010000:00000010:1.1:1769074893.373500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:0.1:1769074893.395156:0:65761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:3.1:1769074893.406314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a00.
00000080:00000010:1.1:1769074893.461741:0:65763:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc60.
00010000:00000010:0.1:1769074893.479156:0:65767:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074893.479172:0:65767:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074893.479185:0:65767:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:0.1:1769074893.479189:0:65767:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:0.1:1769074893.479192:0:65767:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:0.1:1769074893.633751:0:65773:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074893.633759:0:65773:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:0.1:1769074893.633762:0:65773:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:0.1:1769074893.633766:0:65773:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:0.1:1769074893.633770:0:65773:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:2.1:1769074893.674101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc60.
00000080:00000010:0.1:1769074893.736635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17020.
00010000:00000010:3.1:1769074893.753086:0:2400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:3.1:1769074893.753094:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:3.1:1769074893.753099:0:2400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:3.1:1769074893.753104:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:1.1:1769074893.833646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074893.866983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074893.866994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:0.1:1769074893.867000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:0.1:1769074893.867004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074893.867008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:3.1:1769074893.881178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17b20.
00010000:00000010:0.1:1769074893.916175:0:65792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:2.1:1769074893.917450:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17a80.
00000080:00000010:2.1:1769074893.940435:0:65795:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00010000:00000010:0.1:1769074893.948094:0:65797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:0.1:1769074893.948109:0:65797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:0.1:1769074893.948112:0:65797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074893.948116:0:65797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:0.1:1769074894.018172:0:65804:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908daa0.
00010000:00000010:0.1:1769074894.022025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074894.022033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:0.1:1769074894.022037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074894.022041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:3.1:1769074894.107523:0:65810:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d800.
00010000:00000010:3.1:1769074894.110440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:3.1:1769074894.110448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:3.1:1769074894.110451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00000080:00000010:2.1:1769074894.174802:0:65813:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d480.
00010000:00000010:3.1:1769074894.177213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:3.1:1769074894.177232:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:3.1:1769074894.177236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:3.1:1769074894.320164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d1c0.
00010000:00000010:0.1:1769074894.341492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00010000:00000010:0.1:1769074894.341506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074894.341511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074894.341514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:0.1:1769074894.398510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:2.1:1769074894.439349:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:2.1:1769074894.439374:0:2401:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:2.1:1769074894.439380:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:2.1:1769074894.439509:0:2401:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:2.1:1769074894.439512:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:1.1:1769074894.456111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d440.
00010000:00000010:3.1:1769074894.496532:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:1.1:1769074894.507187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:0.1:1769074894.526152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17d80.
00010000:00000010:1.1:1769074894.535569:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:1.1:1769074894.535584:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:1.1:1769074894.535588:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:1.1:1769074894.535591:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:2.1:1769074894.546579:0:65841:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6ca0.
00000080:00000010:0.1:1769074894.641826:0:65850:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17260.
00010000:00000010:0.1:1769074894.641850:0:65850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074894.641877:0:65850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074894.641882:0:65850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:0.1:1769074894.641886:0:65850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:0.1:1769074894.695010:0:65856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6b00.
00010000:00000010:1.1:1769074894.710679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:1.1:1769074894.710687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:1.1:1769074894.710692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:1.1:1769074894.710695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00000080:00000010:3.1:1769074894.759086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e410e0.
00000080:00000010:0.1:1769074894.831794:0:2407:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17dc0.
00010000:00000010:0.1:1769074894.844229:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:0.1:1769074894.844241:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074894.844245:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:3.1:1769074894.910029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:1.1:1769074894.930197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074894.930215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:1.1:1769074894.930219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:1.1:1769074894.930223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074894.930227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00000080:00000010:1.1:1769074894.967013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17a60.
00010000:00000010:3.1:1769074894.997342:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:1.1:1769074895.016233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc40.
00000080:00000010:0.1:1769074895.026503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f40.
00010000:00000010:3.1:1769074895.048333:0:65879:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:3.1:1769074895.048343:0:65879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:3.1:1769074895.048347:0:65879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:0.1:1769074895.151187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074895.151195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:0.1:1769074895.151199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:0.1:1769074895.151203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:0.1:1769074895.151207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:1.1:1769074895.156006:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc40.
00000080:00000010:1.1:1769074895.199280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f40.
00010000:00000010:0.1:1769074895.215294:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074895.245100:0:65892:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:1.1:1769074895.245113:0:65892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:1.1:1769074895.245117:0:65892:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:1.1:1769074895.245120:0:65892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:0.1:1769074895.247850:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dfc0.
00000080:00000010:1.1:1769074895.292120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908df00.
00010000:00000010:0.1:1769074895.318386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:0.1:1769074895.318398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:0.1:1769074895.318401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:3.1:1769074895.355408:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d9e0.
00010000:00000010:2.1:1769074895.381185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:0.1:1769074895.381636:0:2407:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17620.
00010000:00000010:1.1:1769074895.476441:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:1.1:1769074895.476453:0:59724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:1.1:1769074895.476457:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074895.476460:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074895.476463:0:59724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:1.1:1769074895.476466:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:0.1:1769074895.482494:0:65909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d3e0.
00010000:00000010:1.1:1769074895.615643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:1.1:1769074895.615652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:1.1:1769074895.615656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:1.1:1769074895.615660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074895.615663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:0.1:1769074895.619476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d5e0.
00000080:00000010:0.1:1769074895.689198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17c80.
00010000:00000010:0.1:1769074895.700000:0:65922:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074895.700014:0:65922:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:0.1:1769074895.700019:0:65922:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:2.1:1769074895.810677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17c80.
00010000:00000010:2.1:1769074895.834294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:2.1:1769074895.834306:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:2.1:1769074895.834311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:2.1:1769074895.834314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:0.1:1769074895.940331:0:65940:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908df00.
00010000:00000010:1.1:1769074895.948115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:1.1:1769074895.948701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074895.948706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:0.1:1769074896.060441:0:65948:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074896.060454:0:65948:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074896.060458:0:65948:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074896.060461:0:65948:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:0.1:1769074896.060464:0:65948:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:0.1:1769074896.060467:0:65948:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:3.1:1769074896.073472:0:65950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc170a0.
00000080:00000010:0.1:1769074896.112168:0:2407:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f00.
00000080:00000010:0.1:1769074896.147352:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dfc0.
00010000:00000010:0.1:1769074896.162312:0:65957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074896.162320:0:65957:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:0.1:1769074896.162324:0:65957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:0.1:1769074896.162327:0:65957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:0.1:1769074896.240129:0:65964:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074896.240140:0:65964:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:0.1:1769074896.240144:0:65964:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:0.1:1769074896.240148:0:65964:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:0.1:1769074896.240151:0:65964:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00000080:00000010:0.1:1769074896.240156:0:65964:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6880.
00000080:00000010:2.1:1769074896.284472:0:65968:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6980.
00010000:00000010:1.1:1769074896.312272:0:65972:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:1.1:1769074896.312279:0:65972:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:1.1:1769074896.312284:0:65972:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:1.1:1769074896.312287:0:65972:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:3.1:1769074896.336169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41200.
00010000:00000010:2.1:1769074896.367107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:1.1:1769074896.367477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64c0.
00000080:00000010:0.1:1769074896.403496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00010000:00000010:0.1:1769074896.449703:0:65979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074896.449719:0:65979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074896.535160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:1.1:1769074896.606669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d800.
00010000:00000010:1.1:1769074896.622106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:1.1:1769074896.622120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:1.1:1769074896.622123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:1.1:1769074896.622127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074896.622131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:1.1:1769074896.720698:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00000080:00000010:2.1:1769074896.741145:0:65996:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc178a0.
00010000:00000010:0.1:1769074896.752193:0:65994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074896.752210:0:65994:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:0.1:1769074896.752214:0:65994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074896.752218:0:65994:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:0.1:1769074896.752222:0:65994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:1.1:1769074896.868128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:1.1:1769074896.868149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:1.1:1769074896.868153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074896.868157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:1.1:1769074896.868160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00000080:00000010:1.1:1769074896.873710:0:59724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e67c0.
00010000:00000010:3.1:1769074896.978160:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00010000:00000010:3.1:1769074896.978175:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:3.1:1769074896.978180:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:3.1:1769074896.978183:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:3.1:1769074896.978187:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:0.1:1769074896.997102:0:66014:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41260.
00010000:00000010:3.1:1769074897.026290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00000080:00000010:1.1:1769074897.030685:0:66015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d640.
00010000:00000010:1.1:1769074897.062542:0:66019:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:1.1:1769074897.062556:0:66019:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074897.062560:0:66019:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:1.1:1769074897.062563:0:66019:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:0.1:1769074897.083230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc172a0.
00000080:00000010:0.1:1769074897.114647:0:66022:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d5e0.
00000080:00000010:3.1:1769074897.149448:0:66026:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6380.
00010000:00000010:1.1:1769074897.157470:0:66027:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:1.1:1769074897.157482:0:66027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:1.1:1769074897.157486:0:66027:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:1.1:1769074897.157490:0:66027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00000080:00000010:0.1:1769074897.214168:0:66033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6ca0.
00010000:00000010:0.1:1769074897.223150:0:66033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074897.223162:0:66033:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:0.1:1769074897.223167:0:66033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:1.1:1769074897.250405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:3.1:1769074897.289130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:3.1:1769074897.289138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:0.1:1769074897.345086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f60.
00010000:00000010:0.1:1769074897.365114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074897.365128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:0.1:1769074897.365131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00000080:00000010:0.1:1769074897.410994:0:66044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41260.
00010000:00000010:3.1:1769074897.430500:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00010000:00000010:0.1:1769074897.495453:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:0.1:1769074897.495472:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:0.1:1769074897.495478:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:0.1:1769074897.495483:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00010000:00000010:0.1:1769074897.495487:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:0.1:1769074897.495490:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00000080:00000010:0.1:1769074897.495602:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41a00.
00000080:00000010:2.1:1769074897.621300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00010000:00000010:1.1:1769074897.627964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074897.627979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:1.1:1769074897.699905:0:66066:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41a20.
00010000:00000010:1.1:1769074897.714330:0:66066:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074897.714338:0:66066:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:1.1:1769074897.714343:0:66066:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:1.1:1769074897.714347:0:66066:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00010000:00000010:1.1:1769074897.714351:0:66066:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:0.1:1769074897.782243:0:66073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074897.782252:0:66073:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:0.1:1769074897.782256:0:66073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074897.783420:0:66072:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00000080:00000010:3.1:1769074897.809549:0:66074:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc179e0.
00010000:00000010:0.1:1769074897.839179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:0.1:1769074897.873150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dfc0.
00010000:00000010:1.1:1769074897.946581:0:66081:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:1.1:1769074897.946594:0:66081:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074897.946600:0:66081:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:1.1:1769074897.946606:0:66081:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:1.1:1769074897.946612:0:66081:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:1.1:1769074897.946617:0:66081:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00000080:00000010:3.1:1769074897.963824:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6ca0.
00010000:00000010:2.1:1769074898.018115:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:3.1:1769074898.037221:0:66082:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17b80.
00010000:00000010:3.1:1769074898.113961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:3.1:1769074898.124583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:3.1:1769074898.124596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:3.1:1769074898.124601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:3.1:1769074898.124604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00000080:00000010:1.1:1769074898.125227:0:19:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dd80.
00000080:00000010:0.1:1769074898.223495:0:50474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc171a0.
00010000:00000010:0.1:1769074898.240814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:0.1:1769074898.240825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074898.240829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074898.363194:0:66102:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074898.363212:0:66102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074898.363217:0:66102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:3.1:1769074898.468818:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:3.1:1769074898.468844:0:2401:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:3.1:1769074898.468849:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:3.1:1769074898.468853:0:2401:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:3.1:1769074898.468856:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:2.1:1769074898.481041:0:66111:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d1c0.
00000080:00000010:0.1:1769074898.529289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17760.
00000080:00000010:2.1:1769074898.599630:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6cc0.
00010000:00000010:0.1:1769074898.600110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:0.1:1769074898.600119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:0.1:1769074898.600123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:0.1:1769074898.600125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:1.1:1769074898.680980:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d480.
00010000:00000010:1.1:1769074898.701952:0:66123:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074898.701968:0:66123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:1.1:1769074898.701972:0:66123:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:1.1:1769074898.701976:0:66123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00000080:00000010:2.1:1769074898.764671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dca0.
00010000:00000010:0.1:1769074898.779715:0:66128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074898.779729:0:66128:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:0.1:1769074898.779734:0:66128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:3.1:1769074898.830097:0:66135:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908daa0.
00010000:00000010:0.1:1769074898.830535:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:0.1:1769074898.830540:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074898.830544:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:2.1:1769074898.884917:0:66142:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:0.1:1769074898.907118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074898.907131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:0.1:1769074898.907136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074898.907138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00000080:00000010:1.1:1769074898.946080:0:66148:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d140.
00000080:00000010:0.1:1769074899.011442:0:66150:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41200.
00010000:00000010:1.1:1769074899.026413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074899.026419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:1.1:1769074899.026426:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:1.1:1769074899.026430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:3.1:1769074899.101214:0:66161:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:3.1:1769074899.101229:0:66161:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:3.1:1769074899.101234:0:66161:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:3.1:1769074899.101244:0:66161:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:3.1:1769074899.101248:0:66161:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:2.1:1769074899.136403:0:66163:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc174e0.
00010000:00000010:2.1:1769074899.174379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00000080:00000010:0.1:1769074899.199225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc170e0.
00010000:00000010:1.1:1769074899.210103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:1.1:1769074899.210109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:1.1:1769074899.210113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:1.1:1769074899.210116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:1.1:1769074899.280139:0:66171:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17e60.
00010000:00000010:1.1:1769074899.289976:0:66175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:1.1:1769074899.289984:0:66175:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:1.1:1769074899.289988:0:66175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074899.362507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00000080:00000010:0.1:1769074899.409731:0:66179:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17600.
00010000:00000010:1.1:1769074899.415112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074899.415123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:1.1:1769074899.415126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:1.1:1769074899.415129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:1.1:1769074899.415131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00000080:00000010:0.1:1769074899.478155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6ca0.
00010000:00000010:1.1:1769074899.511030:0:66189:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:1.1:1769074899.511037:0:66189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:1.1:1769074899.511041:0:66189:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:1.1:1769074899.511044:0:66189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00000080:00000010:0.1:1769074899.532595:0:66193:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6880.
00010000:00000010:1.1:1769074899.562108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:0.1:1769074899.586557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:2.1:1769074899.622187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dca0.
00000080:00000010:2.1:1769074899.680686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41a20.
00010000:00000010:1.1:1769074899.738810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:1.1:1769074899.738826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:1.1:1769074899.738831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:0.1:1769074899.841051:0:66206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:0.1:1769074899.841077:0:66206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:0.1:1769074899.841089:0:66206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:0.1:1769074899.841093:0:66206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074899.841096:0:66206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:0.1:1769074899.841212:0:66206:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41060.
00010000:00000010:0.1:1769074899.946753:0:66215:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00010000:00000010:0.1:1769074899.946763:0:66215:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:0.1:1769074899.946768:0:66215:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074899.946773:0:66215:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:0.1:1769074899.946777:0:66215:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:0.1:1769074899.965836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41200.
00010000:00000010:3.1:1769074900.005766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:2.1:1769074900.018373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64e0.
00000080:00000010:2.1:1769074900.108530:0:42235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17460.
00010000:00000010:0.1:1769074900.137468:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074900.137495:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074900.137500:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:0.1:1769074900.137502:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:2.1:1769074900.181384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6b00.
00010000:00000010:2.1:1769074900.213192:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:2.1:1769074900.213208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:2.1:1769074900.213213:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:2.1:1769074900.213217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00000080:00000010:1.1:1769074900.215244:0:66227:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6c40.
00010000:00000010:0.1:1769074900.312689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:0.1:1769074900.312704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:1.1:1769074900.402847:0:66238:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908daa0.
00010000:00000010:3.1:1769074900.507933:0:66244:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:3.1:1769074900.507943:0:66244:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:3.1:1769074900.507946:0:66244:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:3.1:1769074900.507949:0:66244:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:0.1:1769074900.531534:0:66245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d800.
00000080:00000010:3.1:1769074900.553197:0:66245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17fa0.
00010000:00000010:1.1:1769074900.636992:0:66253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074900.637014:0:66253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074900.637018:0:66253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:1.1:1769074900.637021:0:66253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074900.637024:0:66253:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:1.1:1769074900.637027:0:66253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00000080:00000010:2.1:1769074900.679176:0:66254:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41080.
00010000:00000010:1.1:1769074900.711904:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:3.1:1769074900.712439:0:66256:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6b00.
00010000:00000010:0.1:1769074900.740104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:0.1:1769074900.740118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:0.1:1769074900.740122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:0.1:1769074900.740125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:0.1:1769074900.740128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:0.1:1769074900.740132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64c0.
00000080:00000010:2.1:1769074900.810976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00010000:00000010:3.1:1769074900.815124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:3.1:1769074900.815137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:3.1:1769074900.815141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:3.1:1769074900.815144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00000080:00000010:0.1:1769074900.879104:0:66275:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908df20.
00010000:00000010:0.1:1769074900.897122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:0.1:1769074900.897132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074900.897138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074900.897141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00000080:00000010:0.1:1769074900.977737:0:66283:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6cc0.
00010000:00000010:2.1:1769074900.978043:0:66282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:2.1:1769074900.978049:0:66282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:2.1:1769074900.978052:0:66282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:2.1:1769074900.978054:0:66282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:0.1:1769074901.080461:0:66289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074901.080467:0:66289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074901.080470:0:66289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074901.080473:0:66289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00000080:00000010:1.1:1769074901.096089:0:66289:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d9e0.
00010000:00000010:1.1:1769074901.146627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:1.1:1769074901.146644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:1.1:1769074901.146649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:1.1:1769074901.146652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:0.1:1769074901.148096:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e67c0.
00000080:00000010:2.1:1769074901.211109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00000080:00000010:0.1:1769074901.237385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc175a0.
00010000:00000010:0.1:1769074901.246120:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074901.246130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074901.246136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:0.1:1769074901.246140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:1.1:1769074901.305657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6c80.
00010000:00000010:1.1:1769074901.328114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074901.328124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:1.1:1769074901.328128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:3.1:1769074901.423357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:3.1:1769074901.423365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:3.1:1769074901.423369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:3.1:1769074901.423373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:1.1:1769074901.426421:0:66318:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d480.
00010000:00000010:0.1:1769074901.472572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00000080:00000010:1.1:1769074901.476261:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d3e0.
00000080:00000010:1.1:1769074901.509035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6880.
00010000:00000010:1.1:1769074901.521104:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:1.1:1769074901.521119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:1.1:1769074901.521123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:0.1:1769074901.631252:0:66332:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074901.631265:0:66332:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:0.1:1769074901.631269:0:66332:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074901.631274:0:66332:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074901.631278:0:66332:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:1.1:1769074901.643149:0:66332:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc172e0.
00000080:00000010:0.1:1769074901.767468:0:39318:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17480.
00010000:00000010:0.1:1769074901.767513:0:39318:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:0.1:1769074901.767519:0:39318:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:0.1:1769074901.767526:0:39318:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074901.767529:0:39318:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074901.838278:0:66343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:1.1:1769074901.855158:0:66343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc40.
00010000:00000010:0.1:1769074901.918179:0:63160:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074901.918187:0:63160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:0.1:1769074901.918191:0:63160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00000080:00000010:2.1:1769074901.920084:0:16179:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d480.
00010000:00000010:2.1:1769074902.059566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:2.1:1769074902.059576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:2.1:1769074902.059580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:2.1:1769074902.059584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:2.1:1769074902.059587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:2.1:1769074902.059590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00000080:00000010:0.1:1769074902.060114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41e80.
00010000:00000010:3.1:1769074902.117956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00000080:00000010:0.1:1769074902.151661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41060.
00010000:00000010:1.1:1769074902.171973:0:66363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:1.1:1769074902.171979:0:66363:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:1.1:1769074902.171983:0:66363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:1.1:1769074902.171986:0:66363:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:1.1:1769074902.171988:0:66363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:0.1:1769074902.312612:0:66373:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:0.1:1769074902.312627:0:66373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:0.1:1769074902.312641:0:66373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:0.1:1769074902.312644:0:66373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:0.1:1769074902.328101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00010000:00000010:1.1:1769074902.359870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:3.1:1769074902.414164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc176c0.
00010000:00000010:3.1:1769074902.414274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:3.1:1769074902.414279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:3.1:1769074902.414284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:3.1:1769074902.414289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074902.476667:0:66382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:0.1:1769074902.499177:0:66382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e410e0.
00010000:00000010:0.1:1769074902.540833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074902.540848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:0.1:1769074902.540853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:1.1:1769074902.613121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074902.644911:0:66393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00010000:00000010:0.1:1769074902.644924:0:66393:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074902.644930:0:66393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:0.1:1769074902.644933:0:66393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:0.1:1769074902.693780:0:66396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17680.
00010000:00000010:0.1:1769074902.731689:0:66395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:1.1:1769074902.742811:0:66396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d380.
00010000:00000010:0.1:1769074902.791138:0:66400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:0.1:1769074902.791152:0:66400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:0.1:1769074902.791157:0:66400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074902.791161:0:66400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:0.1:1769074902.791164:0:66400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00000080:00000010:3.1:1769074902.813478:0:66402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17d40.
00010000:00000010:1.1:1769074902.892089:0:66408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00000080:00000010:3.1:1769074902.896160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d800.
00000080:00000010:3.1:1769074902.970165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc171e0.
00010000:00000010:1.1:1769074902.977111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074902.977122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:1.1:1769074902.977127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:1.1:1769074902.977131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:1.1:1769074902.977135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074902.977138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:1.1:1769074903.039726:0:66419:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d3e0.
00010000:00000010:0.1:1769074903.042250:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074903.042258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074903.042262:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:0.1:1769074903.042266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:0.1:1769074903.169384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:0.1:1769074903.169398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074903.169402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074903.169406:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:0.1:1769074903.169408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:2.1:1769074903.190206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e67a0.
00010000:00000010:1.1:1769074903.244217:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074903.244233:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074903.244239:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:1.1:1769074903.244243:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00000080:00000010:3.1:1769074903.248062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17be0.
00000080:00000010:1.1:1769074903.323323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d140.
00010000:00000010:0.1:1769074903.348121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:0.1:1769074903.348139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074903.348144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:1.1:1769074903.461249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:1.1:1769074903.461264:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:1.1:1769074903.461270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074903.461273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074903.461276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:1.1:1769074903.493061:0:66454:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d140.
00000080:00000010:2.1:1769074903.534999:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a20.
00000080:00000010:0.1:1769074903.584221:0:66460:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d140.
00010000:00000010:0.1:1769074903.601125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:0.1:1769074903.601146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:0.1:1769074903.601149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074903.601152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:1.1:1769074903.665120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00010000:00000010:1.1:1769074903.671658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:1.1:1769074903.671668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:1.1:1769074903.671672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:1.1:1769074903.671676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:1.1:1769074903.787389:0:66475:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e414a0.
00010000:00000010:0.1:1769074903.802265:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:0.1:1769074903.802278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:0.1:1769074903.802283:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074903.802286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00000080:00000010:3.1:1769074903.850128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41200.
00010000:00000010:1.1:1769074903.861335:0:66481:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:1.1:1769074903.861343:0:66481:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074903.861347:0:66481:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:1.1:1769074903.861350:0:66481:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00000080:00000010:0.1:1769074903.916601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17a60.
00010000:00000010:0.1:1769074903.947672:0:66488:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:0.1:1769074903.947680:0:66488:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:0.1:1769074903.947684:0:66488:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:2.1:1769074903.989104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074904.003118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:0.1:1769074904.003127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074904.003132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074904.003135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:3.1:1769074904.035139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17a60.
00010000:00000010:1.1:1769074904.077396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:1.1:1769074904.086103:0:66498:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17ac0.
00010000:00000010:2.1:1769074904.131335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:2.1:1769074904.131349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:2.1:1769074904.131354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:2.1:1769074904.131358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:2.1:1769074904.131361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:2.1:1769074904.131364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:1.1:1769074904.134871:0:66502:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a00.
00010000:00000010:2.1:1769074904.181213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:1.1:1769074904.199182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc60.
00000080:00000010:0.1:1769074904.244208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17e60.
00010000:00000010:0.1:1769074904.255419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:0.1:1769074904.255428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074904.255433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074904.255436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:1.1:1769074904.349109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17e60.
00010000:00000010:1.1:1769074904.362223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074904.362237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:1.1:1769074904.362241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074904.362244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:2.1:1769074904.428547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:1.1:1769074904.465861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:1.1:1769074904.465870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:1.1:1769074904.465874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074904.465877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:3.1:1769074904.519460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17aa0.
00000080:00000010:1.1:1769074904.575237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc174e0.
00010000:00000010:1.1:1769074904.592190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:1.1:1769074904.592209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:1.1:1769074904.592214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074904.592217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074904.592220:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074904.592223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:3.1:1769074904.639108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:0.1:1769074904.647440:0:66537:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a00.
00000080:00000010:0.1:1769074904.693113:0:66542:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d280.
00010000:00000010:2.1:1769074904.707237:0:66541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:2.1:1769074904.707245:0:66541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:2.1:1769074904.707248:0:66541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:2.1:1769074904.707252:0:66541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:2.1:1769074904.778884:0:66548:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17da0.
00010000:00000010:2.1:1769074904.786877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:2.1:1769074904.786884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:2.1:1769074904.786888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:2.1:1769074904.786891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:0.1:1769074904.850096:0:66555:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d800.
00010000:00000010:0.1:1769074904.856344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:0.1:1769074904.856354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:0.1:1769074904.856357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:0.1:1769074904.856360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:0.1:1769074904.914820:0:66562:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:0.1:1769074904.914833:0:66562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:0.1:1769074904.914837:0:66562:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:0.1:1769074904.914840:0:66562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00000080:00000010:3.1:1769074904.931880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d280.
00010000:00000010:3.1:1769074905.075230:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:3.1:1769074905.075245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:3.1:1769074905.075250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:0.1:1769074905.090099:0:66572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17bc0.
00000080:00000010:0.1:1769074905.125348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17bc0.
00000080:00000010:2.1:1769074905.233545:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41ba0.
00010000:00000010:0.1:1769074905.236944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074905.236960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074905.236965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:0.1:1769074905.236970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:0.1:1769074905.236973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:0.1:1769074905.236976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:3.1:1769074905.314093:0:66585:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:3.1:1769074905.314101:0:66585:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:3.1:1769074905.314105:0:66585:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:3.1:1769074905.314108:0:66585:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:3.1:1769074905.314111:0:66585:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:1.1:1769074905.340171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d020.
00000080:00000010:2.1:1769074905.363217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a20.
00010000:00000010:1.1:1769074905.424130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:1.1:1769074905.424143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:1.1:1769074905.424148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074905.424152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:1.1:1769074905.424155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00000080:00000010:1.1:1769074905.452173:0:66592:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41a20.
00010000:00000010:3.1:1769074905.516872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:3.1:1769074905.516891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:3.1:1769074905.516895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:3.1:1769074905.516898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:1.1:1769074905.517711:0:66599:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17280.
00010000:00000010:3.1:1769074905.650669:0:66607:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:3.1:1769074905.650680:0:66607:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:3.1:1769074905.650683:0:66607:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:3.1:1769074905.650687:0:66607:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00000080:00000010:1.1:1769074905.651337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f40.
00000080:00000010:1.1:1769074905.751094:0:66612:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc179e0.
00010000:00000010:1.1:1769074905.770103:0:66615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:1.1:1769074905.770118:0:66615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074905.770122:0:66615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:3.1:1769074905.832234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:1.1:1769074905.875093:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41e80.
00010000:00000010:0.1:1769074905.893686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:0.1:1769074905.893693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074905.893697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:0.1:1769074905.893701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:0.1:1769074905.893704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:0.1:1769074905.893845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:1.1:1769074905.947102:0:66625:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:3.1:1769074905.957851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d800.
00010000:00000010:1.1:1769074905.989427:0:66630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:1.1:1769074905.989441:0:66630:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:1.1:1769074905.989445:0:66630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:1.1:1769074905.989456:0:66630:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:1.1:1769074905.989459:0:66630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:0.1:1769074906.016190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64e0.
00010000:00000010:1.1:1769074906.060769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:0.1:1769074906.070266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e63a0.
00000080:00000010:1.1:1769074906.108115:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17580.
00010000:00000010:1.1:1769074906.115168:0:66639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:1.1:1769074906.244439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6640.
00010000:00000010:3.1:1769074906.246120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:3.1:1769074906.246129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:3.1:1769074906.246135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:3.1:1769074906.246139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074906.325308:0:66650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:1.1:1769074906.325327:0:66650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:1.1:1769074906.341395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc175e0.
00010000:00000010:2.1:1769074906.466615:0:66663:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:2.1:1769074906.466637:0:66663:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:2.1:1769074906.466642:0:66663:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:2.1:1769074906.466644:0:66663:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:2.1:1769074906.466647:0:66663:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:2.1:1769074906.466651:0:66663:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:1.1:1769074906.510818:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64c0.
00000080:00000010:0.1:1769074906.575234:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f40.
00010000:00000010:1.1:1769074906.586196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:1.1:1769074906.586213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:1.1:1769074906.586218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074906.586222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074906.696576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:1.1:1769074906.697267:0:66678:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074906.697275:0:66678:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:1.1:1769074906.697278:0:66678:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:0.1:1769074906.742700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e67a0.
00000080:00000010:3.1:1769074906.780112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41be0.
00000080:00000010:3.1:1769074906.841412:0:63159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d3e0.
00010000:00000010:1.1:1769074906.855471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074906.855487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:1.1:1769074906.855492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074906.855495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074906.855499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074906.855503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:1.1:1769074906.942339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc174e0.
00010000:00000010:0.1:1769074906.961936:0:39318:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00010000:00000010:0.1:1769074906.961950:0:39318:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:0.1:1769074906.961955:0:39318:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:3.1:1769074907.051893:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:0.1:1769074907.088289:0:66701:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41e80.
00010000:00000010:3.1:1769074907.092286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:3.1:1769074907.092297:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:3.1:1769074907.092302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:3.1:1769074907.092305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00000080:00000010:2.1:1769074907.162021:0:50474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64c0.
00010000:00000010:2.1:1769074907.186844:0:66708:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:2.1:1769074907.186855:0:66708:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:2.1:1769074907.186859:0:66708:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:1.1:1769074907.255287:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074907.255294:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:1.1:1769074907.255298:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:1.1:1769074907.255300:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:1.1:1769074907.255304:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00000080:00000010:1.1:1769074907.292349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17ec0.
00000080:00000010:3.1:1769074907.327538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41fc0.
00000080:00000010:2.1:1769074907.358482:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00010000:00000010:2.1:1769074907.368271:0:66723:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:2.1:1769074907.368285:0:66723:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:2.1:1769074907.368289:0:66723:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:2.1:1769074907.368292:0:66723:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074907.437116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:1.1:1769074907.495128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc40.
00010000:00000010:1.1:1769074907.531109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:1.1:1769074907.531128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074907.531133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:1.1:1769074907.531136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00000080:00000010:2.1:1769074907.598005:0:66739:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17ba0.
00010000:00000010:2.1:1769074907.598130:0:66739:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:2.1:1769074907.598138:0:66739:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:2.1:1769074907.598141:0:66739:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:2.1:1769074907.598154:0:66739:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:2.1:1769074907.644109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:0.1:1769074907.669115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00010000:00000010:1.1:1769074907.717604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:1.1:1769074907.717619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074907.717623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:1.1:1769074907.717626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:1.1:1769074907.717629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00000080:00000010:1.1:1769074907.736096:0:66748:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6ca0.
00010000:00000010:1.1:1769074907.787528:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:3.1:1769074907.796213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc174a0.
00000080:00000010:1.1:1769074907.824109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d020.
00010000:00000010:1.1:1769074907.842261:0:66753:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074907.842273:0:66753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:1.1:1769074907.842276:0:66753:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074907.842279:0:66753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00000080:00000010:1.1:1769074907.961578:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d020.
00010000:00000010:2.1:1769074907.962932:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:2.1:1769074907.962945:0:2400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:2.1:1769074907.962950:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:2.1:1769074907.962955:0:2400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:2.1:1769074907.962958:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074908.063656:0:66769:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:1.1:1769074908.063666:0:66769:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:1.1:1769074908.063683:0:66769:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:1.1:1769074908.096576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17520.
00010000:00000010:0.1:1769074908.114863:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:3.1:1769074908.118636:0:66771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d640.
00010000:00000010:1.1:1769074908.201564:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:1.1:1769074908.201583:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074908.201589:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:1.1:1769074908.201592:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:1.1:1769074908.201596:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:1.1:1769074908.201600:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00000080:00000010:3.1:1769074908.240233:0:66779:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d280.
00010000:00000010:1.1:1769074908.264376:0:66779:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:1.1:1769074908.272158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17340.
00010000:00000010:0.1:1769074908.311483:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074908.311490:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074908.311495:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074908.311498:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:0.1:1769074908.350146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc170c0.
00000080:00000010:2.1:1769074908.390107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6640.
00010000:00000010:3.1:1769074908.390345:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00000080:00000010:2.1:1769074908.461193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d280.
00010000:00000010:2.1:1769074908.480369:0:66794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:2.1:1769074908.480378:0:66794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:2.1:1769074908.480382:0:66794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:2.1:1769074908.480388:0:66794:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:2.1:1769074908.480392:0:66794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00000080:00000010:1.1:1769074908.522102:0:66790:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d3e0.
00010000:00000010:0.1:1769074908.528987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074908.529003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074908.529008:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:0.1:1769074908.529011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00000080:00000010:2.1:1769074908.545268:0:66801:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00010000:00000010:1.1:1769074908.599651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:0.1:1769074908.612281:0:66803:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00000080:00000010:1.1:1769074908.669849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6cc0.
00010000:00000010:1.1:1769074908.669859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:1.1:1769074908.669865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:1.1:1769074908.669879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:3.1:1769074908.740215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:2.1:1769074908.817095:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:2.1:1769074908.817108:0:1033:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:2.1:1769074908.817111:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:2.1:1769074908.817114:0:1033:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:2.1:1769074908.817118:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:3.1:1769074908.832786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6c80.
00000080:00000010:2.1:1769074908.888646:0:66819:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6880.
00000080:00000010:3.1:1769074908.929959:0:66823:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908daa0.
00010000:00000010:2.1:1769074908.930389:0:66824:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:2.1:1769074908.930399:0:66824:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:2.1:1769074908.930404:0:66824:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:2.1:1769074908.930409:0:66824:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:2.1:1769074909.002083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:2.1:1769074909.026095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17ae0.
00000080:00000010:1.1:1769074909.043962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc60.
00010000:00000010:3.1:1769074909.050274:0:66829:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:3.1:1769074909.050281:0:66829:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:3.1:1769074909.050285:0:66829:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:3.1:1769074909.050289:0:66829:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074909.236605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:0.1:1769074909.236621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:0.1:1769074909.236626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074909.236630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074909.236633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:1.1:1769074909.243145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d140.
00010000:00000010:2.1:1769074909.289272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:1.1:1769074909.306520:0:66841:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d020.
00010000:00000010:0.1:1769074909.389722:0:66845:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074909.389733:0:66845:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074909.389737:0:66845:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:0.1:1769074909.389740:0:66845:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:0.1:1769074909.389743:0:66845:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00000080:00000010:0.1:1769074909.389858:0:66845:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc175a0.
00000080:00000010:1.1:1769074909.490424:0:55072:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc175a0.
00010000:00000010:1.1:1769074909.504146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:1.1:1769074909.504154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:2.1:1769074909.605108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074909.659338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074909.659354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:1.1:1769074909.659359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:1.1:1769074909.659362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074909.659366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:0.1:1769074909.660178:0:66864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17440.
00010000:00000010:1.1:1769074909.683107:0:66865:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:3.1:1769074909.692094:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41fc0.
00000080:00000010:0.1:1769074909.710484:0:66869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17440.
00010000:00000010:1.1:1769074909.723134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074909.723151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074909.723157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:1.1:1769074909.723160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:0.1:1769074909.812494:0:66877:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074909.812503:0:66877:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:0.1:1769074909.882475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908daa0.
00000080:00000010:3.1:1769074909.943686:0:66883:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17440.
00010000:00000010:1.1:1769074909.959871:0:66883:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:1.1:1769074909.959890:0:66883:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:1.1:1769074909.959895:0:66883:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074909.959900:0:66883:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074909.959905:0:66883:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:1.1:1769074909.959908:0:66883:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:0.1:1769074910.022309:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dca0.
00010000:00000010:0.1:1769074910.039089:0:66887:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074910.039097:0:66887:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:0.1:1769074910.039102:0:66887:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:2.1:1769074910.127108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:0.1:1769074910.159316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f40.
00010000:00000010:0.1:1769074910.174224:0:66900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:0.1:1769074910.174236:0:66900:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:0.1:1769074910.174239:0:66900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00010000:00000010:0.1:1769074910.174242:0:66900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00000080:00000010:3.1:1769074910.263411:0:66905:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00010000:00000010:0.1:1769074910.278540:0:66906:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:0.1:1769074910.278552:0:66906:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:0.1:1769074910.278557:0:66906:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:0.1:1769074910.278561:0:66906:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:1.1:1769074910.351999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:0.1:1769074910.360888:0:66909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc178e0.
00000080:00000010:0.1:1769074910.407320:0:66913:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17d00.
00010000:00000010:0.1:1769074910.418805:0:66913:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:0.1:1769074910.418821:0:66913:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074910.418834:0:66913:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074910.500114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:0.1:1769074910.500122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:0.1:1769074910.500126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:0.1:1769074910.500130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:0.1:1769074910.500133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:2.1:1769074910.532116:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6c80.
00010000:00000010:2.1:1769074910.551265:0:66924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00000080:00000010:1.1:1769074910.562193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d280.
00000080:00000010:0.1:1769074910.593298:0:66927:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17920.
00010000:00000010:1.1:1769074910.593556:0:66929:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074910.593563:0:66929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074910.593567:0:66929:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:1.1:1769074910.593570:0:66929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074910.723476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:0.1:1769074910.723493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:0.1:1769074910.723497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00000080:00000010:0.1:1769074910.742897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41320.
00000080:00000010:1.1:1769074910.861120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17220.
00010000:00000010:0.1:1769074910.861599:0:66943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074910.861607:0:66943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:0.1:1769074910.861611:0:66943:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074910.861615:0:66943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074910.861618:0:66943:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:0.1:1769074910.861621:0:66943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074910.964110:0:66952:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074910.964120:0:66952:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:1.1:1769074910.964125:0:66952:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:1.1:1769074910.964136:0:66952:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:1.1:1769074910.964140:0:66952:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:0.1:1769074910.976265:0:66951:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc40.
00010000:00000010:0.1:1769074911.081214:0:66953:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:1.1:1769074911.116857:0:66958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074911.116878:0:66958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:1.1:1769074911.116883:0:66958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074911.116888:0:66958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:1.1:1769074911.116891:0:66958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:0.1:1769074911.125281:0:66960:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc178e0.
00000080:00000010:1.1:1769074911.268248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc178e0.
00010000:00000010:3.1:1769074911.269108:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:3.1:1769074911.269117:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:3.1:1769074911.269122:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:3.1:1769074911.269125:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:0.1:1769074911.340401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00010000:00000010:0.1:1769074911.345951:0:66974:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:0.1:1769074911.345959:0:66974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:0.1:1769074911.345963:0:66974:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:0.1:1769074911.345965:0:66974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:1.1:1769074911.426157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:0.1:1769074911.432831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e67a0.
00000080:00000010:3.1:1769074911.514443:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d9e0.
00010000:00000010:1.1:1769074911.515367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074911.515377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074911.515381:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:1.1:1769074911.515385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00000080:00000010:1.1:1769074911.637325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e63a0.
00010000:00000010:1.1:1769074911.664219:0:66987:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:1.1:1769074911.664236:0:66987:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074911.664240:0:66987:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:0.1:1769074911.779606:0:66994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074911.779627:0:66994:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:0.1:1769074911.779631:0:66994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074911.779634:0:66994:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:0.1:1769074911.779637:0:66994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:3.1:1769074911.810338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d9e0.
00010000:00000010:3.1:1769074911.860768:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:3.1:1769074911.860776:0:63159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d140.
00000080:00000010:1.1:1769074911.898664:0:55072:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17620.
00010000:00000010:1.1:1769074911.931036:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:1.1:1769074911.931053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074911.931059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00000080:00000010:3.1:1769074912.033710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d640.
00010000:00000010:0.1:1769074912.067714:0:67011:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:0.1:1769074912.067723:0:67011:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074912.067734:0:67011:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074912.136020:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:1.1:1769074912.184704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:1.1:1769074912.184718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074912.184723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074912.184727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:1.1:1769074912.184731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00000080:00000010:3.1:1769074912.191189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc60.
00010000:00000010:3.1:1769074912.232059:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:2.1:1769074912.246282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:1.1:1769074912.251107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17840.
00010000:00000010:0.1:1769074912.309708:0:67027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:0.1:1769074912.309716:0:67027:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:0.1:1769074912.309719:0:67027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:1.1:1769074912.321101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:1.1:1769074912.321115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:1.1:1769074912.327216:0:41756:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e67c0.
00010000:00000010:1.1:1769074912.428111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:1.1:1769074912.428118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:1.1:1769074912.428122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:1.1:1769074912.428132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:1.1:1769074912.428135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00000080:00000010:0.1:1769074912.443343:0:67037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e410e0.
00010000:00000010:1.1:1769074912.544478:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:1.1:1769074912.544494:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:1.1:1769074912.544499:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:1.1:1769074912.544501:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:1.1:1769074912.573198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e413c0.
00010000:00000010:0.1:1769074912.599111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074912.703778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074912.703795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074912.703800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074912.703802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074912.703806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074912.703808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:0.1:1769074912.716142:0:67053:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d9e0.
00000080:00000010:1.1:1769074912.803142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17700.
00010000:00000010:1.1:1769074912.824185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:1.1:1769074912.824198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074912.824203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:1.1:1769074912.824208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:0.1:1769074912.909104:0:67067:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f80.
00010000:00000010:0.1:1769074912.909128:0:67067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:0.1:1769074912.909133:0:67067:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074912.909137:0:67067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074912.909141:0:67067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074912.983118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:1.1:1769074912.983126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:1.1:1769074912.983130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:1.1:1769074912.983134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00000080:00000010:3.1:1769074913.004269:0:67076:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41fc0.
00000080:00000010:3.1:1769074913.038649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6380.
00010000:00000010:3.1:1769074913.073206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:3.1:1769074913.073216:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:3.1:1769074913.073220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:3.1:1769074913.073223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:3.1:1769074913.073227:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:3.1:1769074913.073230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00000080:00000010:0.1:1769074913.110143:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e63a0.
00010000:00000010:1.1:1769074913.176865:0:67090:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:1.1:1769074913.176878:0:67090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:1.1:1769074913.176882:0:67090:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:1.1:1769074913.176886:0:67090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:2.1:1769074913.184375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6980.
00010000:00000010:2.1:1769074913.329189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:2.1:1769074913.329196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:2.1:1769074913.329200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:2.1:1769074913.329203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:2.1:1769074913.329206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00000080:00000010:0.1:1769074913.335405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41060.
00010000:00000010:3.1:1769074913.422107:0:67105:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:3.1:1769074913.422122:0:67105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:3.1:1769074913.422125:0:67105:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:3.1:1769074913.422129:0:67105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:0.1:1769074913.431178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dd80.
00010000:00000010:2.1:1769074913.463090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:0.1:1769074913.469167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc177a0.
00000080:00000010:3.1:1769074913.539363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f60.
00010000:00000010:3.1:1769074913.558383:0:55233:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:3.1:1769074913.558395:0:55233:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:3.1:1769074913.558399:0:55233:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:3.1:1769074913.558404:0:55233:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:3.1:1769074913.749092:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:3.1:1769074913.749099:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:3.1:1769074913.749102:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:3.1:1769074913.749104:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:1.1:1769074913.783118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d140.
00010000:00000010:3.1:1769074913.890154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:3.1:1769074913.890174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:3.1:1769074913.890179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:3.1:1769074913.890182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:3.1:1769074913.890186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:3.1:1769074913.890189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00000080:00000010:1.1:1769074913.890253:0:67131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41200.
00010000:00000010:2.1:1769074913.936328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00000080:00000010:1.1:1769074913.979287:0:67138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41320.
00010000:00000010:1.1:1769074913.979298:0:67138:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:1.1:1769074913.979302:0:67138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:1.1:1769074913.979305:0:67138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074914.098269:0:67145:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074914.098279:0:67145:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:1.1:1769074914.098285:0:67145:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:1.1:1769074914.098288:0:67145:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:3.1:1769074914.118188:0:67146:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6b00.
00000080:00000010:3.1:1769074914.132160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41500.
00000080:00000010:1.1:1769074914.220140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e67a0.
00010000:00000010:2.1:1769074914.224031:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:2.1:1769074914.224152:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:2.1:1769074914.224163:0:2400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:2.1:1769074914.224167:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:2.1:1769074914.224170:0:2400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:2.1:1769074914.224174:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:0.1:1769074914.264400:0:67155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:0.1:1769074914.268210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc173c0.
00000080:00000010:0.1:1769074914.317688:0:67159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d020.
00010000:00000010:1.1:1769074914.334245:0:67159:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:1.1:1769074914.334251:0:67159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074914.334263:0:67159:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074914.334267:0:67159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:1.1:1769074914.395101:0:67158:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d800.
00010000:00000010:2.1:1769074914.408950:0:67166:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:2.1:1769074914.408965:0:67166:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:2.1:1769074914.408969:0:67166:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:2.1:1769074914.408972:0:67166:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:1.1:1769074914.409214:0:67165:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e410e0.
00010000:00000010:0.1:1769074914.523143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:2.1:1769074914.547096:0:67175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:2.1:1769074914.547110:0:67175:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:2.1:1769074914.547114:0:67175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:2.1:1769074914.547118:0:67175:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:2.1:1769074914.547122:0:67175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:2.1:1769074914.556529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64a0.
00000080:00000010:1.1:1769074914.611251:0:19:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d3e0.
00010000:00000010:0.1:1769074914.643812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:0.1:1769074914.643825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:0.1:1769074914.643830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074914.643833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:0.1:1769074914.643836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:1.1:1769074914.644569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64a0.
00010000:00000010:3.1:1769074914.747048:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00000080:00000010:0.1:1769074914.779427:0:55072:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41ba0.
00010000:00000010:0.1:1769074914.788773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074914.788789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:0.1:1769074914.788794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:0.1:1769074914.788797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:0.1:1769074914.920700:0:67198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00010000:00000010:0.1:1769074914.920712:0:67198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:0.1:1769074914.920717:0:67198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074914.920721:0:67198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:0.1:1769074914.920725:0:67198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:0.1:1769074914.934110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6380.
00010000:00000010:3.1:1769074915.046165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:3.1:1769074915.046178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:3.1:1769074915.046182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:3.1:1769074915.058495:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17620.
00010000:00000010:1.1:1769074915.096270:0:67206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:0.1:1769074915.125173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc174a0.
00010000:00000010:1.1:1769074915.130850:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074915.178141:0:67212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074915.178148:0:67212:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:0.1:1769074915.178151:0:67212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074915.178154:0:67212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074915.178157:0:67212:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074915.178160:0:67212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:3.1:1769074915.198149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17ac0.
00000080:00000010:1.1:1769074915.243991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908daa0.
00010000:00000010:3.1:1769074915.244207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:2.1:1769074915.272098:0:67216:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41fc0.
00010000:00000010:0.1:1769074915.285945:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:0.1:1769074915.290239:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:0.1:1769074915.290246:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:0.1:1769074915.290251:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074915.290254:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074915.403314:0:67227:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:1.1:1769074915.403323:0:67227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:1.1:1769074915.403327:0:67227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:0.1:1769074915.439471:0:67230:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64c0.
00010000:00000010:0.1:1769074915.472516:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:2.1:1769074915.477739:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00000080:00000010:0.1:1769074915.478128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc40.
00010000:00000010:0.1:1769074915.566371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074915.566379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:0.1:1769074915.566384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:0.1:1769074915.566389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074915.566392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:0.1:1769074915.566394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:1.1:1769074915.575395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17180.
00000080:00000010:2.1:1769074915.608419:0:50474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f40.
00000080:00000010:0.1:1769074915.638347:0:67241:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17420.
00010000:00000010:3.1:1769074915.638785:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:3.1:1769074915.638794:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:3.1:1769074915.638799:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:3.1:1769074915.638802:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:0.1:1769074915.782945:0:67250:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:0.1:1769074915.782974:0:67250:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074915.782979:0:67250:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:3.1:1769074915.801290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00010000:00000010:3.1:1769074915.886996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:3.1:1769074915.887017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:3.1:1769074915.887022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:3.1:1769074915.887026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:3.1:1769074915.887036:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:3.1:1769074915.887038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00000080:00000010:1.1:1769074915.896815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41e80.
00010000:00000010:3.1:1769074915.933201:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:1.1:1769074915.946176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d1c0.
00000080:00000010:0.1:1769074915.980474:0:67260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41260.
00010000:00000010:1.1:1769074915.983666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:1.1:1769074915.983683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00010000:00000010:1.1:1769074915.983687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074915.983689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:2.1:1769074916.070607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00000080:00000010:3.1:1769074916.109552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17640.
00010000:00000010:3.1:1769074916.125125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:3.1:1769074916.125134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:3.1:1769074916.125138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:3.1:1769074916.125142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:0.1:1769074916.241647:0:67279:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:0.1:1769074916.241663:0:67279:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:0.1:1769074916.241668:0:67279:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:0.1:1769074916.241672:0:67279:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074916.241675:0:67279:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:3.1:1769074916.258328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc40.
00000080:00000010:3.1:1769074916.288105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e63a0.
00000080:00000010:2.1:1769074916.304328:0:67286:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e414a0.
00010000:00000010:3.1:1769074916.328119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:3.1:1769074916.328128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:3.1:1769074916.328132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:3.1:1769074916.328135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:2.1:1769074916.474056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:2.1:1769074916.474061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:2.1:1769074916.474077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:2.1:1769074916.474080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:3.1:1769074916.506162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc173e0.
00000080:00000010:1.1:1769074916.553120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00000080:00000010:3.1:1769074916.637285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a00.
00010000:00000010:0.1:1769074916.704578:0:67303:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:0.1:1769074916.704586:0:67303:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:0.1:1769074916.704590:0:67303:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074916.704594:0:67303:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00010000:00000010:0.1:1769074916.704597:0:67303:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:3.1:1769074916.800898:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:1.1:1769074916.811271:0:67310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:1.1:1769074916.811287:0:67310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:1.1:1769074916.811292:0:67310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:3.1:1769074916.831210:0:63160:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41720.
00010000:00000010:0.1:1769074916.872157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:3.1:1769074916.948107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f60.
00010000:00000010:0.1:1769074916.955741:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:0.1:1769074916.955752:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:0.1:1769074916.955756:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:0.1:1769074916.955759:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074916.955763:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074917.127316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074917.127332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:1.1:1769074917.127336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:1.1:1769074917.175129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41260.
00010000:00000010:0.1:1769074917.342797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074917.342804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074917.342808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074917.342812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:0.1:1769074917.342816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:0.1:1769074917.396381:0:63159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17960.
00010000:00000010:0.1:1769074917.472404:0:67343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00010000:00000010:0.1:1769074917.472411:0:67343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:0.1:1769074917.472415:0:67343:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074917.472419:0:67343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:0.1:1769074917.472422:0:67343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:0.1:1769074917.472425:0:67343:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:0.1:1769074917.472428:0:67343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00000080:00000010:1.1:1769074917.492441:0:67344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d800.
00000080:00000010:0.1:1769074917.556107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41060.
00010000:00000010:1.1:1769074917.556141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:1.1:1769074917.627768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:2.1:1769074917.627890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:2.1:1769074917.627897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:2.1:1769074917.627900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00000080:00000010:0.1:1769074917.651636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d800.
00010000:00000010:2.1:1769074917.669371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00000080:00000010:3.1:1769074917.698283:0:67352:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41060.
00010000:00000010:2.1:1769074917.749640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:2.1:1769074917.749656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:2.1:1769074917.749662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:2.1:1769074917.749665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:2.1:1769074917.749679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:2.1:1769074917.749682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:1.1:1769074917.769627:0:67360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc176c0.
00010000:00000010:0.1:1769074917.885706:0:67366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074917.885717:0:67366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:0.1:1769074917.885722:0:67366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:0.1:1769074917.885724:0:67366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074917.885727:0:67366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00000080:00000010:1.1:1769074917.932174:0:67369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc40.
00000080:00000010:2.1:1769074917.959933:0:41756:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc40.
00000080:00000010:3.1:1769074918.031138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17c00.
00010000:00000010:3.1:1769074918.046465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:3.1:1769074918.046475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:3.1:1769074918.046480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:3.1:1769074918.046484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:2.1:1769074918.144258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:1.1:1769074918.168110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:1.1:1769074918.168126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:1.1:1769074918.168139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074918.168144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:1.1:1769074918.168147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:1.1:1769074918.194729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e413c0.
00000080:00000010:0.1:1769074918.265834:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc170e0.
00010000:00000010:0.1:1769074918.289177:0:67389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:0.1:1769074918.289185:0:67389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074918.289189:0:67389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:2.1:1769074918.393240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:2.1:1769074918.393253:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:2.1:1769074918.393259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:1.1:1769074918.393700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00000080:00000010:0.1:1769074918.443693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e67c0.
00010000:00000010:1.1:1769074918.534162:0:67404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:1.1:1769074918.534175:0:67404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074918.534182:0:67404:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:1.1:1769074918.534186:0:67404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:1.1:1769074918.534189:0:67404:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074918.534191:0:67404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:2.1:1769074918.546097:0:67404:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d9e0.
00010000:00000010:1.1:1769074918.634329:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:1.1:1769074918.634336:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:1.1:1769074918.634340:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074918.634344:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:3.1:1769074918.644417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17a20.
00010000:00000010:2.1:1769074918.700100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:1.1:1769074918.778998:0:67419:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f40.
00010000:00000010:1.1:1769074918.779020:0:67419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074918.779028:0:67419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:1.1:1769074918.779033:0:67419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:1.1:1769074918.779037:0:67419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074918.852691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:1.1:1769074918.852706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:1.1:1769074918.852711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00010000:00000010:1.1:1769074918.852714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074918.852717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:3.1:1769074918.853181:0:67429:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41500.
00010000:00000010:2.1:1769074918.918103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:3.1:1769074918.930146:0:63159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00000080:00000010:1.1:1769074918.945242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00010000:00000010:1.1:1769074918.978199:0:67435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074918.978215:0:67435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:1.1:1769074918.978220:0:67435:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:1.1:1769074918.978225:0:67435:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00000080:00000010:1.1:1769074919.038405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41260.
00010000:00000010:1.1:1769074919.068991:0:67443:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:1.1:1769074919.069014:0:67443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:1.1:1769074919.078122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:1.1:1769074919.078130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00000080:00000010:1.1:1769074919.135737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41fc0.
00010000:00000010:1.1:1769074919.145965:0:59724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074919.145982:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074919.158226:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:1.1:1769074919.158245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:1.1:1769074919.267792:0:67457:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:1.1:1769074919.267800:0:67457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:1.1:1769074919.267804:0:67457:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:1.1:1769074919.267807:0:67457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:1.1:1769074919.267812:0:67457:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f60.
00010000:00000010:0.1:1769074919.352696:0:67464:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:0.1:1769074919.352713:0:67464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074919.352718:0:67464:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:0.1:1769074919.352723:0:67464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:1.1:1769074919.376394:0:67464:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17800.
00000080:00000010:3.1:1769074919.431149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00010000:00000010:0.1:1769074919.431304:0:67466:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:1.1:1769074919.459682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17380.
00010000:00000010:1.1:1769074919.491711:0:67471:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074919.491719:0:67471:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074919.491724:0:67471:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00000080:00000010:1.1:1769074919.610508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17520.
00010000:00000010:3.1:1769074919.613155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:3.1:1769074919.613162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:3.1:1769074919.613167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:3.1:1769074919.613170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:3.1:1769074919.613181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00000080:00000010:1.1:1769074919.749558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00010000:00000010:0.1:1769074919.765086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074919.765094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:0.1:1769074919.765098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:1.1:1769074919.846106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:2.1:1769074919.893641:0:42235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:2.1:1769074919.893649:0:42235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:2.1:1769074919.893652:0:42235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:3.1:1769074919.929878:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17fe0.
00000080:00000010:0.1:1769074919.945709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17460.
00010000:00000010:1.1:1769074920.005089:0:67499:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074920.005096:0:67499:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:1.1:1769074920.005101:0:67499:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074920.005105:0:67499:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:1.1:1769074920.005108:0:67499:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:1.1:1769074920.005110:0:67499:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:1.1:1769074920.019532:0:67505:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41260.
00000080:00000010:3.1:1769074920.077804:0:67508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f40.
00010000:00000010:1.1:1769074920.084591:0:67505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:0.1:1769074920.098227:0:67510:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:0.1:1769074920.098238:0:67510:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:0.1:1769074920.098241:0:67510:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:0.1:1769074920.098245:0:67510:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:1.1:1769074920.098284:0:67511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d1c0.
00000080:00000010:2.1:1769074920.171200:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d1c0.
00010000:00000010:0.1:1769074920.180688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:0.1:1769074920.180702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:0.1:1769074920.180705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:1.1:1769074920.224296:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17600.
00010000:00000010:1.1:1769074920.231117:0:67524:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:1.1:1769074920.231125:0:67524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074920.231135:0:67524:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074920.231139:0:67524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:3.1:1769074920.308102:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:3.1:1769074920.308111:0:63159:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:3.1:1769074920.308116:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:3.1:1769074920.308120:0:63159:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:3.1:1769074920.308123:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:1.1:1769074920.317218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d800.
00010000:00000010:0.1:1769074920.407416:0:67540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:0.1:1769074920.407432:0:67540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:0.1:1769074920.407436:0:67540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00000080:00000010:0.1:1769074920.455195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41720.
00010000:00000010:2.1:1769074920.490135:0:67544:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:1.1:1769074920.494153:0:2406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908daa0.
00000080:00000010:0.1:1769074920.522167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e413c0.
00010000:00000010:0.1:1769074920.543650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:0.1:1769074920.543663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074920.543668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:0.1:1769074920.543673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00010000:00000010:0.1:1769074920.543677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:0.1:1769074920.543680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:0.1:1769074920.590119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e68c0.
00010000:00000010:0.1:1769074920.592122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:0.1:1769074920.592133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:0.1:1769074920.592136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:2.1:1769074920.686105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17da0.
00010000:00000010:2.1:1769074920.686233:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:2.1:1769074920.686241:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:2.1:1769074920.686245:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:2.1:1769074920.686249:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:3.1:1769074920.775333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc174e0.
00010000:00000010:0.1:1769074920.797137:0:67570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074920.797146:0:67570:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:0.1:1769074920.797150:0:67570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:3.1:1769074920.884295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dbe0.
00010000:00000010:2.1:1769074920.884820:0:67577:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:2.1:1769074920.884828:0:67577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:2.1:1769074920.884832:0:67577:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:2.1:1769074920.884838:0:67577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:3.1:1769074920.989142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074921.003124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00010000:00000010:0.1:1769074921.003140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:0.1:1769074921.003145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:0.1:1769074921.003148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:0.1:1769074921.003152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00000080:00000010:0.1:1769074921.058146:0:67585:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41be0.
00010000:00000010:3.1:1769074921.075106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00000080:00000010:2.1:1769074921.080944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc178a0.
00000080:00000010:0.1:1769074921.128134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc60.
00010000:00000010:0.1:1769074921.128146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074921.128152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074921.128155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:1.1:1769074921.196268:0:50474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17240.
00010000:00000010:1.1:1769074921.205094:0:67599:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:1.1:1769074921.205107:0:67599:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:1.1:1769074921.205111:0:67599:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074921.205115:0:67599:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:3.1:1769074921.262575:0:67602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074921.292179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074921.292187:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:1.1:1769074921.292192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:1.1:1769074921.292195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:1.1:1769074921.318110:0:67607:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc60.
00010000:00000010:3.1:1769074921.338094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:0.1:1769074921.385545:0:67613:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908dc60.
00010000:00000010:0.1:1769074921.396104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:0.1:1769074921.396113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:0.1:1769074921.396117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074921.396120:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:0.1:1769074921.396122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:2.1:1769074921.448292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41060.
00010000:00000010:1.1:1769074921.481275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:1.1:1769074921.481289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:2.1:1769074921.562542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:1.1:1769074921.620713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:1.1:1769074921.620726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:1.1:1769074921.620730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:1.1:1769074921.620733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:1.1:1769074921.620735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:0.1:1769074921.635219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d3e0.
00010000:00000010:1.1:1769074921.757228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:1.1:1769074921.757243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:1.1:1769074921.757248:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:1.1:1769074921.757253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:1.1:1769074921.757255:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:1.1:1769074921.757258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:3.1:1769074921.759166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6cc0.
00000080:00000010:0.1:1769074921.859060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908d3e0.
00010000:00000010:0.1:1769074921.859090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:0.1:1769074921.859095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:0.1:1769074921.859099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:2.1:1769074921.942191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2ff9da0.
00010000:00000010:3.1:1769074921.958197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:3.1:1769074921.958213:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:3.1:1769074921.958217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:3.1:1769074921.958221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:2.1:1769074922.047148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:2.1:1769074922.047158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:2.1:1769074922.047162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:1.1:1769074922.072353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00000080:00000010:2.1:1769074922.123267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e67c0.
00000080:00000010:1.1:1769074922.214042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00010000:00000010:0.1:1769074922.247057:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:0.1:1769074922.247099:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074922.247101:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:0.1:1769074922.247106:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074922.247109:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:1.1:1769074922.342753:0:59724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:1.1:1769074922.342769:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:1.1:1769074922.342774:0:59724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:1.1:1769074922.342777:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:3.1:1769074922.343159:0:43557:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17560.
00000080:00000010:3.1:1769074922.431172:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17060.
00010000:00000010:0.1:1769074922.447439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074922.447456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074922.447461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:3.1:1769074922.528811:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:3.1:1769074922.528824:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:3.1:1769074922.528828:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:3.1:1769074922.528832:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:0.1:1769074922.529163:0:67690:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00010000:00000010:3.1:1769074922.581136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00000080:00000010:0.1:1769074922.586153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41260.
00010000:00000010:0.1:1769074922.629598:0:67695:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074922.629606:0:67695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074922.629609:0:67695:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074922.629612:0:67695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:0.1:1769074922.629616:0:67695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17d20.
00000080:00000010:2.1:1769074922.706596:0:67700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00010000:00000010:2.1:1769074922.725746:0:67703:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:2.1:1769074922.725753:0:67703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:2.1:1769074922.725757:0:67703:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:2.1:1769074922.725760:0:67703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074922.830012:0:67712:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:0.1:1769074922.830028:0:67712:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:0.1:1769074922.830034:0:67712:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:0.1:1769074922.830037:0:67712:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074922.830040:0:67712:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00000080:00000010:1.1:1769074922.840582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6640.
00000080:00000010:3.1:1769074922.935146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f60.
00010000:00000010:1.1:1769074922.941539:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:1.1:1769074922.941548:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:1.1:1769074922.941551:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:1.1:1769074922.941555:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00000080:00000010:0.1:1769074922.980153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00000080:00000010:3.1:1769074923.009132:0:67726:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17120.
00010000:00000010:0.1:1769074923.015859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074923.015869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074923.015874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:0.1:1769074923.015877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00000080:00000010:0.1:1769074923.107245:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41500.
00010000:00000010:0.1:1769074923.107267:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074923.107273:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074923.107277:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:0.1:1769074923.107281:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074923.107283:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:0.1:1769074923.261538:0:67738:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17940.
00010000:00000010:0.1:1769074923.281582:0:39318:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:0.1:1769074923.281601:0:39318:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074923.281604:0:39318:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074923.379214:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:0.1:1769074923.379225:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00000080:00000010:1.1:1769074923.405110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b0c0.
00010000:00000010:0.1:1769074923.525150:0:67758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:0.1:1769074923.525158:0:67758:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074923.525164:0:67758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:0.1:1769074923.525168:0:67758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:0.1:1769074923.525172:0:67758:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074923.525175:0:67758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00000080:00000010:2.1:1769074923.538126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00010000:00000010:0.1:1769074923.561204:0:67760:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:2.1:1769074923.578298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00000080:00000010:0.1:1769074923.594404:0:67762:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654be20.
00010000:00000010:1.1:1769074923.679102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074923.679113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074923.679118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:1.1:1769074923.679122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:1.1:1769074923.679124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:2.1:1769074923.685661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17000.
00010000:00000010:2.1:1769074923.721141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:0.1:1769074923.743158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17880.
00010000:00000010:3.1:1769074923.743596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074923.781107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074923.781120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:0.1:1769074923.781125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:0.1:1769074923.781128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00000080:00000010:1.1:1769074923.802098:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b220.
00000080:00000010:0.1:1769074923.843093:0:55072:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17860.
00010000:00000010:0.1:1769074923.871134:0:67780:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:0.1:1769074923.871144:0:67780:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074923.871149:0:67780:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:0.1:1769074923.871153:0:67780:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:2.1:1769074923.880110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b220.
00000080:00000010:0.1:1769074923.907102:0:67783:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17160.
00010000:00000010:0.1:1769074923.972995:0:67790:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:0.1:1769074923.973006:0:67790:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:0.1:1769074923.973010:0:67790:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074923.973013:0:67790:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:2.1:1769074923.979530:0:67791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41060.
00000080:00000010:3.1:1769074924.034556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41200.
00000080:00000010:1.1:1769074924.045802:0:67797:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bf00.
00010000:00000010:0.1:1769074924.066086:0:67796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:0.1:1769074924.066093:0:67796:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:0.1:1769074924.066097:0:67796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:0.1:1769074924.066100:0:67796:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074924.066103:0:67796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:1.1:1769074924.133043:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc179c0.
00010000:00000010:1.1:1769074924.147574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074924.147584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:1.1:1769074924.147588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074924.231209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:1.1:1769074924.231220:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074924.231224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:1.1:1769074924.231227:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074924.231231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00000080:00000010:3.1:1769074924.255123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41fc0.
00000080:00000010:1.1:1769074924.299207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654bf00.
00010000:00000010:0.1:1769074924.360149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:0.1:1769074924.360177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074924.360183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074924.360187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00000080:00000010:2.1:1769074924.392147:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17800.
00000080:00000010:0.1:1769074924.502545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b8a0.
00010000:00000010:0.1:1769074924.502559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074924.502563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:0.1:1769074924.502567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074924.502570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:0.1:1769074924.502574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:3.1:1769074924.580156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:2.1:1769074924.632088:0:67833:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17ee0.
00010000:00000010:0.1:1769074924.637003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074924.637016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074924.637020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:0.1:1769074924.637025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:0.1:1769074924.637027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074924.758683:0:67845:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074924.758702:0:67845:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074924.758706:0:67845:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:3.1:1769074924.776249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc178c0.
00000080:00000010:2.1:1769074924.834105:0:1357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00000080:00000010:3.1:1769074924.902687:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b0c0.
00010000:00000010:3.1:1769074924.907133:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:3.1:1769074924.907139:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:3.1:1769074924.907142:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:3.1:1769074924.907147:0:2400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:3.1:1769074924.907152:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:2.1:1769074924.967106:0:67858:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00000080:00000010:0.1:1769074924.991563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a00.
00010000:00000010:1.1:1769074924.999246:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:1.1:1769074924.999258:0:59724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:1.1:1769074924.999263:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:1.1:1769074924.999265:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:0.1:1769074925.109107:0:67869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:2.1:1769074925.111544:0:67863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:2.1:1769074925.111552:0:67863:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:2.1:1769074925.111556:0:67863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:2.1:1769074925.111560:0:67863:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:2.1:1769074925.111563:0:67863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00000080:00000010:3.1:1769074925.148135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41f40.
00000080:00000010:1.1:1769074925.211491:0:67876:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00010000:00000010:3.1:1769074925.223678:0:67878:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:3.1:1769074925.223691:0:67878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:3.1:1769074925.223695:0:67878:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:3.1:1769074925.223698:0:67878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:3.1:1769074925.302616:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00010000:00000010:3.1:1769074925.317144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:3.1:1769074925.317160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:3.1:1769074925.317164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:3.1:1769074925.317167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:2.1:1769074925.411713:0:67891:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:2.1:1769074925.411721:0:67891:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:2.1:1769074925.411726:0:67891:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:2.1:1769074925.411728:0:67891:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:2.1:1769074925.411731:0:67891:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:1.1:1769074925.432121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b6c0.
00010000:00000010:3.1:1769074925.467914:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:3.1:1769074925.483686:0:67895:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:1.1:1769074925.487100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b760.
00010000:00000010:1.1:1769074925.524195:0:67900:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:1.1:1769074925.524212:0:67900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00010000:00000010:1.1:1769074925.524216:0:67900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00000080:00000010:1.1:1769074925.557575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00010000:00000010:3.1:1769074925.571537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00000080:00000010:1.1:1769074925.577479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b6c0.
00010000:00000010:1.1:1769074925.648516:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:1.1:1769074925.648532:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074925.648538:0:63159:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:1.1:1769074925.648544:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:1.1:1769074925.648549:0:63159:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074925.648553:0:63159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:1.1:1769074925.665974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6b00.
00010000:00000010:1.1:1769074925.766184:0:67915:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074925.766192:0:67915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074925.766196:0:67915:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:1.1:1769074925.766199:0:67915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00000080:00000010:2.1:1769074925.766749:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c654b340.
00000080:00000010:0.1:1769074925.812495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41e80.
00010000:00000010:0.1:1769074925.843119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074925.843130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:0.1:1769074925.843134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:1.1:1769074925.908986:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:1.1:1769074925.948212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f20.
00010000:00000010:1.1:1769074925.979086:0:67929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:1.1:1769074925.979100:0:67929:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:1.1:1769074925.979105:0:67929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074925.979108:0:67929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:2.1:1769074926.093353:0:67933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:1.1:1769074926.138114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41a20.
00010000:00000010:3.1:1769074926.148179:0:67937:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:3.1:1769074926.148188:0:67937:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:3.1:1769074926.148196:0:67937:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:3.1:1769074926.148203:0:67937:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00010000:00000010:2.1:1769074926.258206:0:67945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:2.1:1769074926.258218:0:67945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:2.1:1769074926.258221:0:67945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00000080:00000010:0.1:1769074926.290295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c29af2c0.
00010000:00000010:1.1:1769074926.350910:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074926.350917:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074926.350921:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074926.350925:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:1.1:1769074926.350929:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:1.1:1769074926.350932:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00000080:00000010:0.1:1769074926.351552:0:67954:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41720.
00010000:00000010:3.1:1769074926.370527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00000080:00000010:1.1:1769074926.382104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c6b87320.
00010000:00000010:3.1:1769074926.399321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00010000:00000010:3.1:1769074926.399331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:3.1:1769074926.399333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:3.1:1769074926.399336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:3.1:1769074926.399338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00000080:00000010:1.1:1769074926.430321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41060.
00010000:00000010:1.1:1769074926.457088:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:3.1:1769074926.465052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:0.1:1769074926.480177:0:67963:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64e0.
00010000:00000010:1.1:1769074926.499539:0:67967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074926.499555:0:67967:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074926.499560:0:67967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074926.513343:0:67968:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00000080:00000010:2.1:1769074926.550178:0:67970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17480.
00010000:00000010:1.1:1769074926.573716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:3.1:1769074926.581980:0:67970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e3c0.
00010000:00000010:0.1:1769074926.627194:0:67976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074926.627201:0:67976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:0.1:1769074926.627206:0:67976:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074926.627210:0:67976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074926.627214:0:67976:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:0.1:1769074926.627217:0:67976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:0.1:1769074926.627230:0:67976:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc170e0.
00000080:00000010:1.1:1769074926.691160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e0e0.
00010000:00000010:1.1:1769074926.708156:0:67976:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:1.1:1769074926.708169:0:67976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074926.708173:0:67976:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:1.1:1769074926.708176:0:67976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:1.1:1769074926.722354:0:67983:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc173e0.
00010000:00000010:1.1:1769074926.818370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:1.1:1769074926.818385:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074926.818390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:1.1:1769074926.818403:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:1.1:1769074926.818406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00000080:00000010:0.1:1769074926.824326:0:67989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e0e0.
00000080:00000010:0.1:1769074926.889183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17b60.
00000080:00000010:0.1:1769074926.935179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c2e41320.
00010000:00000010:1.1:1769074926.935448:0:67998:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074926.935457:0:67998:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:1.1:1769074926.935460:0:67998:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:1.1:1769074926.935464:0:67998:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00000080:00000010:0.1:1769074927.038849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17ee0.
00010000:00000010:0.1:1769074927.038858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074927.038864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:0.1:1769074927.038867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:0.1:1769074927.038871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:0.1:1769074927.038874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:2.1:1769074927.145170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:2.1:1769074927.145180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:2.1:1769074927.145184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:2.1:1769074927.145205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:3.1:1769074927.146892:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17ee0.
00010000:00000010:3.1:1769074927.229335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:0.1:1769074927.321154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074927.321169:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074927.321173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074927.321177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:0.1:1769074927.321181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00000080:00000010:1.1:1769074927.331595:0:59724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17920.
00000080:00000010:2.1:1769074927.364718:0:63159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6cc0.
00010000:00000010:2.1:1769074927.421923:0:68028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:2.1:1769074927.421930:0:68028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00000080:00000010:0.1:1769074927.460236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53c908daa0.
00010000:00000010:1.1:1769074927.519103:0:68032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:1.1:1769074927.519115:0:68032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5db00.
00010000:00000010:0.1:1769074927.569235:0:68035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074927.569241:0:68035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:0.1:1769074927.569247:0:68035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:0.1:1769074927.569250:0:68035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:0.1:1769074927.569253:0:68035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:0.1:1769074927.569255:0:68035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00000080:00000010:3.1:1769074927.573104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbad14e0.
00010000:00000010:0.1:1769074927.656800:0:68043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074927.656815:0:68043:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:0.1:1769074927.656820:0:68043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:0.1:1769074927.656823:0:68043:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074927.656826:0:68043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:3.1:1769074927.677321:0:68046:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e100.
00000080:00000010:3.1:1769074927.732941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5de60.
00000080:00000010:1.1:1769074927.735100:0:1357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e7e0.
00010000:00000010:1.1:1769074927.756101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074927.756107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:1.1:1769074927.756110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:1.1:1769074927.756112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:2.1:1769074927.792206:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:3.1:1769074927.798649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc178e0.
00000080:00000010:0.1:1769074927.810924:0:68055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e7e0.
00010000:00000010:0.1:1769074927.823456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:0.1:1769074927.823468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:0.1:1769074927.823471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074927.961811:0:68067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:0.1:1769074927.961825:0:68067:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074927.961839:0:68067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074927.961843:0:68067:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:0.1:1769074927.961846:0:68067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:2.1:1769074927.972726:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6380.
00010000:00000010:1.1:1769074928.027953:0:68069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00000080:00000010:1.1:1769074928.030306:0:68069:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17880.
00000080:00000010:1.1:1769074928.091308:0:68073:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17100.
00010000:00000010:1.1:1769074928.112419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074928.112434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:1.1:1769074928.112439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:1.1:1769074928.112442:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:1.1:1769074928.112446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00010000:00000010:0.1:1769074928.206261:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:0.1:1769074928.206269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:0.1:1769074928.206273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00000080:00000010:0.1:1769074928.239091:0:68084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ef00.
00010000:00000010:2.1:1769074928.300057:0:68090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:2.1:1769074928.300092:0:68090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:2.1:1769074928.300096:0:68090:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:2.1:1769074928.300101:0:68090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:2.1:1769074928.300105:0:68090:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:2.1:1769074928.300108:0:68090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00000080:00000010:1.1:1769074928.301957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e820.
00010000:00000010:1.1:1769074928.443682:0:68098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:1.1:1769074928.443709:0:68098:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:1.1:1769074928.443714:0:68098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:1.1:1769074928.443718:0:68098:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:1.1:1769074928.443721:0:68098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:3.1:1769074928.448806:0:2400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e820.
00010000:00000010:0.1:1769074928.545443:0:68104:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074928.545455:0:68104:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:0.1:1769074928.545461:0:68104:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074928.545464:0:68104:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:0.1:1769074928.545468:0:68104:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00000080:00000010:1.1:1769074928.576732:0:68107:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f40.
00000080:00000010:0.1:1769074928.625113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e180.
00010000:00000010:0.1:1769074928.633146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:0.1:1769074928.633154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:0.1:1769074928.633158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074928.738588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:1.1:1769074928.738600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:1.1:1769074928.738604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:1.1:1769074928.738607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:1.1:1769074928.738611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:0.1:1769074928.744118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d840.
00010000:00000010:2.1:1769074928.800550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00000080:00000010:2.1:1769074928.825625:0:68127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ea40.
00010000:00000010:3.1:1769074928.846739:0:68128:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:3.1:1769074928.846747:0:68128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:3.1:1769074928.846750:0:68128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:0.1:1769074928.947167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f00.
00010000:00000010:2.1:1769074928.968137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:2.1:1769074928.968151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:2.1:1769074928.968156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:2.1:1769074928.968159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:0.1:1769074929.056083:0:39318:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ed00.
00010000:00000010:1.1:1769074929.061145:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:1.1:1769074929.061151:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:1.1:1769074929.061156:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:1.1:1769074929.061159:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:1.1:1769074929.061162:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:1.1:1769074929.061165:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:1.1:1769074929.151471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f80.
00010000:00000010:2.1:1769074929.160902:0:63160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:2.1:1769074929.160919:0:63160:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:2.1:1769074929.160923:0:63160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:2.1:1769074929.160927:0:63160:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:2.1:1769074929.160930:0:63160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:1.1:1769074929.192150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ef60.
00010000:00000010:1.1:1769074929.202088:0:68158:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:1.1:1769074929.202098:0:68158:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074929.202102:0:68158:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074929.202105:0:68158:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:3.1:1769074929.265846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d800.
00010000:00000010:3.1:1769074929.268339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:3.1:1769074929.268364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00010000:00000010:3.1:1769074929.268369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:3.1:1769074929.268372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:2.1:1769074929.341210:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17120.
00010000:00000010:0.1:1769074929.353558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074929.353566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074929.353571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:0.1:1769074929.353574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:1.1:1769074929.435233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d1e0.
00010000:00000010:1.1:1769074929.438106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:1.1:1769074929.438117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00010000:00000010:1.1:1769074929.438122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:1.1:1769074929.438124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:2.1:1769074929.499146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e540.
00010000:00000010:3.1:1769074929.504251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:3.1:1769074929.504276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:3.1:1769074929.504280:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:3.1:1769074929.504284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:3.1:1769074929.583549:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e360.
00010000:00000010:3.1:1769074929.594112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:3.1:1769074929.594125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:3.1:1769074929.594129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:3.1:1769074929.594133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:1.1:1769074929.678048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc173c0.
00010000:00000010:3.1:1769074929.679341:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:3.1:1769074929.679361:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:3.1:1769074929.679366:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:3.1:1769074929.679370:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074929.790101:0:68199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00000080:00000010:2.1:1769074929.790101:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e63a0.
00010000:00000010:0.1:1769074929.790116:0:68199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:0.1:1769074929.790122:0:68199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:0.1:1769074929.790126:0:68199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00000080:00000010:3.1:1769074929.883501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d260.
00010000:00000010:3.1:1769074929.903543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:3.1:1769074929.903556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:3.1:1769074929.903561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:3.1:1769074929.903564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:1.1:1769074929.972144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e260.
00010000:00000010:1.1:1769074929.989115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:1.1:1769074929.989126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:1.1:1769074929.989130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:1.1:1769074929.989133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:2.1:1769074930.097124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e4a0.
00010000:00000010:3.1:1769074930.127164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:3.1:1769074930.127178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:3.1:1769074930.127190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:3.1:1769074930.127194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:0.1:1769074930.239118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e320.
00010000:00000010:0.1:1769074930.262627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:0.1:1769074930.262645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074930.262650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:0.1:1769074930.262653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00000080:00000010:1.1:1769074930.337122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17ca0.
00010000:00000010:1.1:1769074930.337139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:1.1:1769074930.337146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074930.337149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:1.1:1769074930.337152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:3.1:1769074930.420117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e860.
00010000:00000010:3.1:1769074930.439116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:3.1:1769074930.439127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:3.1:1769074930.439131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:3.1:1769074930.439134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:1.1:1769074930.563394:0:68242:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d420.
00010000:00000010:1.1:1769074930.587898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:1.1:1769074930.587914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:1.1:1769074930.587918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:1.1:1769074930.587921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00000080:00000010:0.1:1769074930.695110:0:68248:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e120.
00010000:00000010:0.1:1769074930.695127:0:68248:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074930.695133:0:68248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074930.695137:0:68248:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074930.695140:0:68248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:2.1:1769074930.795730:0:68254:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5dbe0.
00010000:00000010:0.1:1769074930.800162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:0.1:1769074930.800181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:0.1:1769074930.800184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:0.1:1769074930.800187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00000080:00000010:0.1:1769074930.888563:0:68260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ece0.
00010000:00000010:0.1:1769074930.895119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074930.895131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:0.1:1769074930.895135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074930.895137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00000080:00000010:3.1:1769074930.970123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e8c0.
00010000:00000010:3.1:1769074930.970138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:3.1:1769074930.970144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:3.1:1769074930.970148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:3.1:1769074930.970151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00000080:00000010:0.1:1769074931.039533:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d320.
00010000:00000010:0.1:1769074931.039549:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:0.1:1769074931.039555:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:0.1:1769074931.039560:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:0.1:1769074931.039563:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:0.1:1769074931.120503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64c0.
00010000:00000010:0.1:1769074931.122378:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:0.1:1769074931.122389:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:0.1:1769074931.122394:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:0.1:1769074931.122397:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:3.1:1769074931.211226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17700.
00010000:00000010:3.1:1769074931.219391:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:3.1:1769074931.219409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:3.1:1769074931.219414:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:3.1:1769074931.219417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00000080:00000010:2.1:1769074931.293462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d1a0.
00010000:00000010:0.1:1769074931.298259:0:68290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:0.1:1769074931.298340:0:68290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:0.1:1769074931.298345:0:68290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:0.1:1769074931.298348:0:68290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00000080:00000010:0.1:1769074931.401836:0:68297:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f00.
00010000:00000010:0.1:1769074931.415546:0:68297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074931.415665:0:68297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074931.415672:0:68297:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:0.1:1769074931.415675:0:68297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:1.1:1769074931.494116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e040.
00010000:00000010:1.1:1769074931.514234:0:68302:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074931.514249:0:68302:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:1.1:1769074931.514253:0:68302:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074931.514256:0:68302:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00000080:00000010:1.1:1769074931.618615:0:68308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17840.
00010000:00000010:1.1:1769074931.618633:0:68308:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:1.1:1769074931.618638:0:68308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074931.618643:0:68308:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074931.618646:0:68308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00000080:00000010:2.1:1769074931.721559:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e640.
00010000:00000010:0.1:1769074931.742017:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074931.742425:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:0.1:1769074931.742431:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:0.1:1769074931.742434:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:1.1:1769074931.860709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d020.
00010000:00000010:1.1:1769074931.866874:0:68321:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:1.1:1769074931.866886:0:68321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:1.1:1769074931.866891:0:68321:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074931.866895:0:68321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:1.1:1769074931.973255:0:68323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17620.
00010000:00000010:1.1:1769074931.989344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:1.1:1769074931.989359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074931.989363:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074931.989367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:1.1:1769074932.085129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17a60.
00010000:00000010:1.1:1769074932.085140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:1.1:1769074932.085145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074932.085158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:1.1:1769074932.085161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00000080:00000010:1.1:1769074932.168241:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e120.
00010000:00000010:1.1:1769074932.178866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:1.1:1769074932.178881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074932.178884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074932.178888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00000080:00000010:0.1:1769074932.274139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6380.
00010000:00000010:0.1:1769074932.285989:0:68345:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:0.1:1769074932.286000:0:68345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:0.1:1769074932.286004:0:68345:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:0.1:1769074932.286006:0:68345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:1.1:1769074932.362115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc179c0.
00010000:00000010:1.1:1769074932.365277:0:68351:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:1.1:1769074932.365289:0:68351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074932.365294:0:68351:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074932.365296:0:68351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:0.1:1769074932.420103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d760.
00010000:00000010:1.1:1769074932.432094:0:68357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:1.1:1769074932.432106:0:68357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:1.1:1769074932.432108:0:68357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:1.1:1769074932.432110:0:68357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00000080:00000010:1.1:1769074932.510458:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00010000:00000010:1.1:1769074932.515558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074932.515580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:1.1:1769074932.515585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:1.1:1769074932.515588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00000080:00000010:1.1:1769074932.610129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17520.
00010000:00000010:1.1:1769074932.610142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074932.610146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074932.610150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:1.1:1769074932.610152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:1.1:1769074932.690183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6c80.
00010000:00000010:1.1:1769074932.704111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:1.1:1769074932.704126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:1.1:1769074932.704130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:1.1:1769074932.704133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:0.1:1769074932.758380:0:68380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e840.
00010000:00000010:0.1:1769074932.769105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074932.769120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:0.1:1769074932.769123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074932.769126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00000080:00000010:0.1:1769074932.867144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ed60.
00010000:00000010:0.1:1769074932.875128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074932.875145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:0.1:1769074932.875149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074932.875152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00000080:00000010:1.1:1769074932.969126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc178e0.
00010000:00000010:1.1:1769074932.974900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074932.974919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074932.974924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:1.1:1769074932.974927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:0.1:1769074933.103251:0:68398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a20.
00010000:00000010:0.1:1769074933.103269:0:68398:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:0.1:1769074933.103276:0:68398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074933.103280:0:68398:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:0.1:1769074933.103283:0:68398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:3.1:1769074933.186316:0:68405:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:3.1:1769074933.186333:0:68405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:3.1:1769074933.186337:0:68405:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:3.1:1769074933.186339:0:68405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:1.1:1769074933.187318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6280.
00000080:00000010:3.1:1769074933.262452:0:68410:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e700.
00010000:00000010:3.1:1769074933.262467:0:68410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:3.1:1769074933.262473:0:68410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:3.1:1769074933.262476:0:68410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:3.1:1769074933.262478:0:68410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:1.1:1769074933.347163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074933.347181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074933.347187:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:1.1:1769074933.347191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:0.1:1769074933.347343:0:68416:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc170e0.
00000080:00000010:1.1:1769074933.475921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e62a0.
00010000:00000010:1.1:1769074933.497453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:1.1:1769074933.497472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:1.1:1769074933.497476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:1.1:1769074933.497479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:2.1:1769074933.584279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64e0.
00010000:00000010:0.1:1769074933.589012:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:0.1:1769074933.589032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:0.1:1769074933.589037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:0.1:1769074933.589040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:1.1:1769074933.705212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ee20.
00010000:00000010:1.1:1769074933.710106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:1.1:1769074933.710120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:1.1:1769074933.710124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074933.710127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:2.1:1769074933.846352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17400.
00010000:00000010:3.1:1769074933.854551:0:68440:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:3.1:1769074933.854563:0:68440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:3.1:1769074933.854579:0:68440:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:3.1:1769074933.854584:0:68440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:3.1:1769074933.961122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:3.1:1769074933.961135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:3.1:1769074933.961146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:3.1:1769074933.961149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:0.1:1769074933.961314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ee80.
00000080:00000010:2.1:1769074934.044402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64c0.
00010000:00000010:3.1:1769074934.062824:0:68453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:3.1:1769074934.062837:0:68453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:3.1:1769074934.062842:0:68453:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:3.1:1769074934.062846:0:68453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:2.1:1769074934.146207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ea40.
00010000:00000010:2.1:1769074934.159103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:2.1:1769074934.159117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:2.1:1769074934.159121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:2.1:1769074934.159123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:1.1:1769074934.257110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e740.
00010000:00000010:1.1:1769074934.292209:0:68464:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:1.1:1769074934.292225:0:68464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074934.292229:0:68464:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:1.1:1769074934.292232:0:68464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00000080:00000010:0.1:1769074934.432172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17a80.
00010000:00000010:0.1:1769074934.456331:0:68470:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074934.456364:0:68470:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074934.456370:0:68470:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:0.1:1769074934.456374:0:68470:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00000080:00000010:3.1:1769074934.640119:0:68476:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e560.
00010000:00000010:0.1:1769074934.641400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:0.1:1769074934.641422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074934.641426:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074934.641430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:0.1:1769074934.796167:0:68479:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e480.
00010000:00000010:0.1:1769074934.810192:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:0.1:1769074934.810206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074934.810210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:0.1:1769074934.810213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074934.995507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074934.995525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074934.995531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:0.1:1769074934.995534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00000080:00000010:2.1:1769074934.996115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17d40.
00010000:00000010:0.1:1769074935.091463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:0.1:1769074935.091481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:0.1:1769074935.091486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:0.1:1769074935.091490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:2.1:1769074935.091723:0:1357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e63a0.
00000080:00000010:0.1:1769074935.170151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e63a0.
00010000:00000010:0.1:1769074935.185103:0:68500:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:0.1:1769074935.185119:0:68500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:0.1:1769074935.185123:0:68500:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:0.1:1769074935.185127:0:68500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:0.1:1769074935.320134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17a40.
00010000:00000010:0.1:1769074935.346403:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074935.351424:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074935.351446:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:0.1:1769074935.351452:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00000080:00000010:1.1:1769074935.463314:0:68513:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ef00.
00010000:00000010:1.1:1769074935.495850:0:68513:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:1.1:1769074935.495866:0:68513:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:1.1:1769074935.495869:0:68513:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074935.495872:0:68513:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:0.1:1769074935.601130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d9c0.
00010000:00000010:0.1:1769074935.607553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074935.607579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:0.1:1769074935.607584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:0.1:1769074935.607588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00000080:00000010:1.1:1769074935.701461:0:68522:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e280.
00010000:00000010:1.1:1769074935.713190:0:68525:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:1.1:1769074935.713198:0:68525:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:1.1:1769074935.713202:0:68525:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074935.713226:0:68525:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:1.1:1769074935.782150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17ae0.
00010000:00000010:1.1:1769074935.794951:0:68532:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:1.1:1769074935.794963:0:68532:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074935.794967:0:68532:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:1.1:1769074935.794971:0:68532:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:3.1:1769074935.886882:0:68537:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ed20.
00010000:00000010:0.1:1769074935.895788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:0.1:1769074935.895802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074935.895807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074935.895811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:1.1:1769074935.994131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17480.
00010000:00000010:1.1:1769074936.007371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:1.1:1769074936.007388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074936.007394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:1.1:1769074936.007397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00000080:00000010:0.1:1769074936.208313:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e3e0.
00010000:00000010:3.1:1769074936.211235:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:3.1:1769074936.211265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:3.1:1769074936.211270:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:3.1:1769074936.211274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00000080:00000010:1.1:1769074936.333312:0:68555:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc170e0.
00010000:00000010:1.1:1769074936.340138:0:68555:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:1.1:1769074936.340151:0:68555:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074936.340156:0:68555:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:1.1:1769074936.340159:0:68555:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:2.1:1769074936.416870:0:68562:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5dce0.
00010000:00000010:2.1:1769074936.416887:0:68562:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:2.1:1769074936.416893:0:68562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:2.1:1769074936.416897:0:68562:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:2.1:1769074936.416900:0:68562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00000080:00000010:0.1:1769074936.494993:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d6e0.
00010000:00000010:1.1:1769074936.513352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:1.1:1769074936.513368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:1.1:1769074936.513372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:1.1:1769074936.513375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00000080:00000010:1.1:1769074936.596921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e9a0.
00010000:00000010:1.1:1769074936.609867:0:1033:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074936.609881:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:1.1:1769074936.609885:0:1033:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074936.609888:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:2.1:1769074936.682146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5de20.
00010000:00000010:1.1:1769074936.709170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:1.1:1769074936.709187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00010000:00000010:1.1:1769074936.709202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:1.1:1769074936.709206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00000080:00000010:0.1:1769074936.807134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6cc0.
00010000:00000010:0.1:1769074936.807147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074936.807153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:0.1:1769074936.807157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:0.1:1769074936.807161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:1.1:1769074936.973502:0:68591:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ec20.
00010000:00000010:1.1:1769074937.008100:0:68592:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074937.008115:0:68592:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074937.008128:0:68592:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:1.1:1769074937.008132:0:68592:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00000080:00000010:0.1:1769074937.152159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a00.
00010000:00000010:0.1:1769074937.156673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:0.1:1769074937.156693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:0.1:1769074937.156697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:0.1:1769074937.156701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00000080:00000010:1.1:1769074937.300128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc176e0.
00010000:00000010:1.1:1769074937.300146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:1.1:1769074937.300153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074937.300157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:1.1:1769074937.300160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:3.1:1769074937.458125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ef20.
00010000:00000010:1.1:1769074937.463966:0:68609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074937.463982:0:68609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074937.463987:0:68609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:1.1:1769074937.463991:0:68609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00000080:00000010:0.1:1769074937.564432:0:68612:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17380.
00010000:00000010:0.1:1769074937.575288:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:0.1:1769074937.575305:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074937.575310:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074937.575313:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:3.1:1769074937.662818:0:68621:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17e40.
00010000:00000010:3.1:1769074937.667352:0:68621:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:3.1:1769074937.667368:0:68621:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:3.1:1769074937.667375:0:68621:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:3.1:1769074937.667379:0:68621:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:1.1:1769074937.740362:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17180.
00010000:00000010:1.1:1769074937.740377:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:1.1:1769074937.740383:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074937.740389:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:1.1:1769074937.740392:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:0.1:1769074937.840447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5de60.
00010000:00000010:0.1:1769074937.847436:0:68633:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:0.1:1769074937.847453:0:68633:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00010000:00000010:0.1:1769074937.847458:0:68633:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:0.1:1769074937.847461:0:68633:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:0.1:1769074937.940677:0:68639:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5db80.
00010000:00000010:0.1:1769074937.947094:0:68639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:0.1:1769074937.947109:0:68639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:0.1:1769074937.947114:0:68639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:0.1:1769074937.947128:0:68639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00000080:00000010:3.1:1769074938.080147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e200.
00010000:00000010:1.1:1769074938.121333:0:68645:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074938.121350:0:68645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074938.121355:0:68645:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:1.1:1769074938.121359:0:68645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:0.1:1769074938.244698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00010000:00000010:2.1:1769074938.273267:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:2.1:1769074938.273286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:2.1:1769074938.273291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:2.1:1769074938.273294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:3.1:1769074938.357426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e68c0.
00010000:00000010:3.1:1769074938.368721:0:68658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:3.1:1769074938.368735:0:68658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:3.1:1769074938.368739:0:68658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:3.1:1769074938.368742:0:68658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:1.1:1769074938.511440:0:68660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d9a0.
00010000:00000010:1.1:1769074938.528137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074938.528155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:1.1:1769074938.528160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:1.1:1769074938.528164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:0.1:1769074938.630407:0:55072:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc179c0.
00010000:00000010:0.1:1769074938.667128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:0.1:1769074938.667144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074938.667149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:0.1:1769074938.667152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:1.1:1769074938.751185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eba0.
00010000:00000010:1.1:1769074938.751209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:1.1:1769074938.751215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:1.1:1769074938.751219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:1.1:1769074938.751222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00000080:00000010:0.1:1769074938.891603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17100.
00010000:00000010:0.1:1769074938.891623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:0.1:1769074938.891629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074938.891633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:0.1:1769074938.891637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:2.1:1769074939.070433:0:68684:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d440.
00010000:00000010:2.1:1769074939.090308:0:68687:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:2.1:1769074939.090328:0:68687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:2.1:1769074939.090333:0:68687:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:2.1:1769074939.090337:0:68687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:1.1:1769074939.213319:0:19:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e67c0.
00010000:00000010:0.1:1769074939.222736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074939.222748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:0.1:1769074939.222754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:0.1:1769074939.222757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:3.1:1769074939.352706:0:68696:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60efa0.
00010000:00000010:3.1:1769074939.364164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:3.1:1769074939.364181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:3.1:1769074939.364195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:3.1:1769074939.364199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:3.1:1769074939.524302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d4c0.
00010000:00000010:3.1:1769074939.571115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:3.1:1769074939.571126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:3.1:1769074939.571130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:3.1:1769074939.571142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:0.1:1769074939.694265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17600.
00010000:00000010:0.1:1769074939.718762:0:68712:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074939.718780:0:68712:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:0.1:1769074939.718785:0:68712:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:0.1:1769074939.718789:0:68712:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00000080:00000010:3.1:1769074939.856250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5de00.
00010000:00000010:0.1:1769074939.867237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:0.1:1769074939.867250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:0.1:1769074939.867254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:0.1:1769074939.867258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:2.1:1769074939.998192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6380.
00010000:00000010:3.1:1769074940.038117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:3.1:1769074940.038133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:3.1:1769074940.038138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:3.1:1769074940.038142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:1.1:1769074940.186486:0:68729:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d840.
00010000:00000010:1.1:1769074940.210737:0:68731:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:1.1:1769074940.210751:0:68731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:1.1:1769074940.210754:0:68731:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:1.1:1769074940.210757:0:68731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:0.1:1769074940.329261:0:68732:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e280.
00010000:00000010:0.1:1769074940.357918:0:68735:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074940.357932:0:68735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074940.357936:0:68735:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074940.357940:0:68735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:2.1:1769074940.475112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6640.
00010000:00000010:2.1:1769074940.489206:0:68742:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:2.1:1769074940.489220:0:68742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:2.1:1769074940.489225:0:68742:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:2.1:1769074940.489229:0:68742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:2.1:1769074940.606114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17000.
00010000:00000010:2.1:1769074940.612047:0:68744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:2.1:1769074940.612553:0:68744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:2.1:1769074940.612559:0:68744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:2.1:1769074940.612563:0:68744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:3.1:1769074940.784917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17de0.
00010000:00000010:0.1:1769074940.805442:0:68753:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074940.805460:0:68753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074940.805482:0:68753:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074940.805486:0:68753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:1.1:1769074940.908377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e940.
00010000:00000010:1.1:1769074940.941283:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074940.941298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:1.1:1769074940.941302:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:1.1:1769074940.941307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:0.1:1769074941.010862:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64e0.
00010000:00000010:0.1:1769074941.020432:0:68766:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074941.020451:0:68766:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:0.1:1769074941.020456:0:68766:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:0.1:1769074941.020459:0:68766:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:3.1:1769074941.082702:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5dc00.
00010000:00000010:3.1:1769074941.096141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:3.1:1769074941.096153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:3.1:1769074941.096167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:3.1:1769074941.096170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:1.1:1769074941.193225:0:68778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e400.
00010000:00000010:1.1:1769074941.193236:0:68778:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074941.193242:0:68778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:1.1:1769074941.193246:0:68778:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:1.1:1769074941.193249:0:68778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:1.1:1769074941.251439:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d000.
00010000:00000010:1.1:1769074941.251453:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074941.251458:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:1.1:1769074941.251462:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:1.1:1769074941.251464:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00000080:00000010:3.1:1769074941.354235:0:68790:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e68c0.
00010000:00000010:1.1:1769074941.361172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:1.1:1769074941.361186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:1.1:1769074941.361190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:1.1:1769074941.361193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00000080:00000010:1.1:1769074941.500497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e63a0.
00010000:00000010:1.1:1769074941.518755:0:68795:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:1.1:1769074941.518773:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:1.1:1769074941.518777:0:68795:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:1.1:1769074941.518779:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00000080:00000010:2.1:1769074941.660216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e400.
00010000:00000010:2.1:1769074941.676707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:2.1:1769074941.676727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:2.1:1769074941.676732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:2.1:1769074941.676735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00000080:00000010:3.1:1769074941.762359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc178a0.
00010000:00000010:3.1:1769074941.778379:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:3.1:1769074941.778393:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:3.1:1769074941.778399:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:3.1:1769074941.778403:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:1.1:1769074941.887516:0:68813:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6980.
00010000:00000010:1.1:1769074941.897325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:1.1:1769074941.897343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:1.1:1769074941.897347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:1.1:1769074941.897359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:1.1:1769074941.987129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6640.
00010000:00000010:3.1:1769074942.018477:0:43557:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:3.1:1769074942.018496:0:43557:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:3.1:1769074942.018501:0:43557:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:3.1:1769074942.018505:0:43557:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:2.1:1769074942.167429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17200.
00010000:00000010:3.1:1769074942.168062:0:68826:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:3.1:1769074942.168160:0:68826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:3.1:1769074942.168164:0:68826:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:3.1:1769074942.168167:0:68826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:0.1:1769074942.270244:0:68830:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5de80.
00010000:00000010:3.1:1769074942.288732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:3.1:1769074942.288753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:3.1:1769074942.288758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:3.1:1769074942.288762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:3.1:1769074942.465942:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d420.
00010000:00000010:3.1:1769074942.475232:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:3.1:1769074942.475272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:3.1:1769074942.475277:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:3.1:1769074942.475280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:0.1:1769074942.662312:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074942.662329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:0.1:1769074942.662334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:0.1:1769074942.662337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:3.1:1769074942.663285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a20.
00000080:00000010:0.1:1769074942.798820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc174c0.
00010000:00000010:1.1:1769074942.814460:0:68850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074942.814475:0:68850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074942.814480:0:68850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074942.814484:0:68850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:3.1:1769074942.903310:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e67c0.
00010000:00000010:0.1:1769074942.917653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:0.1:1769074942.917669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:0.1:1769074942.917672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:0.1:1769074942.917675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:1.1:1769074943.030310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17240.
00010000:00000010:1.1:1769074943.038261:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074943.038281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074943.038287:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:1.1:1769074943.038290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00000080:00000010:0.1:1769074943.183115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e060.
00010000:00000010:0.1:1769074943.183153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:0.1:1769074943.183158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074943.183163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074943.183166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:0.1:1769074943.259026:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d220.
00010000:00000010:0.1:1769074943.277968:0:68875:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:0.1:1769074943.277987:0:68875:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:0.1:1769074943.277991:0:68875:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:0.1:1769074943.277994:0:68875:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:0.1:1769074943.406237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc174c0.
00010000:00000010:0.1:1769074943.416093:0:68880:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:0.1:1769074943.416127:0:68880:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074943.416133:0:68880:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:0.1:1769074943.416137:0:68880:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:3.1:1769074943.483634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17e00.
00010000:00000010:3.1:1769074943.503574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:3.1:1769074943.503874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:3.1:1769074943.503881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:3.1:1769074943.503885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:1.1:1769074943.577342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17b00.
00010000:00000010:0.1:1769074943.587224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074943.587241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074943.587245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074943.587248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:1.1:1769074943.669438:0:68898:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d9e0.
00010000:00000010:1.1:1769074943.669458:0:68898:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:1.1:1769074943.669464:0:68898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:1.1:1769074943.669466:0:68898:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:1.1:1769074943.669469:0:68898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00000080:00000010:3.1:1769074943.791204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6980.
00010000:00000010:3.1:1769074943.802139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:3.1:1769074943.802156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:3.1:1769074943.802161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:3.1:1769074943.802164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:1.1:1769074943.894275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ea80.
00010000:00000010:1.1:1769074943.914260:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:1.1:1769074943.914278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:1.1:1769074943.914284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:1.1:1769074943.914287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00000080:00000010:0.1:1769074944.004399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17e20.
00010000:00000010:0.1:1769074944.004413:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:0.1:1769074944.004419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074944.004423:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:0.1:1769074944.004427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:2.1:1769074944.070700:0:68922:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17700.
00010000:00000010:3.1:1769074944.082184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:3.1:1769074944.082201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:3.1:1769074944.082205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:3.1:1769074944.082209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00000080:00000010:2.1:1769074944.158444:0:68928:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e000.
00010000:00000010:2.1:1769074944.158458:0:68928:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:2.1:1769074944.158464:0:68928:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:2.1:1769074944.158467:0:68928:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:2.1:1769074944.158470:0:68928:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00000080:00000010:1.1:1769074944.228378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d0a0.
00010000:00000010:1.1:1769074944.240985:0:68935:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:1.1:1769074944.240997:0:68935:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:1.1:1769074944.241001:0:68935:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:1.1:1769074944.241005:0:68935:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:3.1:1769074944.341187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d800.
00010000:00000010:3.1:1769074944.355386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:3.1:1769074944.355400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:3.1:1769074944.355404:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:3.1:1769074944.355408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:1.1:1769074944.442120:0:68947:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e500.
00010000:00000010:1.1:1769074944.448322:0:68947:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:1.1:1769074944.448339:0:68947:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:1.1:1769074944.448343:0:68947:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074944.448346:0:68947:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00000080:00000010:2.1:1769074944.565162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17360.
00010000:00000010:2.1:1769074944.565191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:2.1:1769074944.565198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:2.1:1769074944.565203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:2.1:1769074944.565206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:2.1:1769074944.666170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e500.
00010000:00000010:2.1:1769074944.666191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:2.1:1769074944.666199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:2.1:1769074944.666202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:2.1:1769074944.666206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:0.1:1769074944.713214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eb20.
00010000:00000010:0.1:1769074944.713231:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074944.713238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074944.713242:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074944.713245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00000080:00000010:0.1:1769074944.804165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e860.
00010000:00000010:0.1:1769074944.814823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074944.814833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:0.1:1769074944.814836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074944.814839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:3.1:1769074944.867471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f40.
00010000:00000010:2.1:1769074944.879140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:2.1:1769074944.879158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:2.1:1769074944.879164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:2.1:1769074944.879167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:1.1:1769074944.971260:0:68979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e8a0.
00010000:00000010:1.1:1769074944.990668:0:68983:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:1.1:1769074944.990684:0:68983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:1.1:1769074944.990687:0:68983:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:1.1:1769074944.990690:0:68983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00000080:00000010:0.1:1769074945.080324:0:68988:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ec60.
00010000:00000010:0.1:1769074945.080339:0:68988:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074945.080345:0:68988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:0.1:1769074945.080349:0:68988:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074945.080353:0:68988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00000080:00000010:2.1:1769074945.209801:0:68994:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ece0.
00010000:00000010:1.1:1769074945.210230:0:68994:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:1.1:1769074945.210238:0:68994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:1.1:1769074945.210242:0:68994:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:1.1:1769074945.210246:0:68994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00000080:00000010:2.1:1769074945.295504:0:69001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6c80.
00010000:00000010:2.1:1769074945.295516:0:69001:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:2.1:1769074945.295522:0:69001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:2.1:1769074945.295525:0:69001:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:2.1:1769074945.295529:0:69001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00000080:00000010:2.1:1769074945.377472:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17880.
00010000:00000010:2.1:1769074945.389658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:2.1:1769074945.389671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:2.1:1769074945.389676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:2.1:1769074945.389679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:0.1:1769074945.470052:0:50473:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6c80.
00010000:00000010:0.1:1769074945.476114:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:0.1:1769074945.476131:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:0.1:1769074945.476136:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:0.1:1769074945.476140:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00000080:00000010:3.1:1769074945.560215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d240.
00010000:00000010:3.1:1769074945.560228:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:3.1:1769074945.560233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:3.1:1769074945.560237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:3.1:1769074945.560240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:1.1:1769074945.617656:0:69024:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e5a0.
00010000:00000010:1.1:1769074945.627252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074945.627264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:1.1:1769074945.627269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:1.1:1769074945.627273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:1.1:1769074945.676191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a00.
00010000:00000010:1.1:1769074945.676208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:1.1:1769074945.676214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:1.1:1769074945.676218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074945.676221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074945.750229:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:0.1:1769074945.750239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:0.1:1769074945.750242:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:0.1:1769074945.750250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00000080:00000010:3.1:1769074945.752834:0:69037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e8c0.
00000080:00000010:2.1:1769074945.805238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc176e0.
00010000:00000010:2.1:1769074945.813179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:2.1:1769074945.813191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:2.1:1769074945.813196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:2.1:1769074945.813199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:1.1:1769074945.874119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ec00.
00010000:00000010:1.1:1769074945.884122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:1.1:1769074945.884132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:1.1:1769074945.884136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:1.1:1769074945.884139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:0.1:1769074945.980233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17920.
00010000:00000010:0.1:1769074945.980248:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:0.1:1769074945.980255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074945.980259:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074945.980262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:2.1:1769074946.043247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17640.
00010000:00000010:1.1:1769074946.052847:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074946.052859:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074946.052863:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:1.1:1769074946.052865:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:1.1:1769074946.139168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e860.
00010000:00000010:1.1:1769074946.154199:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:1.1:1769074946.154211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:1.1:1769074946.154215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:1.1:1769074946.154218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:0.1:1769074946.295693:0:69073:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d140.
00010000:00000010:0.1:1769074946.316370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:0.1:1769074946.316383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:0.1:1769074946.316387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:0.1:1769074946.316390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00000080:00000010:2.1:1769074946.385207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eb20.
00010000:00000010:2.1:1769074946.391324:0:69078:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:2.1:1769074946.391337:0:69078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:2.1:1769074946.391341:0:69078:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:2.1:1769074946.391344:0:69078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:1.1:1769074946.489325:0:69081:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6c80.
00010000:00000010:1.1:1769074946.536161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:1.1:1769074946.536260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:1.1:1769074946.536264:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:1.1:1769074946.536267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:1.1:1769074946.631660:0:1357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e080.
00010000:00000010:1.1:1769074946.640251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074946.640267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:1.1:1769074946.640271:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:1.1:1769074946.640274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00000080:00000010:2.1:1769074946.727109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e080.
00010000:00000010:1.1:1769074946.747853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074946.747862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:1.1:1769074946.747866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074946.747868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00000080:00000010:0.1:1769074946.867292:0:69102:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d3e0.
00010000:00000010:0.1:1769074946.867308:0:69102:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:0.1:1769074946.867314:0:69102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:0.1:1769074946.867318:0:69102:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:0.1:1769074946.867321:0:69102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00000080:00000010:0.1:1769074946.939270:0:69109:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e520.
00010000:00000010:0.1:1769074946.939282:0:69109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074946.939287:0:69109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074946.939291:0:69109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:0.1:1769074946.939294:0:69109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:3.1:1769074947.009107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:3.1:1769074947.009119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:3.1:1769074947.009129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:3.1:1769074947.009133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:1.1:1769074947.009184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e840.
00000080:00000010:1.1:1769074947.154222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ed60.
00010000:00000010:0.1:1769074947.170222:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:0.1:1769074947.170238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:0.1:1769074947.170241:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:0.1:1769074947.170245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:1.1:1769074947.260241:0:69126:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17960.
00010000:00000010:1.1:1769074947.265103:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:1.1:1769074947.265119:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074947.265125:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:1.1:1769074947.265128:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:3.1:1769074947.362116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc171c0.
00010000:00000010:0.1:1769074947.371106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074947.371117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074947.371122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:0.1:1769074947.371126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:2.1:1769074947.519790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc176c0.
00010000:00000010:2.1:1769074947.533342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:2.1:1769074947.533359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:2.1:1769074947.533364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:2.1:1769074947.533366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:3.1:1769074947.607116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc177e0.
00010000:00000010:3.1:1769074947.615323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:3.1:1769074947.615344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:3.1:1769074947.615349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:3.1:1769074947.615352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:2.1:1769074947.707800:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e9c0.
00010000:00000010:0.1:1769074947.718111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:0.1:1769074947.718124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:0.1:1769074947.718127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:0.1:1769074947.718138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:1.1:1769074947.829242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5dcc0.
00010000:00000010:1.1:1769074947.833111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:1.1:1769074947.833126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00010000:00000010:1.1:1769074947.833131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:1.1:1769074947.833134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:3.1:1769074947.928145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:3.1:1769074947.928162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:3.1:1769074947.928167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:3.1:1769074947.928171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00000080:00000010:2.1:1769074947.938136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a00.
00000080:00000010:2.1:1769074948.003242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d5c0.
00010000:00000010:2.1:1769074948.009734:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:2.1:1769074948.009750:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:2.1:1769074948.009755:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:2.1:1769074948.009758:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00000080:00000010:1.1:1769074948.116668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e700.
00010000:00000010:1.1:1769074948.135649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:1.1:1769074948.135657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074948.135661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:1.1:1769074948.135665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00000080:00000010:3.1:1769074948.179201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e360.
00010000:00000010:3.1:1769074948.197092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:3.1:1769074948.197106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:3.1:1769074948.197110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:3.1:1769074948.197113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00000080:00000010:1.1:1769074948.270123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5da20.
00010000:00000010:0.1:1769074948.270223:0:69186:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:0.1:1769074948.270231:0:69186:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:0.1:1769074948.270235:0:69186:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074948.270238:0:69186:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:1.1:1769074948.338836:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5dec0.
00010000:00000010:1.1:1769074948.357129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:1.1:1769074948.357142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:1.1:1769074948.357146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:1.1:1769074948.357149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00000080:00000010:0.1:1769074948.467143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e1c0.
00010000:00000010:0.1:1769074948.467158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:0.1:1769074948.467163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074948.467167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:0.1:1769074948.467170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00000080:00000010:1.1:1769074948.550656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17220.
00010000:00000010:2.1:1769074948.588294:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:2.1:1769074948.588310:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:2.1:1769074948.588314:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:2.1:1769074948.588317:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:3.1:1769074948.679357:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e3a0.
00010000:00000010:1.1:1769074948.709423:0:69211:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:1.1:1769074948.709437:0:69211:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:1.1:1769074948.709441:0:69211:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074948.709444:0:69211:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:2.1:1769074948.784369:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eac0.
00010000:00000010:0.1:1769074948.788663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074948.788678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:0.1:1769074948.788682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:0.1:1769074948.788685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:1.1:1769074948.869237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17820.
00010000:00000010:1.1:1769074948.893232:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:1.1:1769074948.893250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074948.893256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:1.1:1769074948.893259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:2.1:1769074948.951120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ec80.
00010000:00000010:1.1:1769074948.965278:0:69229:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:1.1:1769074948.965293:0:69229:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:1.1:1769074948.965297:0:69229:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:1.1:1769074948.965300:0:69229:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:0.1:1769074949.034343:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e68c0.
00010000:00000010:0.1:1769074949.054332:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074949.054349:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:0.1:1769074949.054355:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:0.1:1769074949.054358:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00000080:00000010:2.1:1769074949.120881:0:69241:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17880.
00010000:00000010:1.1:1769074949.137350:0:69242:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:1.1:1769074949.137366:0:69242:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074949.137370:0:69242:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074949.137373:0:69242:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:2.1:1769074949.193141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:2.1:1769074949.193161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:2.1:1769074949.193165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:2.1:1769074949.193169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:1.1:1769074949.209243:0:69246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e5c0.
00000080:00000010:1.1:1769074949.294211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e5c0.
00010000:00000010:1.1:1769074949.296349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:1.1:1769074949.296364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:1.1:1769074949.296368:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:1.1:1769074949.296370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:3.1:1769074949.358117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f40.
00010000:00000010:1.1:1769074949.365581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:1.1:1769074949.365599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074949.365605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:1.1:1769074949.365608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00000080:00000010:0.1:1769074949.470127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eb60.
00010000:00000010:0.1:1769074949.470146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074949.470153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074949.470156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:0.1:1769074949.470159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:1.1:1769074949.541370:0:69267:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e4e0.
00010000:00000010:1.1:1769074949.562314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:1.1:1769074949.562329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:1.1:1769074949.562334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:1.1:1769074949.562337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:0.1:1769074949.631848:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17a00.
00010000:00000010:1.1:1769074949.635276:0:69276:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:1.1:1769074949.635289:0:69276:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074949.635295:0:69276:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:1.1:1769074949.635298:0:69276:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:2.1:1769074949.714304:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:2.1:1769074949.714317:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:2.1:1769074949.714321:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:2.1:1769074949.714324:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:3.1:1769074949.715190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17940.
00000080:00000010:2.1:1769074949.800111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00010000:00000010:1.1:1769074949.802113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:1.1:1769074949.802128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:1.1:1769074949.802133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:1.1:1769074949.802136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:0.1:1769074949.881160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00010000:00000010:0.1:1769074949.882295:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074949.882306:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:0.1:1769074949.882310:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:0.1:1769074949.882313:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:2.1:1769074949.959228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eea0.
00010000:00000010:0.1:1769074949.961176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074949.961187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074949.961201:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:0.1:1769074949.961204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:2.1:1769074950.059160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17580.
00010000:00000010:0.1:1769074950.059399:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074950.059405:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074950.059410:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074950.059413:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:0.1:1769074950.151565:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17b00.
00010000:00000010:0.1:1769074950.169962:0:69314:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:0.1:1769074950.170090:0:69314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074950.170095:0:69314:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074950.170098:0:69314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:0.1:1769074950.257792:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17e00.
00010000:00000010:0.1:1769074950.264276:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:0.1:1769074950.264296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074950.264300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074950.264303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074950.348204:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074950.348220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:1.1:1769074950.348225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:1.1:1769074950.348228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:2.1:1769074950.348631:0:69326:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6380.
00000080:00000010:0.1:1769074950.431187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d5c0.
00010000:00000010:1.1:1769074950.446554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:1.1:1769074950.446569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:1.1:1769074950.446573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:1.1:1769074950.446576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00000080:00000010:1.1:1769074950.611245:0:69337:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17980.
00010000:00000010:1.1:1769074950.611260:0:69337:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:1.1:1769074950.611266:0:69337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074950.611270:0:69337:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:1.1:1769074950.611274:0:69337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:0.1:1769074950.733150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d4e0.
00010000:00000010:0.1:1769074950.770185:0:69344:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:0.1:1769074950.770197:0:69344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:0.1:1769074950.770201:0:69344:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:0.1:1769074950.770204:0:69344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:0.1:1769074950.892250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5daa0.
00010000:00000010:0.1:1769074950.896109:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:0.1:1769074950.896126:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00010000:00000010:0.1:1769074950.896131:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:0.1:1769074950.896133:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00000080:00000010:1.1:1769074951.013168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e3e0.
00010000:00000010:1.1:1769074951.013183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:1.1:1769074951.013188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:1.1:1769074951.013192:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074951.013194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:3.1:1769074951.094213:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc173c0.
00010000:00000010:3.1:1769074951.096203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:3.1:1769074951.096214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:3.1:1769074951.096218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:3.1:1769074951.096222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00000080:00000010:1.1:1769074951.178191:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17e00.
00010000:00000010:1.1:1769074951.178212:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074951.178305:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:1.1:1769074951.178311:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:1.1:1769074951.178315:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:3.1:1769074951.310120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ef40.
00010000:00000010:3.1:1769074951.310142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:3.1:1769074951.310150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:3.1:1769074951.310153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:3.1:1769074951.310156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:0.1:1769074951.418372:0:69379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e420.
00010000:00000010:0.1:1769074951.418388:0:69379:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:0.1:1769074951.418394:0:69379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:0.1:1769074951.418398:0:69379:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:0.1:1769074951.418401:0:69379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:0.1:1769074951.510555:0:69386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17ea0.
00010000:00000010:0.1:1769074951.530172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074951.530187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074951.530190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074951.530193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:0.1:1769074951.598658:0:69391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17ea0.
00010000:00000010:0.1:1769074951.598676:0:69391:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:0.1:1769074951.598683:0:69391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:0.1:1769074951.598686:0:69391:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074951.598689:0:69391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:3.1:1769074951.714176:0:69397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a00.
00010000:00000010:0.1:1769074951.715911:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:0.1:1769074951.715924:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:0.1:1769074951.715930:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:0.1:1769074951.715933:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:1.1:1769074951.826234:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6f00.
00010000:00000010:1.1:1769074951.826247:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:1.1:1769074951.826252:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00010000:00000010:1.1:1769074951.826255:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:1.1:1769074951.826258:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:3.1:1769074951.917534:0:69409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ef20.
00010000:00000010:0.1:1769074951.923553:0:69410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:0.1:1769074951.923565:0:69410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074951.923569:0:69410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:0.1:1769074951.923573:0:69410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00000080:00000010:0.1:1769074952.009734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e0e0.
00010000:00000010:0.1:1769074952.022179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074952.022194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074952.022198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074952.022202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:1.1:1769074952.103376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17180.
00010000:00000010:1.1:1769074952.103390:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:1.1:1769074952.103493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074952.103501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:1.1:1769074952.103504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:0.1:1769074952.185509:0:69428:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5dc80.
00010000:00000010:0.1:1769074952.189495:0:69428:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:0.1:1769074952.189510:0:69428:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:0.1:1769074952.189514:0:69428:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:0.1:1769074952.189517:0:69428:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00000080:00000010:3.1:1769074952.264251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17460.
00010000:00000010:3.1:1769074952.264270:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:3.1:1769074952.264275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:3.1:1769074952.264279:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:3.1:1769074952.264282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:3.1:1769074952.342123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6f00.
00010000:00000010:1.1:1769074952.347262:0:69439:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:1.1:1769074952.347283:0:69439:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00010000:00000010:1.1:1769074952.347289:0:69439:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:1.1:1769074952.347291:0:69439:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:1.1:1769074952.433281:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e9a0.
00010000:00000010:1.1:1769074952.448054:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074952.448077:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074952.448081:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:1.1:1769074952.448084:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074952.511107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:1.1:1769074952.511122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074952.511127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:1.1:1769074952.511130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00000080:00000010:3.1:1769074952.513380:0:69451:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e420.
00000080:00000010:3.1:1769074952.588109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e63a0.
00010000:00000010:1.1:1769074952.600168:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:1.1:1769074952.600183:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:1.1:1769074952.600187:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:1.1:1769074952.600189:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00000080:00000010:3.1:1769074952.677179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17880.
00010000:00000010:0.1:1769074952.692829:0:69464:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:0.1:1769074952.692844:0:69464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074952.692849:0:69464:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:0.1:1769074952.692853:0:69464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:1.1:1769074952.778008:0:69470:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e1e0.
00010000:00000010:1.1:1769074952.778026:0:69470:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074952.778031:0:69470:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074952.778034:0:69470:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:1.1:1769074952.778036:0:69470:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00000080:00000010:1.1:1769074952.882358:0:69476:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e820.
00010000:00000010:0.1:1769074952.886109:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:0.1:1769074952.886128:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:0.1:1769074952.886133:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074952.886137:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00000080:00000010:1.1:1769074952.962168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e020.
00010000:00000010:1.1:1769074952.962184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074952.962190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:1.1:1769074952.962194:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:1.1:1769074952.962198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:0.1:1769074953.035036:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e280.
00010000:00000010:0.1:1769074953.035053:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074953.035062:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:0.1:1769074953.035080:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074953.035083:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:2.1:1769074953.124222:0:69494:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17c40.
00010000:00000010:1.1:1769074953.137534:0:69493:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:1.1:1769074953.137553:0:69493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:1.1:1769074953.137558:0:69493:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074953.137561:0:69493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:0.1:1769074953.219501:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e020.
00010000:00000010:0.1:1769074953.219517:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074953.219523:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074953.219526:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074953.219529:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:1.1:1769074953.299203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e1a0.
00010000:00000010:1.1:1769074953.299218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:1.1:1769074953.299224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00010000:00000010:1.1:1769074953.299228:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:1.1:1769074953.299230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00000080:00000010:3.1:1769074953.369057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17300.
00010000:00000010:3.1:1769074953.369093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:3.1:1769074953.369099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:3.1:1769074953.369103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:3.1:1769074953.369106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:1.1:1769074953.478190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5dd40.
00010000:00000010:0.1:1769074953.480148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:0.1:1769074953.480159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:0.1:1769074953.480162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:0.1:1769074953.480166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:2.1:1769074953.544210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e180.
00010000:00000010:0.1:1769074953.547115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:0.1:1769074953.547132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:0.1:1769074953.547137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:0.1:1769074953.547140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00000080:00000010:0.1:1769074953.665559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eda0.
00010000:00000010:0.1:1769074953.665575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:0.1:1769074953.665581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:0.1:1769074953.665584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:0.1:1769074953.665587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:1.1:1769074953.768654:0:69536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5dae0.
00010000:00000010:1.1:1769074953.781105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074953.781117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:1.1:1769074953.781121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:1.1:1769074953.781124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:1.1:1769074953.878120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5dc80.
00010000:00000010:1.1:1769074953.917107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074953.917121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:1.1:1769074953.917125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:1.1:1769074953.917129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:1.1:1769074953.972306:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc171e0.
00010000:00000010:1.1:1769074953.990186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074953.990199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074953.990210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:1.1:1769074953.990214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00000080:00000010:1.1:1769074954.059582:0:69553:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ea40.
00010000:00000010:1.1:1769074954.068023:0:69553:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074954.068039:0:69553:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:1.1:1769074954.068042:0:69553:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074954.068045:0:69553:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:1.1:1769074954.142608:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ee20.
00010000:00000010:1.1:1769074954.147121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074954.147132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:1.1:1769074954.147136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:1.1:1769074954.147139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:1.1:1769074954.240306:0:69565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e3a0.
00010000:00000010:1.1:1769074954.240319:0:69565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074954.240325:0:69565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:1.1:1769074954.240328:0:69565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074954.240330:0:69565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:2.1:1769074954.298109:0:69571:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc177e0.
00010000:00000010:1.1:1769074954.300672:0:41756:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074954.300682:0:41756:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:1.1:1769074954.300686:0:41756:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:1.1:1769074954.300691:0:41756:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:0.1:1769074954.376300:0:69577:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc172e0.
00010000:00000010:0.1:1769074954.384140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:0.1:1769074954.384156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074954.384160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:0.1:1769074954.384163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:1.1:1769074954.438128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e9e0.
00010000:00000010:1.1:1769074954.442555:0:69584:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074954.442568:0:69584:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:1.1:1769074954.442572:0:69584:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:1.1:1769074954.442575:0:69584:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:2.1:1769074954.530167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d0c0.
00010000:00000010:0.1:1769074954.531156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:0.1:1769074954.531166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:0.1:1769074954.531171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:0.1:1769074954.531174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00000080:00000010:0.1:1769074954.601957:0:39318:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5df60.
00010000:00000010:3.1:1769074954.604261:0:69595:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:3.1:1769074954.604273:0:69595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00010000:00000010:3.1:1769074954.604278:0:69595:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:3.1:1769074954.604282:0:69595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:2.1:1769074954.668502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6f00.
00010000:00000010:1.1:1769074954.682474:0:69602:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:1.1:1769074954.682487:0:69602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:1.1:1769074954.682491:0:69602:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:1.1:1769074954.682494:0:69602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00000080:00000010:0.1:1769074954.749325:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d0a0.
00010000:00000010:0.1:1769074954.755511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:0.1:1769074954.755525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:0.1:1769074954.755528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:0.1:1769074954.755531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00000080:00000010:0.1:1769074954.829126:0:1357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d280.
00010000:00000010:3.1:1769074954.849144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:3.1:1769074954.849156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00010000:00000010:3.1:1769074954.849160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:3.1:1769074954.849163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00000080:00000010:3.1:1769074954.905118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f60.
00010000:00000010:0.1:1769074954.916023:0:69620:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074954.916031:0:69620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074954.916036:0:69620:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:0.1:1769074954.916039:0:69620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00000080:00000010:0.1:1769074954.984726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17440.
00010000:00000010:0.1:1769074954.993053:0:69626:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074954.993154:0:69626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074954.993160:0:69626:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:0.1:1769074954.993163:0:69626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:1.1:1769074955.068248:0:69631:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e920.
00010000:00000010:3.1:1769074955.080365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:3.1:1769074955.080385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:3.1:1769074955.080389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:3.1:1769074955.080393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00000080:00000010:1.1:1769074955.160096:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6280.
00010000:00000010:1.1:1769074955.166183:0:69638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:1.1:1769074955.166197:0:69638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:1.1:1769074955.166202:0:69638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:1.1:1769074955.166205:0:69638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c200.
00000080:00000010:2.1:1769074955.236160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d3c0.
00010000:00000010:0.1:1769074955.239711:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:0.1:1769074955.239721:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1dc00.
00010000:00000010:0.1:1769074955.239724:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:0.1:1769074955.239725:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00000080:00000010:2.1:1769074955.318746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eb20.
00010000:00000010:3.1:1769074955.341239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:3.1:1769074955.341254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:3.1:1769074955.341257:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:3.1:1769074955.341260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00000080:00000010:1.1:1769074955.442154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ebc0.
00010000:00000010:1.1:1769074955.446005:0:69655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:1.1:1769074955.446020:0:69655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:1.1:1769074955.446024:0:69655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074955.446029:0:69655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00000080:00000010:2.1:1769074955.560169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e720.
00010000:00000010:3.1:1769074955.566148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:3.1:1769074955.566165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:3.1:1769074955.566171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:3.1:1769074955.566201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:3.1:1769074955.674431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17660.
00010000:00000010:3.1:1769074955.700576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:3.1:1769074955.700589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:3.1:1769074955.700593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:3.1:1769074955.700596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:1.1:1769074955.788616:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e8a0.
00010000:00000010:1.1:1769074955.802392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:1.1:1769074955.802408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:1.1:1769074955.802413:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:1.1:1769074955.802417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:2.1:1769074955.871605:0:69680:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc178c0.
00010000:00000010:3.1:1769074955.877111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:3.1:1769074955.877127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:3.1:1769074955.877132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:3.1:1769074955.877135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:1.1:1769074955.936161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17920.
00010000:00000010:1.1:1769074955.952985:0:69687:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:1.1:1769074955.953003:0:69687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074955.953009:0:69687:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:1.1:1769074955.953012:0:69687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:3.1:1769074956.025016:0:69693:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17ee0.
00010000:00000010:3.1:1769074956.025030:0:69693:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:3.1:1769074956.025035:0:69693:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:3.1:1769074956.025039:0:69693:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:3.1:1769074956.025043:0:69693:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:3.1:1769074956.125156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ee40.
00010000:00000010:3.1:1769074956.125175:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:3.1:1769074956.125182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00010000:00000010:3.1:1769074956.125187:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:3.1:1769074956.125190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00000080:00000010:1.1:1769074956.198397:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d920.
00010000:00000010:1.1:1769074956.199207:0:69704:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:1.1:1769074956.199217:0:69704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:1.1:1769074956.199221:0:69704:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:1.1:1769074956.199223:0:69704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00000080:00000010:0.1:1769074956.294125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e8c0.
00010000:00000010:0.1:1769074956.330671:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:0.1:1769074956.330688:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:0.1:1769074956.330693:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:0.1:1769074956.330697:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:3.1:1769074956.382155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e580.
00010000:00000010:3.1:1769074956.384180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:3.1:1769074956.384191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:3.1:1769074956.384195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:3.1:1769074956.384198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00000080:00000010:3.1:1769074956.505294:0:69719:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17020.
00010000:00000010:3.1:1769074956.532136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:3.1:1769074956.532147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:3.1:1769074956.532152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:3.1:1769074956.532155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:0.1:1769074956.598597:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e6c0.
00010000:00000010:0.1:1769074956.609731:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:0.1:1769074956.609744:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:0.1:1769074956.609758:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:0.1:1769074956.609761:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00000080:00000010:3.1:1769074956.705115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e63a0.
00010000:00000010:3.1:1769074956.728446:0:69734:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:3.1:1769074956.728471:0:69734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00010000:00000010:3.1:1769074956.728476:0:69734:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:3.1:1769074956.728479:0:69734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:2.1:1769074956.833187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17860.
00010000:00000010:1.1:1769074956.833280:0:69741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:1.1:1769074956.833287:0:69741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:1.1:1769074956.833292:0:69741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:1.1:1769074956.833295:0:69741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:0.1:1769074956.908198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17800.
00010000:00000010:0.1:1769074956.920095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:0.1:1769074956.920110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:0.1:1769074956.920114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5700.
00010000:00000010:0.1:1769074956.920118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:1.1:1769074956.995225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e840.
00010000:00000010:1.1:1769074957.022114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:1.1:1769074957.022127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:1.1:1769074957.022131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:1.1:1769074957.022146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00000080:00000010:3.1:1769074957.103115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a20.
00010000:00000010:3.1:1769074957.112099:0:69758:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5c00.
00010000:00000010:3.1:1769074957.112114:0:69758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:3.1:1769074957.112117:0:69758:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5800.
00010000:00000010:3.1:1769074957.112120:0:69758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:1.1:1769074957.229693:0:69764:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eee0.
00010000:00000010:1.1:1769074957.229704:0:69764:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:1.1:1769074957.229708:0:69764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:1.1:1769074957.229711:0:69764:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:1.1:1769074957.229713:0:69764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:3.1:1769074957.294182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17760.
00010000:00000010:1.1:1769074957.317097:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:1.1:1769074957.317111:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:1.1:1769074957.317115:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:1.1:1769074957.317118:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00000080:00000010:0.1:1769074957.442112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6380.
00010000:00000010:0.1:1769074957.450126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:0.1:1769074957.450144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00010000:00000010:0.1:1769074957.450149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:0.1:1769074957.450152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fe00.
00010000:00000010:0.1:1769074957.588765:0:69783:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074957.588783:0:69783:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00010000:00000010:0.1:1769074957.588789:0:69783:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:0.1:1769074957.588792:0:69783:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:1.1:1769074957.591400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17dc0.
00000080:00000010:3.1:1769074957.660150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17620.
00010000:00000010:3.1:1769074957.669248:0:69789:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:3.1:1769074957.669262:0:69789:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:3.1:1769074957.669268:0:69789:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:3.1:1769074957.669271:0:69789:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e600.
00000080:00000010:2.1:1769074957.748228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64e0.
00010000:00000010:1.1:1769074957.758499:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074957.758510:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:1.1:1769074957.758514:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:1.1:1769074957.758517:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00000080:00000010:0.1:1769074957.874230:0:69800:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5daa0.
00010000:00000010:0.1:1769074957.874247:0:69800:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:0.1:1769074957.874253:0:69800:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:0.1:1769074957.874256:0:69800:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:0.1:1769074957.874258:0:69800:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00000080:00000010:1.1:1769074957.991967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6c80.
00010000:00000010:1.1:1769074958.001109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:1.1:1769074958.001124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:1.1:1769074958.001129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:1.1:1769074958.001133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:1.1:1769074958.061118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17d20.
00010000:00000010:1.1:1769074958.061137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:1.1:1769074958.061143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074958.061147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:1.1:1769074958.061150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:0.1:1769074958.137722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e8e0.
00010000:00000010:0.1:1769074958.152129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:0.1:1769074958.152142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:0.1:1769074958.152146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:0.1:1769074958.152150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00000080:00000010:3.1:1769074958.221114:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d520.
00010000:00000010:3.1:1769074958.226236:0:69825:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:3.1:1769074958.226337:0:69825:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00010000:00000010:3.1:1769074958.226341:0:69825:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:3.1:1769074958.226345:0:69825:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00000080:00000010:2.1:1769074958.315234:0:69827:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e980.
00010000:00000010:3.1:1769074958.316340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:3.1:1769074958.316351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00010000:00000010:3.1:1769074958.316354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:3.1:1769074958.316357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00000080:00000010:0.1:1769074958.409201:0:69837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ed80.
00010000:00000010:0.1:1769074958.429620:0:69838:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074958.429636:0:69838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00010000:00000010:0.1:1769074958.429640:0:69838:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:0.1:1769074958.429643:0:69838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:3.1:1769074958.482104:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17700.
00010000:00000010:3.1:1769074958.491110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:3.1:1769074958.491134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:3.1:1769074958.491139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:3.1:1769074958.491142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:2.1:1769074958.557112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ee80.
00010000:00000010:3.1:1769074958.561110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:3.1:1769074958.561126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:3.1:1769074958.561129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:3.1:1769074958.561132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00000080:00000010:2.1:1769074958.634460:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60edc0.
00010000:00000010:3.1:1769074958.639404:0:69855:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:3.1:1769074958.639421:0:69855:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:3.1:1769074958.639425:0:69855:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:3.1:1769074958.639429:0:69855:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:0.1:1769074958.738209:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5dfe0.
00010000:00000010:0.1:1769074958.741389:0:69860:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074958.741519:0:69860:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:0.1:1769074958.741524:0:69860:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:0.1:1769074958.741527:0:69860:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00000080:00000010:0.1:1769074958.809556:0:69866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e940.
00010000:00000010:0.1:1769074958.821161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074958.821169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:0.1:1769074958.821172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:0.1:1769074958.821174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00000080:00000010:1.1:1769074958.886385:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d300.
00010000:00000010:1.1:1769074958.894623:0:69873:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:1.1:1769074958.894636:0:69873:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:1.1:1769074958.894638:0:69873:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:1.1:1769074958.894640:0:69873:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:1.1:1769074958.999715:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e460.
00010000:00000010:1.1:1769074959.008535:0:69879:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:1.1:1769074959.008555:0:69879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074959.008559:0:69879:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074959.008562:0:69879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:0.1:1769074959.107462:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17280.
00010000:00000010:0.1:1769074959.109106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:0.1:1769074959.109118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:0.1:1769074959.109122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:0.1:1769074959.109125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:1.1:1769074959.153224:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc175e0.
00010000:00000010:1.1:1769074959.166138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:1.1:1769074959.166148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074959.166153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:1.1:1769074959.166156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:2.1:1769074959.211222:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ef80.
00010000:00000010:1.1:1769074959.220517:0:69896:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:1.1:1769074959.220525:0:69896:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074959.220528:0:69896:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074959.220529:0:69896:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:0.1:1769074959.299582:0:69902:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a00.
00010000:00000010:0.1:1769074959.311422:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:0.1:1769074959.311435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f400.
00010000:00000010:0.1:1769074959.311439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:0.1:1769074959.311442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:1.1:1769074959.401600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a20.
00010000:00000010:1.1:1769074959.401612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:1.1:1769074959.401619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00010000:00000010:1.1:1769074959.401622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:1.1:1769074959.401625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00000080:00000010:3.1:1769074959.450405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60efa0.
00010000:00000010:1.1:1769074959.453131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:1.1:1769074959.453147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:1.1:1769074959.453151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:1.1:1769074959.453154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:0.1:1769074959.523143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e4c0.
00010000:00000010:0.1:1769074959.537528:0:69920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074959.537540:0:69920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074959.537543:0:69920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:0.1:1769074959.537546:0:69920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00000080:00000010:2.1:1769074959.620108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc178a0.
00010000:00000010:2.1:1769074959.622173:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:2.1:1769074959.622186:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:2.1:1769074959.622191:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:2.1:1769074959.622194:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00000080:00000010:0.1:1769074959.680379:0:69933:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17280.
00010000:00000010:0.1:1769074959.680395:0:69933:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074959.680401:0:69933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:0.1:1769074959.680405:0:69933:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:0.1:1769074959.680407:0:69933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:1.1:1769074959.737620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e6a0.
00010000:00000010:1.1:1769074959.744551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074959.744565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:1.1:1769074959.744569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:1.1:1769074959.744573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:0.1:1769074959.816163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17560.
00010000:00000010:0.1:1769074959.816179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074959.816185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074959.816189:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:0.1:1769074959.816199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:0.1:1769074959.887118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17b80.
00010000:00000010:0.1:1769074959.895391:0:69950:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:0.1:1769074959.895406:0:69950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074959.895411:0:69950:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:0.1:1769074959.895414:0:69950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:1.1:1769074959.980457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6940.
00010000:00000010:1.1:1769074960.010457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:1.1:1769074960.010472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:1.1:1769074960.010476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7600.
00010000:00000010:1.1:1769074960.010480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00000080:00000010:2.1:1769074960.101738:0:63310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17d60.
00010000:00000010:2.1:1769074960.106143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:2.1:1769074960.106156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:2.1:1769074960.106161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:2.1:1769074960.106163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:1.1:1769074960.205153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eba0.
00010000:00000010:1.1:1769074960.207379:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:1.1:1769074960.207389:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:1.1:1769074960.207393:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074960.207395:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:3.1:1769074960.314436:0:69975:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17700.
00010000:00000010:3.1:1769074960.314447:0:69975:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:3.1:1769074960.314453:0:69975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:3.1:1769074960.314458:0:69975:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:3.1:1769074960.314461:0:69975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:0.1:1769074960.426395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d6a0.
00010000:00000010:0.1:1769074960.426410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7200.
00010000:00000010:0.1:1769074960.426416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:0.1:1769074960.426419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7000.
00010000:00000010:0.1:1769074960.426422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:1.1:1769074960.491379:0:69983:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e240.
00010000:00000010:1.1:1769074960.495272:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:1.1:1769074960.495286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:1.1:1769074960.495291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074960.495294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:3.1:1769074960.612175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5de40.
00010000:00000010:1.1:1769074960.632123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:1.1:1769074960.632138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1cc00.
00010000:00000010:1.1:1769074960.632143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7e00.
00010000:00000010:1.1:1769074960.632146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ce00.
00000080:00000010:0.1:1769074960.713429:0:69995:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e6a0.
00010000:00000010:0.1:1769074960.719904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:0.1:1769074960.719921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00010000:00000010:0.1:1769074960.719925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:0.1:1769074960.719929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00000080:00000010:3.1:1769074960.802381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e9a0.
00010000:00000010:3.1:1769074960.825234:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:3.1:1769074960.825249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:3.1:1769074960.825263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:3.1:1769074960.825267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00000080:00000010:1.1:1769074960.928927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5da80.
00010000:00000010:1.1:1769074960.928943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:1.1:1769074960.928949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d800.
00010000:00000010:1.1:1769074960.928953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7400.
00010000:00000010:1.1:1769074960.928956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1ca00.
00000080:00000010:3.1:1769074961.001113:0:70017:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e0e0.
00010000:00000010:3.1:1769074961.020447:0:70017:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06a00.
00010000:00000010:3.1:1769074961.020460:0:70017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aae00.
00010000:00000010:3.1:1769074961.020464:0:70017:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06c00.
00010000:00000010:3.1:1769074961.020467:0:70017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa400.
00000080:00000010:0.1:1769074961.116497:0:70023:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f40.
00010000:00000010:0.1:1769074961.116514:0:70023:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06000.
00010000:00000010:0.1:1769074961.116520:0:70023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074961.116526:0:70023:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5600.
00010000:00000010:0.1:1769074961.116529:0:70023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:3.1:1769074961.211423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eea0.
00010000:00000010:3.1:1769074961.224643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06600.
00010000:00000010:3.1:1769074961.224658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa600.
00010000:00000010:3.1:1769074961.224662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:3.1:1769074961.224666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00000080:00000010:0.1:1769074961.327538:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17460.
00010000:00000010:0.1:1769074961.339223:0:70036:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:0.1:1769074961.339236:0:70036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074961.339240:0:70036:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074961.339244:0:70036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab600.
00000080:00000010:0.1:1769074961.437977:0:70041:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e960.
00010000:00000010:0.1:1769074961.438002:0:70041:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:0.1:1769074961.438009:0:70041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab000.
00010000:00000010:0.1:1769074961.438013:0:70041:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5500.
00010000:00000010:0.1:1769074961.438016:0:70041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00000080:00000010:3.1:1769074961.553486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17320.
00010000:00000010:3.1:1769074961.561195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:3.1:1769074961.561208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00010000:00000010:3.1:1769074961.561212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:3.1:1769074961.561215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00000080:00000010:0.1:1769074961.623447:0:50474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ecc0.
00010000:00000010:0.1:1769074961.628219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074961.628336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00010000:00000010:0.1:1769074961.628341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7300.
00010000:00000010:0.1:1769074961.628344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d200.
00000080:00000010:3.1:1769074961.737115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e1e0.
00010000:00000010:3.1:1769074961.737128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:3.1:1769074961.737146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00010000:00000010:3.1:1769074961.737151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5100.
00010000:00000010:3.1:1769074961.737154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fa00.
00000080:00000010:1.1:1769074961.831855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17880.
00010000:00000010:1.1:1769074961.850005:0:59724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:1.1:1769074961.850023:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:1.1:1769074961.850028:0:59724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:1.1:1769074961.850030:0:59724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:3.1:1769074961.973123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:3.1:1769074961.973136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00010000:00000010:3.1:1769074961.973139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:3.1:1769074961.973141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00000080:00000010:2.1:1769074961.973718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5dcc0.
00000080:00000010:3.1:1769074962.056097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eae0.
00010000:00000010:0.1:1769074962.080706:0:70078:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:0.1:1769074962.080720:0:70078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:0.1:1769074962.080724:0:70078:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:0.1:1769074962.080728:0:70078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:1.1:1769074962.190126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17c60.
00010000:00000010:1.1:1769074962.196200:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd900.
00010000:00000010:1.1:1769074962.196214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:1.1:1769074962.196218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdf00.
00010000:00000010:1.1:1769074962.196222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00000080:00000010:3.1:1769074962.275367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6980.
00010000:00000010:3.1:1769074962.284217:0:70089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:3.1:1769074962.284328:0:70089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:3.1:1769074962.284334:0:70089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdb00.
00010000:00000010:3.1:1769074962.284338:0:70089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:3.1:1769074962.364795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e680.
00010000:00000010:3.1:1769074962.369050:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:3.1:1769074962.369079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00010000:00000010:3.1:1769074962.369083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:3.1:1769074962.369086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa000.
00000080:00000010:0.1:1769074962.483898:0:70101:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eda0.
00010000:00000010:0.1:1769074962.483918:0:70101:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:0.1:1769074962.483924:0:70101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00010000:00000010:0.1:1769074962.483928:0:70101:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074962.483931:0:70101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00000080:00000010:0.1:1769074962.595163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e740.
00010000:00000010:0.1:1769074962.598548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:0.1:1769074962.598563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:0.1:1769074962.598568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:0.1:1769074962.598572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:2.1:1769074962.665398:0:70113:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a20.
00010000:00000010:2.1:1769074962.671551:0:70113:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fda00.
00010000:00000010:2.1:1769074962.671567:0:70113:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00010000:00000010:2.1:1769074962.671572:0:70113:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7700.
00010000:00000010:2.1:1769074962.671576:0:70113:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c000.
00000080:00000010:0.1:1769074962.778404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00010000:00000010:0.1:1769074962.778420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7b00.
00010000:00000010:0.1:1769074962.778425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:0.1:1769074962.778429:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5300.
00010000:00000010:0.1:1769074962.778432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:2.1:1769074962.900046:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d920.
00010000:00000010:3.1:1769074962.903305:0:70125:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:3.1:1769074962.903321:0:70125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:3.1:1769074962.903324:0:70125:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:3.1:1769074962.903327:0:70125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00000080:00000010:0.1:1769074962.972310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60edc0.
00010000:00000010:0.1:1769074962.977136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:0.1:1769074962.977149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:0.1:1769074962.977154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074962.977157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:0.1:1769074963.059120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17220.
00010000:00000010:0.1:1769074963.074108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:0.1:1769074963.074123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:0.1:1769074963.074128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074963.074131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:1.1:1769074963.169232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17380.
00010000:00000010:1.1:1769074963.198975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd500.
00010000:00000010:1.1:1769074963.198994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:1.1:1769074963.198999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:1.1:1769074963.199021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00000080:00000010:1.1:1769074963.266164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eac0.
00010000:00000010:1.1:1769074963.278781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:1.1:1769074963.278804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:1.1:1769074963.278808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:1.1:1769074963.278810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:3.1:1769074963.367873:0:70155:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d760.
00010000:00000010:3.1:1769074963.377158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:3.1:1769074963.377169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:3.1:1769074963.377173:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:3.1:1769074963.377176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00000080:00000010:1.1:1769074963.480163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e980.
00010000:00000010:1.1:1769074963.501376:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:1.1:1769074963.501393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:1.1:1769074963.501397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:1.1:1769074963.501400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:0.1:1769074963.627543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6a00.
00010000:00000010:0.1:1769074963.685096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5900.
00010000:00000010:0.1:1769074963.685111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00010000:00000010:0.1:1769074963.685115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5e00.
00010000:00000010:0.1:1769074963.685117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00000080:00000010:3.1:1769074963.768189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60e520.
00010000:00000010:2.1:1769074963.782921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06b00.
00010000:00000010:2.1:1769074963.782935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abe00.
00010000:00000010:2.1:1769074963.782940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06e00.
00010000:00000010:2.1:1769074963.782943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91abc00.
00000080:00000010:3.1:1769074963.837101:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ea40.
00010000:00000010:0.1:1769074963.842113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06d00.
00010000:00000010:0.1:1769074963.842130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa200.
00010000:00000010:0.1:1769074963.842134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06500.
00010000:00000010:0.1:1769074963.842137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aaa00.
00000080:00000010:2.1:1769074963.931150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f60.
00010000:00000010:3.1:1769074963.943111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:3.1:1769074963.943127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5400.
00010000:00000010:3.1:1769074963.943131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:3.1:1769074963.943143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5000.
00010000:00000010:3.1:1769074964.024385:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:3.1:1769074964.024402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00010000:00000010:3.1:1769074964.024408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5d00.
00010000:00000010:3.1:1769074964.024412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00000080:00000010:2.1:1769074964.029744:0:70192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d540.
00000080:00000010:1.1:1769074964.112353:0:70197:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00010000:00000010:1.1:1769074964.112371:0:70197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5400.
00010000:00000010:1.1:1769074964.112376:0:70197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:1.1:1769074964.112381:0:70197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074964.112385:0:70197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4a00.
00000080:00000010:2.1:1769074964.190030:0:50473:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6980.
00010000:00000010:2.1:1769074964.212174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:2.1:1769074964.212190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:2.1:1769074964.212193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:2.1:1769074964.212197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159fc00.
00000080:00000010:3.1:1769074964.348421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00010000:00000010:3.1:1769074964.348438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:3.1:1769074964.348444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ee00.
00010000:00000010:3.1:1769074964.348448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06f00.
00010000:00000010:3.1:1769074964.348451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab800.
00000080:00000010:2.1:1769074964.447558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17960.
00010000:00000010:1.1:1769074964.466491:0:70216:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:1.1:1769074964.466505:0:70216:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5800.
00010000:00000010:1.1:1769074964.466511:0:70216:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5a00.
00010000:00000010:1.1:1769074964.466514:0:70216:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00000080:00000010:2.1:1769074964.522916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17540.
00010000:00000010:3.1:1769074964.528229:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:3.1:1769074964.528240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5a00.
00010000:00000010:3.1:1769074964.528244:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:3.1:1769074964.528248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4c00.
00010000:00000010:3.1:1769074964.666093:0:70227:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd300.
00010000:00000010:3.1:1769074964.666112:0:70227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:3.1:1769074964.666117:0:70227:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd600.
00010000:00000010:3.1:1769074964.666119:0:70227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00000080:00000010:2.1:1769074964.671149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17f60.
00000080:00000010:3.1:1769074964.774406:0:70234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5df40.
00010000:00000010:0.1:1769074964.774545:0:70233:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7d00.
00010000:00000010:0.1:1769074964.774556:0:70233:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c400.
00010000:00000010:0.1:1769074964.774560:0:70233:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7c00.
00010000:00000010:0.1:1769074964.774563:0:70233:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1de00.
00000080:00000010:2.1:1769074964.888390:0:70240:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc177e0.
00010000:00000010:3.1:1769074964.889876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdc00.
00010000:00000010:3.1:1769074964.889888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:3.1:1769074964.889893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd400.
00010000:00000010:3.1:1769074964.889896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:2.1:1769074964.976170:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d280.
00010000:00000010:3.1:1769074964.976392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:3.1:1769074964.976398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:3.1:1769074964.976402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:3.1:1769074964.976405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00000080:00000010:0.1:1769074965.051235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5de60.
00010000:00000010:0.1:1769074965.067278:0:70251:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7100.
00010000:00000010:0.1:1769074965.067292:0:70251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c600.
00010000:00000010:0.1:1769074965.067296:0:70251:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7500.
00010000:00000010:0.1:1769074965.067299:0:70251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d600.
00010000:00000010:0.1:1769074965.142417:0:70257:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:0.1:1769074965.142426:0:70257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:0.1:1769074965.142431:0:70257:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:0.1:1769074965.142434:0:70257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:3.1:1769074965.150151:0:70258:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17c40.
00000080:00000010:2.1:1769074965.234435:0:70263:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60eb40.
00010000:00000010:2.1:1769074965.243306:0:70263:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06800.
00010000:00000010:2.1:1769074965.243323:0:70263:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab400.
00010000:00000010:2.1:1769074965.243326:0:70263:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06300.
00010000:00000010:2.1:1769074965.243329:0:70263:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aba00.
00000080:00000010:1.1:1769074965.297420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17ee0.
00010000:00000010:1.1:1769074965.303108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fdd00.
00010000:00000010:1.1:1769074965.303124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f4200.
00010000:00000010:1.1:1769074965.303129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd700.
00010000:00000010:1.1:1769074965.303132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5e00.
00000080:00000010:0.1:1769074965.396841:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6980.
00010000:00000010:3.1:1769074965.398359:0:70276:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fde00.
00010000:00000010:3.1:1769074965.398371:0:70276:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e400.
00010000:00000010:3.1:1769074965.398375:0:70276:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06700.
00010000:00000010:3.1:1769074965.398378:0:70276:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aa800.
00000080:00000010:1.1:1769074965.469316:0:70281:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64e0.
00010000:00000010:1.1:1769074965.481586:0:70283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7f00.
00010000:00000010:1.1:1769074965.481604:0:70283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:1.1:1769074965.481609:0:70283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5b00.
00010000:00000010:1.1:1769074965.481613:0:70283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ea00.
00000080:00000010:2.1:1769074965.570274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e64c0.
00010000:00000010:2.1:1769074965.570287:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:2.1:1769074965.570290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e800.
00010000:00000010:2.1:1769074965.570292:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:2.1:1769074965.570295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f600.
00000080:00000010:3.1:1769074965.626416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53ca60ece0.
00010000:00000010:0.1:1769074965.626611:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06900.
00010000:00000010:0.1:1769074965.626619:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91aac00.
00010000:00000010:0.1:1769074965.626623:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06400.
00010000:00000010:0.1:1769074965.626626:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c91ab200.
00000080:00000010:1.1:1769074965.698160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5da40.
00010000:00000010:1.1:1769074965.699324:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7a00.
00010000:00000010:1.1:1769074965.699340:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d000.
00010000:00000010:1.1:1769074965.699343:0:63310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:1.1:1769074965.699346:0:63310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1c800.
00010000:00000010:0.1:1769074965.780460:0:70305:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06100.
00010000:00000010:0.1:1769074965.780478:0:70305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e000.
00010000:00000010:0.1:1769074965.780483:0:70305:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5200.
00010000:00000010:0.1:1769074965.780486:0:70305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159e200.
00000080:00000010:2.1:1769074965.781133:0:70306:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6080.
00000080:00000010:2.1:1769074965.849314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17340.
00010000:00000010:2.1:1769074965.849327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd200.
00010000:00000010:2.1:1769074965.853096:0:70311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5c00.
00010000:00000010:2.1:1769074965.853109:0:70311:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:2.1:1769074965.853113:0:70311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:0.1:1769074965.943182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d01e6980.
00010000:00000010:0.1:1769074965.943199:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53c9b06200.
00010000:00000010:0.1:1769074965.943205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f000.
00010000:00000010:0.1:1769074965.943209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5f00.
00010000:00000010:0.1:1769074965.943211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159f200.
00000080:00000010:0.1:1769074965.998661:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53cbc17c60.
00010000:00000010:0.1:1769074966.000144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:0.1:1769074966.000157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e54021f5600.
00010000:00000010:0.1:1769074966.000165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53d09e7800.
00010000:00000010:0.1:1769074966.000171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1da00.
00000080:00000010:2.1:1769074966.084157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e53d0a5d880.
00010000:00000010:2.1:1769074966.092666:0:70330:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e53cb5fd100.
00010000:00000010:2.1:1769074966.092675:0:70330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53c4c1d400.
00010000:00000010:2.1:1769074966.092679:0:70330:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e52c47f5000.
00010000:00000010:2.1:1769074966.092682:0:70330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e53f159ec00.
00000800:00000200:3.1:1769075010.875197:0:2397:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:3.1:1769075010.875201:0:2397:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.1:1769075010.875202:0:2397:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:2.1:1769075029.564514:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075029.564959:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075029.565146:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075034.683816:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075034.684786:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075034.685161:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075039.804007:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075039.804307:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075039.804451:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075044.924236:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075044.924250:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 4, 2 secs later)
00000800:00000200:2.1:1769075044.924862:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075044.924865:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 4, 2 secs later)
00000800:00000200:2.1:1769075044.925212:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075044.925215:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 4, 2 secs later)
00000800:00000200:2.1:1769075050.044018:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075050.044305:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075050.044441:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075055.163797:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075055.163801:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 8, 4 secs later)
00000800:00000200:2.1:1769075055.164264:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075055.164266:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 8, 4 secs later)
00000800:00000200:2.1:1769075055.164475:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075055.164477:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 8, 4 secs later)
00000800:00000200:2.1:1769075060.283791:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075060.284046:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075060.284245:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075065.405444:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075065.405452:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1769075065.406004:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075065.406007:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1769075065.406358:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075065.406361:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1769075070.524214:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075070.524224:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 16, 9 secs later)
00000800:00000200:2.1:1769075070.524725:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075070.524727:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 16, 9 secs later)
00000800:00000200:2.1:1769075070.525059:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075070.525062:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 16, 9 secs later)
00000800:00000200:2.1:1769075075.643972:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075075.643979:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 16, 4 secs later)
00000800:00000200:2.1:1769075075.644543:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075075.644546:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 16, 4 secs later)
00000800:00000200:2.1:1769075075.644819:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075075.644822:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 16, 4 secs later)
00000800:00000200:3.1:1769075080.763711:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075080.763923:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075080.764021:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075085.884017:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075085.884021:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1769075085.884423:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075085.884426:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1769075085.884716:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075085.884719:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1769075091.003799:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075091.003807:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1769075091.004354:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075091.004358:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1769075091.004666:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075091.004669:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1769075096.123662:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075096.123664:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1769075096.124221:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075096.124227:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1769075096.124589:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075096.124591:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1769075101.243810:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075101.243815:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 15 secs later)
00000800:00000200:0.1:1769075101.244377:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075101.244379:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 15 secs later)
00000800:00000200:0.1:1769075101.244652:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075101.244653:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 15 secs later)
00000800:00000200:0.1:1769075106.363749:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075106.363752:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1769075106.364083:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075106.364085:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1769075106.364279:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075106.364281:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1769075111.484095:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075111.484099:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 4 secs later)
00000800:00000200:0.1:1769075111.484673:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075111.484676:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 4 secs later)
00000800:00000200:0.1:1769075111.484933:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075111.484935:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 32, 4 secs later)
00000800:00000200:3.1:1769075116.603675:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075116.603934:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075116.604131:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075121.724190:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075121.724194:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075121.724573:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075121.724577:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075121.724875:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075121.724878:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075126.843671:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075126.843674:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075126.844242:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075126.844243:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075126.844427:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075126.844429:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075131.963769:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075131.963775:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075131.964347:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075131.964350:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075131.964654:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075131.964657:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075137.084022:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075137.084026:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075137.085122:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075137.085126:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075137.085491:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075137.085495:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075142.203772:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075142.203778:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075142.204221:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075142.204223:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075142.204460:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075142.204462:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075147.323631:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075147.323634:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075147.323940:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075147.323942:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075147.324164:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075147.324166:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075151.128455:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53c9d0a3c0] -> 12345-192.168.204.11@tcp (2)
00000800:00000200:3.1:1769075151.128464:0:2395:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.11@tcp ffff9e53c8285600 deleted
00000800:00000010:3.1:1769075151.128466:0:2395:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff9e53c8285600.
00000800:00000200:1.1:1769075151.131042:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53c9d0a3c0] -> 12345-192.168.204.11@tcp (3)
00000800:00000200:1.1:1769075151.131045:0:2394:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.11@tcp ffff9e53c9d0a780 deleted
00000800:00000010:1.1:1769075151.131046:0:2394:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff9e53c9d0a780.
00000800:00000200:1.1:1769075151.376236:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53c9d0a780] -> 12345-192.168.204.11@tcp (2)
00000800:00000200:1.1:1769075151.376240:0:2393:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.11@tcp ffff9e53c9d0a540 deleted
00000800:00000010:1.1:1769075151.376242:0:2393:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff9e53c9d0a540.
00000800:00000200:3.1:1769075151.377809:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53c9d0a780] -> 12345-192.168.204.11@tcp (3)
00000800:00000200:3.1:1769075151.377812:0:2395:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.11@tcp ffff9e53c8285600 deleted
00000800:00000010:3.1:1769075151.377814:0:2395:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff9e53c8285600.
00000800:00000200:0.1:1769075152.443732:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075152.443736:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075152.444090:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075152.444091:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075152.444283:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075152.444285:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075157.564441:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075157.564446:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075157.565281:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075157.565287:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075157.565925:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075157.565948:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075162.684038:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075162.684048:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075162.684720:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075162.684722:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075162.684906:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075162.684907:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075167.803927:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075167.803938:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075167.804726:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075167.804729:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075167.805107:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075167.805110:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075172.924144:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075172.924148:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075172.925057:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075172.925060:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075172.925747:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075172.925753:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075178.043885:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075178.043888:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075178.044306:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075178.044308:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075178.044494:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075178.044495:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075183.164109:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075183.164637:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075183.164808:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075188.284704:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075188.284708:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075188.285277:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075188.285279:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075188.285544:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075188.285546:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075193.404280:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075193.404286:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769075193.405122:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075193.405123:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769075193.405383:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075193.405385:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769075198.524047:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075198.524057:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075198.524861:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075198.524864:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075198.525170:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075198.525173:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075203.643769:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075203.643774:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075203.644168:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075203.644170:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075203.644390:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075203.644392:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075208.764269:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075208.764273:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075208.765151:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075208.765154:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075208.765563:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075208.765567:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075213.883688:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075213.883694:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075213.884182:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075213.884184:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075213.884431:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075213.884433:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075219.003810:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075219.003817:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075219.004279:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075219.004281:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075219.004527:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075219.004530:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075224.123756:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075224.123765:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075224.124164:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075224.124166:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075224.124371:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075224.124374:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075229.244443:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075229.244448:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075229.245036:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075229.245039:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075229.245565:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075229.245568:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075234.364020:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075234.364039:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769075234.364497:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075234.364499:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769075234.364686:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075234.364688:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769075239.483776:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075239.483783:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075239.484192:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075239.484194:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075239.484417:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075239.484419:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075244.603724:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075244.603727:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075244.604428:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075244.604431:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075244.604650:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075244.604652:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075249.723677:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075249.723867:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075249.723988:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075254.843913:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075254.843919:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075254.844401:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075254.844404:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075254.844717:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075254.844720:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075259.963849:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075259.963853:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075259.964224:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075259.964226:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075259.964420:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075259.964422:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075265.083691:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075265.083698:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075265.084028:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075265.084031:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075265.084280:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075265.084282:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075270.203838:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075270.203843:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075270.204316:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075270.204317:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075270.204554:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075270.204556:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075275.324513:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075275.324519:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075275.325218:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075275.325221:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075275.325490:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075275.325492:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075280.443732:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075280.443738:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075280.444161:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075280.444163:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075280.444386:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075280.444388:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075285.564184:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075285.564223:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075285.564860:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075285.564863:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075285.565238:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075285.565251:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075290.683992:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075290.683997:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075290.684428:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075290.684431:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075290.684760:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075290.684762:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075295.803811:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075295.803819:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075295.804441:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075295.804443:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075295.804685:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075295.804687:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075300.923649:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075300.923662:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075300.924045:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075300.924047:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075300.924321:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075300.924324:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075306.044221:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075306.044238:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075306.044782:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075306.044784:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075306.045008:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075306.045010:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075311.164582:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075311.164591:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075311.165353:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075311.165358:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075311.165796:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075311.165799:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075316.283591:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075316.285359:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075316.285539:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075321.403771:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075321.403790:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075321.404291:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075321.404295:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075321.404578:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075321.404581:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075326.523659:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075326.523663:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075326.524012:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075326.524014:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075326.524303:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075326.524304:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075331.643699:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075331.643707:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075331.644152:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075331.644154:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075331.644343:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075331.644345:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075336.763749:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075336.763756:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075336.764278:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075336.764281:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075336.764477:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075336.764479:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075341.884006:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075341.884014:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075341.884376:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075341.884378:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075341.884616:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075341.884617:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075347.003932:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075347.003947:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075347.004491:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075347.004493:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075347.004740:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075347.004744:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075352.123765:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075352.123769:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075352.124635:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075352.124641:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075352.125030:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075352.125033:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075357.243966:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075357.243971:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769075357.244499:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075357.244501:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769075357.244708:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075357.244710:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769075362.363897:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075362.363905:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075362.364391:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075362.364392:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075362.364697:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075362.364700:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075367.485571:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075367.485575:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075367.486098:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075367.486101:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075367.486430:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075367.486433:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075372.603751:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075372.603762:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075372.604206:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075372.604208:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075372.604507:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075372.604509:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075377.723893:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075377.723895:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075377.724336:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075377.724339:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075377.724779:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075377.724782:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075382.843975:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075382.844337:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075382.844506:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075387.964276:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075387.964280:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075387.964933:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075387.964936:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075387.965356:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075387.965358:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075393.083705:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075393.083709:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075393.084116:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075393.084118:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075393.084300:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075393.084302:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075398.204109:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075398.204112:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075398.204783:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075398.204786:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075398.205006:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075398.205008:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075403.323929:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075403.323938:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075403.324536:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075403.324538:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075403.324838:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075403.324840:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075408.443716:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075408.443722:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075408.444046:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075408.444048:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075408.444301:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075408.444331:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075413.563790:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075413.563796:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075413.564270:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075413.564272:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075413.564516:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075413.564518:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075418.684303:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075418.684308:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075418.684892:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075418.684895:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075418.685304:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075418.685306:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075423.803756:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075423.803761:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075423.804424:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075423.804426:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075423.804630:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075423.804631:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075428.924045:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075428.924052:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075428.924763:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075428.924766:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075428.925139:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075428.925143:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075434.043985:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075434.043988:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075434.044388:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075434.044390:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075434.044602:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075434.044604:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075439.163825:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075439.163830:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075439.164301:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075439.164303:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075439.164507:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075439.164508:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075444.284285:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075444.284290:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075444.284973:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075444.284976:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075444.285496:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075444.285499:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075449.403888:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075449.404150:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075449.404349:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075454.524104:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075454.524108:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075454.524459:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075454.524476:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075454.524810:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075454.524812:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075459.644809:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075459.644820:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075459.645675:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075459.645678:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075459.646178:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075459.646182:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075464.764448:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075464.764457:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075464.765553:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075464.765558:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075464.765986:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075464.765989:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075469.884370:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075469.884379:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075469.884935:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075469.884938:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075469.885322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075469.885324:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075475.004175:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075475.004182:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075475.004735:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075475.004736:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075475.004927:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075475.004929:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075480.123809:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075480.123816:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075480.124234:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075480.124236:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075480.124557:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075480.124559:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075485.243774:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075485.243782:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075485.244269:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075485.244271:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075485.244507:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075485.244509:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075490.363843:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075490.363847:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075490.364351:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075490.364354:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075490.364601:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075490.364603:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075495.483741:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075495.483747:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075495.484208:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075495.484210:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075495.484436:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075495.484439:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075500.603704:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075500.603709:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075500.604245:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075500.604247:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075500.604435:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075500.604437:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075505.723761:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075505.723764:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075505.724271:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075505.724273:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075505.724512:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075505.724515:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075510.844266:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075510.844275:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075510.844740:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075510.844742:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075510.845019:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075510.845022:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075515.963968:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075515.964247:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075515.964445:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075521.085605:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075521.085612:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075521.086498:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075521.086525:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075521.087038:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075521.087042:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075526.204310:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075526.204318:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075526.204972:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075526.204975:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075526.205410:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075526.205414:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075531.324300:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075531.324309:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075531.325186:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075531.325193:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075531.325656:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075531.325659:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075536.444101:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075536.444142:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075536.444660:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075536.444662:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075536.444980:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075536.444984:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075541.564015:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075541.564020:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075541.564533:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075541.564536:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075541.564930:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075541.564933:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075546.684438:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075546.684451:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075546.685257:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075546.685261:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075546.685647:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075546.685651:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075551.804121:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075551.804127:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075551.805048:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075551.805051:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075551.805485:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075551.805488:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075556.924147:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075556.924160:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075556.924966:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075556.924971:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075556.925334:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075556.925337:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075562.044007:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075562.044023:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075562.044626:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075562.044628:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075562.044900:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075562.044903:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075567.164155:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075567.164158:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075567.164479:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075567.164482:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075567.164732:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075567.164735:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075572.283891:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075572.283896:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075572.284532:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075572.284535:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075572.284848:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075572.284850:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075577.404368:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075577.404373:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075577.405033:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075577.405037:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075577.405531:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075577.405534:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075582.523777:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075582.523993:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075582.524142:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075587.644463:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075587.644469:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075587.645113:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075587.645117:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075587.645582:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075587.645585:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075592.763803:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075592.763807:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075592.764244:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075592.764246:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075592.764475:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075592.764478:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075597.884039:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075597.884045:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075597.884693:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075597.884695:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075597.885058:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075597.885059:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075603.004621:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075603.004626:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075603.005303:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075603.005307:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075603.005789:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075603.005792:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075608.123773:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075608.123791:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075608.124220:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075608.124221:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075608.124417:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075608.124419:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075613.244069:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075613.244079:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075613.244858:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075613.244863:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075613.245310:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075613.245314:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075618.363976:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075618.363979:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075618.364339:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075618.364341:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075618.364679:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075618.364682:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075623.483950:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075623.483955:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075623.484458:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075623.484460:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075623.484794:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075623.484796:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075628.603814:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075628.603818:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075628.604300:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075628.604304:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075628.604614:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075628.604616:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769075628.604834:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075628.604836:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075628.604838:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769075628.604841:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075628.604843:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075628.604845:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769075628.604847:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075628.604849:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:3.0:1769075628.604852:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075628.604853:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075628.604855:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5c00.
00000100:00000001:3.0:1769075628.604857:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075628.604859:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075628.604861:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075628.604864:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5880 x1855007615955328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075628.604870:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075628.604872:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075628.604873:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:3.0:1769075628.604876:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075628.604877:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075628.604878:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769075628.604880:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075628.604882:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:3.0:1769075628.604884:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075628.604885:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075628.604887:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5880.
00000100:00000001:3.0:1769075628.604889:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075628.604891:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075628.604893:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075628.604896:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075628.604898:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075628.604900:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075628.604902:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075629.307212:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075629.307216:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075629.307219:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075629.883176:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297285869, at 4297285888
00000100:00000010:3.0:1769075629.883195:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82a80.
00000020:00000001:3.0:1769075632.379269:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075632.379272:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075632.379275:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075633.723232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075633.723242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075633.723245:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075633.723248:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075633.723252:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075633.723258:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2617
00000400:00000200:3.0:1769075633.723265:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075633.723270:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075633.723272:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075633.723275:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075633.723278:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075633.723280:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075633.723282:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075633.723285:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075633.723287:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075633.723289:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075633.723291:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075633.723293:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075633.723294:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075633.723296:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075633.723298:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075633.723299:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075633.723301:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075633.723303:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075633.723305:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075633.723307:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075633.723316:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075633.723319:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075633.723321:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075633.723323:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075633.723324:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075633.723333:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769075633.723335:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075633.723338:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075633.723339:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075633.723342:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075633.723344:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075633.723347:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075633.723353:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769075633.723358:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075633.723367:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007615955456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075633.723378:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075633.723382:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075633.723387:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007615955456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075633.723422:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075633.723425:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075633.723428:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075633.723429:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075633.723430:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075633.723432:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075633.723434:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2617
00000400:00000200:3.0:1769075633.723439:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075633.723442:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075633.723445:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075633.723448:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075633.723451:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075633.723453:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075633.723455:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075633.723458:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075633.723462:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075633.723466:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075633.723468:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075633.723476:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075633.723486:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075633.723498:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075633.723505:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075633.723515:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075633.723524:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075633.723548:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075633.723559:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075633.723569:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075633.723574:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075633.723580:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075633.723587:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075633.723594:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075633.723598:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075633.723609:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075633.723614:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075633.723618:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769075633.723625:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075633.723628:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075633.723630:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075633.723642:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075633.723644:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075633.723650:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075633.723662:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769075633.723668:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075633.723681:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007615955584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075633.723712:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075633.723719:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075633.723725:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007615955584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075633.723748:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075633.723754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075633.723765:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075633.723776:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075633.723786:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075633.723794:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075633.723804:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2617
00000400:00000200:3.0:1769075633.723817:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075633.723821:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075633.723825:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075633.723830:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075633.723841:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075633.723853:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075633.723862:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075633.723872:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075633.723876:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075633.723886:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075633.723889:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075633.723892:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075633.723901:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075633.723915:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075633.723925:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769075633.723932:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769075633.723933:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:0.1:1769075633.723941:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769075633.723942:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075633.723957:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075633.723968:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075633.723975:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075633.723977:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075633.723980:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075633.723988:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075633.723995:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075633.724002:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075633.724006:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075633.724010:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075633.724023:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769075633.724028:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075633.724037:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075633.724044:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075633.724053:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075633.724058:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075633.724099:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075633.724109:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769075633.724113:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075633.724125:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007615955712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075633.724150:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075633.724153:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075633.724171:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007615955712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075633.724184:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075633.724187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075633.724197:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075633.724200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075633.724203:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075633.724208:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2627)
00000800:00000200:0.1:1769075633.724471:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075633.724473:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075633.724711:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075633.724713:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1769075635.003145:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297290990, at 4297291008
00000100:00000010:3.0:1769075635.003163:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca2a0.
00000020:00000001:3.0:1769075635.451236:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075635.451240:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075635.451243:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075638.523212:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075638.523216:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075638.523219:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075638.843151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075638.843160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075638.843162:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075638.843166:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075638.843169:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075638.843175:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2622
00000400:00000200:3.0:1769075638.843181:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075638.843188:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075638.843191:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075638.843194:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843199:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075638.843202:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843204:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075638.843209:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075638.843211:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075638.843214:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075638.843217:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075638.843220:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075638.843224:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075638.843229:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843231:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075638.843234:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843238:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075638.843241:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075638.843245:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843248:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075638.843252:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075638.843255:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075638.843258:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075638.843260:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075638.843263:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075638.843270:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769075638.843274:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075638.843278:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075638.843280:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075638.843283:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075638.843286:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075638.843290:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075638.843297:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769075638.843304:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075638.843315:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007615955840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075638.843327:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075638.843332:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075638.843336:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007615955840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075638.843351:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075638.843360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075638.843363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075638.843364:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075638.843366:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075638.843368:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075638.843371:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2622
00000400:00000200:3.0:1769075638.843376:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075638.843381:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075638.843385:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075638.843389:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843392:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075638.843397:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843401:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075638.843403:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075638.843405:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075638.843409:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075638.843412:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075638.843495:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075638.843501:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075638.843510:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843513:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075638.843519:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843522:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075638.843529:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075638.843537:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843545:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075638.843550:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075638.843559:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075638.843565:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075638.843571:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.1:1769075638.843670:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075638.843674:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000008:00100000:3.0:1769075638.843687:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075638.843696:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075638.843701:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075638.843708:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000020:00000040:3.0:1769075638.843757:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075638.843765:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075638.843768:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075638.843771:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075638.843775:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075638.843780:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075638.843788:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769075638.843793:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075638.843802:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007615955968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075638.843811:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075638.843816:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075638.843821:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007615955968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075638.843833:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075638.843838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075638.843843:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075638.843845:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075638.843848:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075638.843850:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075638.843856:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2622
00000400:00000200:3.0:1769075638.843866:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075638.843873:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075638.843877:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075638.843884:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843890:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075638.843897:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843902:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075638.843907:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075638.843910:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075638.843916:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075638.843919:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075638.843923:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075638.843928:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075638.843933:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843938:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075638.843942:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843946:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075638.843952:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075638.843960:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075638.843966:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075638.843972:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075638.843977:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075638.843984:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075638.843988:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075638.843993:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075638.843999:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075638.844003:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075638.844011:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769075638.844017:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075638.844024:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075638.844028:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075638.844033:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075638.844037:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075638.844042:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075638.844051:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769075638.844060:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075638.844099:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007615956096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075638.844115:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075638.844121:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075638.844134:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007615956096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075638.844155:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075638.844161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075638.844172:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075638.844178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075638.844186:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075638.844194:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2632)
00000800:00000200:2.1:1769075638.844372:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075638.844375:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075638.844700:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075638.844702:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1769075640.123175:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297296109, at 4297296128
00000100:00000010:3.0:1769075640.123192:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79420.
00000020:00000001:3.0:1769075641.595323:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075641.595329:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075641.595333:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075643.963219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075643.963227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075643.963229:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075643.963232:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075643.963235:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075643.963241:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2627
00000400:00000200:3.0:1769075643.963247:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075643.963252:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075643.963254:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075643.963257:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963259:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075643.963261:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963263:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075643.963266:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075643.963267:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075643.963269:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075643.963271:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075643.963273:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075643.963274:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075643.963277:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963279:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075643.963280:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963281:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075643.963284:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075643.963286:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963287:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075643.963289:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075643.963292:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075643.963294:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075643.963295:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075643.963296:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075643.963305:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769075643.963307:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075643.963310:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075643.963311:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075643.963314:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075643.963316:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075643.963319:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075643.963326:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769075643.963331:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075643.963338:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007615956224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075643.963346:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075643.963350:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075643.963353:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007615956224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075643.963385:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075643.963387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075643.963390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075643.963391:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075643.963397:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075643.963399:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075643.963401:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2627
00000400:00000200:3.0:1769075643.963404:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075643.963407:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075643.963409:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075643.963411:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963413:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075643.963415:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963417:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075643.963422:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075643.963423:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075643.963426:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075643.963429:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075643.963431:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075643.963434:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075643.963438:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963443:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075643.963448:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963451:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075643.963457:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075643.963462:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963466:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075643.963471:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075643.963477:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075643.963482:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075643.963484:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075643.963490:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075643.963493:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075643.963495:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075643.963502:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000020:00000040:3.0:1769075643.963505:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075643.963510:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075643.963513:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075643.963515:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075643.963522:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075643.963526:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075643.963530:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769075643.963536:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075643.963546:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007615956352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075643.963573:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075643.963577:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075643.963585:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007615956352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075643.963599:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075643.963602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075643.963604:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075643.963604:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075643.963606:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075643.963607:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075643.963611:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2627
00000400:00000200:3.0:1769075643.963615:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075643.963621:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075643.963624:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075643.963626:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963627:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075643.963631:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963634:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075643.963636:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075643.963640:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075643.963644:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075643.963646:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075643.963649:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075643.963654:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075643.963661:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963665:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075643.963671:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963677:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075643.963682:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075643.963686:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075643.963692:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075643.963695:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075643.963699:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075643.963705:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075643.963709:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075643.963711:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075643.963717:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075643.963720:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075643.963725:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769075643.963729:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075643.963734:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075643.963737:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075643.963738:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769075643.963740:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075643.963743:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075643.963746:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075643.963746:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
02000000:00000010:3.0:1769075643.963750:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769075643.963753:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075643.963759:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007615956480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075643.963774:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075643.963779:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075643.963785:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007615956480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075643.963794:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075643.963800:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075643.963804:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075643.963810:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075643.963815:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075643.963822:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2637)
00000800:00000200:2.1:1769075643.964147:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075643.964149:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075643.964406:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075643.964408:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769075644.667321:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075644.667325:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075644.667328:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075645.243218:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297301229, at 4297301248
00000100:00000010:3.0:1769075645.243233:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79c60.
00000020:00000001:3.0:1769075647.739253:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075647.739257:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075647.739260:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075649.083211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075649.083225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075649.083227:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075649.083231:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075649.083235:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075649.083243:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2632
00000400:00000200:3.0:1769075649.083251:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075649.083258:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075649.083261:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075649.083264:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075649.083267:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075649.083269:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075649.083271:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075649.083287:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075649.083289:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075649.083291:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075649.083294:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075649.083296:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075649.083298:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075649.083301:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075649.083302:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075649.083303:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075649.083305:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075649.083307:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075649.083309:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075649.083311:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075649.083313:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075649.083316:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075649.083318:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075649.083320:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075649.083322:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075649.083332:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769075649.083336:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075649.083339:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075649.083341:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075649.083344:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075649.083347:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075649.083352:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075649.083361:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769075649.083368:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075649.083377:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007615956608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075649.083386:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075649.083390:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075649.083393:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007615956608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075649.083419:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075649.083423:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075649.083427:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075649.083429:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075649.083432:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075649.083436:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075649.083439:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2632
00000400:00000200:3.0:1769075649.083447:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075649.083459:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075649.083466:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075649.083476:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075649.083488:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075649.083501:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075649.083513:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075649.083520:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075649.083522:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075649.083531:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075649.083537:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075649.083544:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075649.083556:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075649.083579:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075649.083591:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075649.083602:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075649.083613:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075649.083622:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075649.083630:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075649.083634:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075649.083646:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075649.083660:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075649.083667:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075649.083678:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075649.083686:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075649.083696:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075649.083704:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075649.083716:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000020:00000040:3.0:1769075649.083720:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075649.083732:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075649.083734:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075649.083737:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075649.083738:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075649.083741:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075649.083753:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769075649.083763:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075649.083776:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007615956736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075649.083809:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075649.083814:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075649.083832:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007615956736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075649.083873:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075649.083877:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075649.083882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075649.083891:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075649.083896:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1769075649.083903:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769075649.083904:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075649.083912:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2632
00000400:00000200:3.0:1769075649.083919:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075649.083927:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075649.083938:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075649.083949:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075649.083955:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075649.083962:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075649.083966:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075649.083972:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075649.083975:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075649.083981:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075649.083983:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075649.083994:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075649.084001:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075649.084008:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075649.084014:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075649.084021:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075649.084024:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075649.084027:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075649.084034:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075649.084039:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075649.084043:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075649.084048:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075649.084055:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075649.084063:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075649.084108:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075649.084119:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075649.084125:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075649.084135:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769075649.084146:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075649.084154:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075649.084160:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075649.084172:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075649.084174:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075649.084181:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075649.084188:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769075649.084197:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075649.084213:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007615956864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075649.084222:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075649.084230:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075649.084247:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007615956864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075649.084286:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075649.084298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075649.084314:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075649.084326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075649.084343:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075649.084361:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2642)
00000800:00000200:2.1:1769075649.084396:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075649.084526:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769075650.363188:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297306349, at 4297306368
00000100:00000010:3.0:1769075650.363205:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79c60.
00000020:00000001:3.0:1769075650.811221:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075650.811225:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075650.811229:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075653.883267:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075653.883272:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075653.883275:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075654.205046:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075654.205053:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075654.205745:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075654.205750:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075654.206403:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075654.206407:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1769075655.483150:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297311471, at 4297311488
00000100:00000010:3.0:1769075655.483180:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79420.
00000020:00000001:3.0:1769075656.955210:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075656.955213:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075656.955216:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075659.323706:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075659.323712:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075659.324200:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075659.324201:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075659.324386:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075659.324387:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000020:00000001:3.0:1769075660.027259:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075660.027262:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075660.027265:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075660.603159:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297316589, at 4297316608
00000100:00000010:3.0:1769075660.603173:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d790c0.
00000020:00000001:3.0:1769075663.099235:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075663.099239:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075663.099241:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075664.443879:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075664.443886:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075664.444393:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075664.444396:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075664.444712:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075664.444714:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1769075665.723125:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297321709, at 4297321728
00000100:00000010:3.0:1769075665.723139:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cad20.
00000020:00000001:3.0:1769075666.171259:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075666.171266:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075666.171271:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075669.243351:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075669.243356:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075669.243361:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075669.563784:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075669.563790:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075669.564237:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075669.564239:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075669.564498:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075669.564500:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1769075670.843144:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297326829, at 4297326848
00000100:00000010:3.0:1769075670.843165:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cad20.
00000020:00000001:3.0:1769075672.315222:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075672.315226:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075672.315229:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075674.684218:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075674.684225:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075674.684830:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075674.684833:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075674.686305:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075674.686309:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769075675.387234:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075675.387240:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075675.387244:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075675.963157:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297331949, at 4297331968
00000100:00000010:3.0:1769075675.963177:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca2a0.
00000020:00000001:3.0:1769075678.459272:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075678.459280:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075678.459285:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075679.803243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075679.803256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075679.803259:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075679.803264:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075679.803269:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075679.803277:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2663
00000400:00000200:3.0:1769075679.803286:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075679.803292:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075679.803296:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075679.803299:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803301:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075679.803304:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803305:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075679.803310:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075679.803311:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075679.803314:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075679.803317:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075679.803318:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075679.803320:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075679.803322:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803323:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075679.803325:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803326:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075679.803329:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075679.803332:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803333:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075679.803335:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075679.803339:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075679.803341:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075679.803343:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075679.803344:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075679.803357:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769075679.803360:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075679.803363:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075679.803364:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075679.803367:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075679.803370:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075679.803374:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075679.803382:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769075679.803389:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075679.803397:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007615958912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075679.803407:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075679.803411:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075679.803415:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007615958912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075679.803442:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075679.803444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075679.803447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075679.803448:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075679.803449:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075679.803451:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075679.803453:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2663
00000400:00000200:3.0:1769075679.803455:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075679.803457:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075679.803459:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075679.803462:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803463:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075679.803465:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803466:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075679.803467:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075679.803468:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075679.803469:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075679.803471:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075679.803472:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075679.803474:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075679.803476:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803477:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075679.803479:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803481:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075679.803483:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075679.803486:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803488:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075679.803489:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075679.803494:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075679.803496:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075679.803498:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075679.803504:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075679.803508:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075679.803512:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075679.803516:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000020:00000040:3.0:1769075679.803519:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075679.803524:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075679.803527:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075679.803531:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075679.803534:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075679.803536:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075679.803540:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769075679.803545:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075679.803552:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007615959040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075679.803566:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075679.803569:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075679.803575:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007615959040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075679.803585:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075679.803589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075679.803593:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075679.803595:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075679.803597:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075679.803601:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075679.803606:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2663
00000400:00000200:3.0:1769075679.803612:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075679.803615:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075679.803616:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075679.803619:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803623:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075679.803625:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803626:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075679.803628:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075679.803631:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075679.803634:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075679.803637:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075679.803642:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075679.803644:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075679.803649:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803654:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075679.803658:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803662:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075679.803666:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075679.803673:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075679.803675:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075679.803679:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075679.803681:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075679.803684:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075679.803686:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075679.803690:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075679.803694:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075679.803695:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075679.803699:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769075679.803703:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075679.803708:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075679.803709:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075679.803710:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075679.803713:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075679.803717:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075679.803720:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769075679.803724:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075679.803731:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007615959168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075679.803745:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075679.803749:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075679.803756:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007615959168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075679.803777:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075679.803779:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075679.803786:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075679.803790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075679.803797:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075679.803804:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2673)
00000800:00000200:0.1:1769075679.803824:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075679.803828:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075679.804178:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075679.804180:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075679.804391:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075679.804393:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1769075681.083202:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297337069, at 4297337088
00000100:00000010:3.0:1769075681.083222:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca960.
00000020:00000001:3.0:1769075681.531266:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075681.531271:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075681.531275:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075684.603269:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075684.603273:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075684.603276:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075684.923699:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075684.923703:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075684.924207:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075684.924209:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075684.924426:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075684.924428:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1769075686.203204:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297342189, at 4297342208
00000100:00000010:3.0:1769075686.203226:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79b40.
00000020:00000001:3.0:1769075687.675197:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075687.675201:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075687.675205:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075690.043553:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075690.043557:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075690.043914:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075690.043916:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075690.044129:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075690.044131:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769075690.747302:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075690.747306:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075690.747309:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075691.323167:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297347309, at 4297347328
00000100:00000010:3.0:1769075691.323185:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79000.
00000020:00000001:3.0:1769075693.819208:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075693.819213:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075693.819217:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075695.163197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075695.163208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075695.163211:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075695.163215:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075695.163219:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075695.163227:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2678
00000400:00000200:3.0:1769075695.163236:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075695.163243:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075695.163246:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075695.163249:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075695.163253:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075695.163256:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075695.163259:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075695.163263:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075695.163265:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075695.163268:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075695.163270:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075695.163273:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075695.163276:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075695.163280:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075695.163281:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075695.163283:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075695.163285:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075695.163288:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075695.163291:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075695.163293:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075695.163296:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075695.163299:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075695.163301:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075695.163303:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075695.163305:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075695.163314:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769075695.163317:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075695.163320:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075695.163322:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075695.163324:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075695.163327:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075695.163331:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075695.163339:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769075695.163346:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075695.163355:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007615960064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075695.163364:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075695.163369:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075695.163373:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007615960064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075695.163393:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075695.163396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075695.163399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075695.163401:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075695.163403:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075695.163405:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075695.163407:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2678
00000400:00000200:3.0:1769075695.163411:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075695.163416:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075695.163418:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075695.163421:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075695.163424:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075695.163428:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075695.163432:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075695.163438:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075695.163442:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075695.163444:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075695.163447:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075695.163450:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075695.163456:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075695.163465:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075695.163469:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075695.163473:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075695.163476:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075695.163481:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075695.163488:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075695.163494:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075695.163497:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075695.163522:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075695.163530:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075695.163535:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075695.163540:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075695.163545:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075695.163549:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075695.163558:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769075695.163564:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075695.163567:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075695.163572:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075695.163576:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075695.163579:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075695.163581:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075695.163590:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769075695.163596:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075695.163607:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007615960192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075695.163620:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075695.163625:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075695.163635:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007615960192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075695.163681:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075695.163688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075695.163698:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075695.163703:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075695.163709:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075695.163717:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075695.163727:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2678
00000400:00000200:3.0:1769075695.163759:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075695.163768:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075695.163776:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075695.163788:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:2.1:1769075695.163794:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769075695.163797:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769075695.163800:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1769075695.163805:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075695.163813:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075695.163820:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075695.163826:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075695.163833:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075695.163838:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075695.163847:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075695.163856:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075695.163870:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075695.163876:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075695.163885:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075695.163894:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075695.163900:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075695.163908:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075695.163915:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075695.163919:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075695.163925:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075695.163929:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075695.163932:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075695.163937:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075695.163943:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075695.163947:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075695.163954:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769075695.163958:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075695.163963:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075695.163964:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075695.163968:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075695.163971:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075695.163975:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075695.163981:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769075695.163987:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075695.163998:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007615960320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075695.164013:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075695.164019:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075695.164030:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007615960320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075695.164046:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075695.164051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075695.164057:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075695.164063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075695.164100:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075695.164109:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2688)
00000800:00000200:2.1:1769075695.164380:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075695.164383:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075695.164681:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075695.164683:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1769075696.443202:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297352429, at 4297352448
00000100:00000010:3.0:1769075696.443233:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79660.
00000020:00000001:3.0:1769075696.891313:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075696.891321:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075696.891326:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075699.963330:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075699.963337:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075699.963341:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075700.284308:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075700.284338:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075700.285088:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075700.285091:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075700.285542:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075700.285546:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1769075701.563173:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297357550, at 4297357568
00000100:00000010:3.0:1769075701.563189:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d796c0.
00000020:00000001:3.0:1769075703.035435:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075703.035441:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075703.035446:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075705.403185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075705.403195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075705.403198:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075705.403201:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075705.403205:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075705.403212:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2688
00000400:00000200:3.0:1769075705.403219:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075705.403224:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075705.403228:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075705.403231:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403234:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075705.403236:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403238:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075705.403241:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075705.403243:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075705.403245:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075705.403247:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075705.403249:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075705.403251:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075705.403254:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403255:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075705.403257:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403259:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075705.403261:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075705.403264:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403266:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075705.403268:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075705.403270:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075705.403273:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075705.403275:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075705.403277:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075705.403285:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000020:00000040:3.0:1769075705.403287:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075705.403291:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075705.403292:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075705.403294:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075705.403298:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075705.403302:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075705.403311:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769075705.403319:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075705.403344:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007615960832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075705.403358:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075705.403364:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075705.403370:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007615960832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075705.403396:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075705.403400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075705.403405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075705.403407:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075705.403409:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075705.403413:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075705.403415:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2688
00000400:00000200:3.0:1769075705.403419:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075705.403423:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075705.403426:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075705.403429:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403432:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075705.403434:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403436:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075705.403438:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075705.403440:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075705.403442:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075705.403447:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075705.403449:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075705.403454:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075705.403458:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403461:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075705.403467:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403470:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075705.403475:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075705.403481:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403489:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075705.403493:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075705.403501:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075705.403508:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075705.403512:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075705.403519:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075705.403526:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075705.403528:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075705.403534:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000020:00000040:3.0:1769075705.403538:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075705.403544:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075705.403548:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075705.403552:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075705.403553:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075705.403556:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075705.403562:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769075705.403568:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075705.403576:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007615960960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075705.403591:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075705.403593:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075705.403601:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007615960960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075705.403612:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075705.403616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075705.403621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075705.403624:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075705.403626:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075705.403630:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075705.403635:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2688
00000400:00000200:3.0:1769075705.403643:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075705.403650:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075705.403654:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075705.403660:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403666:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075705.403671:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403677:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075705.403682:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075705.403686:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075705.403690:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075705.403693:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075705.403696:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075705.403703:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075705.403713:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403720:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075705.403728:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403733:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075705.403741:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075705.403749:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075705.403756:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075705.403763:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075705.403770:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075705.403777:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075705.403783:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075705.403788:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075705.403797:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075705.403805:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075705.403812:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000020:00000040:3.0:1769075705.403820:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075705.403826:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075705.403830:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075705.403836:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075705.403841:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075705.403846:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075705.403855:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769075705.403863:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075705.403873:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007615961088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769075705.403881:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769075705.403890:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769075705.403890:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1769075705.403894:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075705.403905:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007615961088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075705.403920:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075705.403924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075705.403931:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075705.403935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075705.403948:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075705.403955:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2699)
00000800:00000200:2.1:1769075705.404440:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075705.404442:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769075705.404672:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075705.404674:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1769075706.107366:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075706.107374:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075706.107381:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075706.683170:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297362669, at 4297362688
00000100:00000010:3.0:1769075706.683188:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79ea0.
00000020:00000001:3.0:1769075709.179372:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075709.179379:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075709.179385:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075710.523212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075710.523226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075710.523231:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075710.523237:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075710.523268:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075710.523278:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2694
00000400:00000200:3.0:1769075710.523305:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075710.523313:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075710.523317:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075710.523321:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075710.523325:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075710.523328:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075710.523332:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075710.523337:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075710.523339:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075710.523342:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075710.523346:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075710.523350:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075710.523371:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075710.523378:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075710.523382:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075710.523386:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075710.523390:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075710.523396:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075710.523402:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075710.523407:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075710.523412:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075710.523434:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075710.523437:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075710.523439:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075710.523442:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075710.523452:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000020:00000040:3.0:1769075710.523456:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075710.523461:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075710.523463:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075710.523466:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075710.523469:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075710.523473:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075710.523513:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769075710.523522:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075710.523535:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007615961216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075710.523549:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075710.523556:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075710.523565:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007615961216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075710.523604:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075710.523610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075710.523617:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075710.523620:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075710.523624:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075710.523630:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075710.523635:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2694
00000400:00000200:3.0:1769075710.523645:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075710.523681:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075710.523687:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075710.523693:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075710.523698:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075710.523703:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075710.523708:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075710.523713:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075710.523718:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075710.523723:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075710.523726:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075710.523735:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075710.523743:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075710.523752:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075710.523755:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075710.523776:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075710.523783:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075710.523792:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075710.523804:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075710.523813:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075710.523819:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075710.523833:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075710.523843:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075710.523850:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075710.523858:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075710.523882:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075710.523886:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075710.523891:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000020:00000040:3.0:1769075710.523894:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075710.523899:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075710.523902:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075710.523904:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075710.523905:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075710.523907:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075710.523915:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769075710.523919:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075710.523927:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007615961344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075710.523957:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075710.523964:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075710.523971:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007615961344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075710.524013:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075710.524040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075710.524050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075710.524057:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075710.524063:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075710.524068:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075710.524077:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2694
00000400:00000200:3.0:1769075710.524102:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075710.524107:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075710.524109:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075710.524113:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075710.524116:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075710.524121:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075710.524123:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075710.524125:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075710.524125:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075710.524126:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075710.524128:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075710.524129:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075710.524130:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075710.524132:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075710.524133:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075710.524134:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075710.524135:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075710.524137:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075710.524138:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075710.524140:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075710.524143:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075710.524145:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075710.524146:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075710.524148:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075710.524149:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075710.524151:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075710.524152:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075710.524173:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
00000020:00000040:3.0:1769075710.524176:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075710.524179:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075710.524181:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075710.524183:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075710.524185:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075710.524229:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075710.524240:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769075710.524286:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075710.524295:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007615961472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075710.524308:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075710.524310:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075710.524315:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007615961472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075710.524335:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075710.524338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075710.524344:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075710.524347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075710.524354:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075710.524360:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2704)
00000800:00000200:2.1:1769075710.524369:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075710.524371:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075710.524837:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075710.524841:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075710.525474:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075710.525476:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1769075711.803165:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297367790, at 4297367808
00000100:00000010:3.0:1769075711.803178:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79a80.
00000020:00000001:3.0:1769075712.251311:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075712.251316:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075712.251320:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075715.323204:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075715.323207:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075715.323210:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075715.643174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075715.643183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075715.643187:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075715.643194:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075715.643200:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075715.643207:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2699
00000400:00000200:3.0:1769075715.643214:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075715.643220:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075715.643223:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075715.643225:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075715.643228:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075715.643229:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075715.643232:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075715.643235:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075715.643237:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075715.643239:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075715.643241:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075715.643243:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075715.643245:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075715.643247:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075715.643249:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075715.643251:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075715.643252:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075715.643256:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075715.643262:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075715.643265:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075715.643268:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075715.643271:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075715.643274:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075715.643276:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075715.643277:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075715.643286:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
00000020:00000040:3.0:1769075715.643288:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075715.643291:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075715.643293:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075715.643295:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075715.643297:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075715.643301:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075715.643309:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769075715.643319:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075715.643326:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007615961600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075715.643335:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075715.643338:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075715.643341:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007615961600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075715.643356:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075715.643359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075715.643361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075715.643362:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075715.643363:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075715.643365:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075715.643367:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2699
00000400:00000200:3.0:1769075715.643370:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075715.643373:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075715.643375:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075715.643377:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075715.643380:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075715.643384:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075715.643386:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075715.643390:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075715.643394:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075715.643395:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075715.643397:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075715.643400:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075715.643402:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075715.643410:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075715.643415:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075715.643419:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075715.643424:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075715.643427:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075715.643431:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075715.643435:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075715.643438:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075715.643443:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075715.643448:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075715.643451:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075715.643456:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075715.643462:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075715.643464:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075715.643468:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000020:00000040:3.0:1769075715.643473:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075715.643476:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075715.643478:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075715.643481:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075715.643484:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075715.643485:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075715.643493:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769075715.643496:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075715.643503:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007615961728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075715.643517:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075715.643522:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075715.643531:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007615961728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075715.643546:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075715.643552:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075715.643559:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075715.643562:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075715.643564:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075715.643571:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075715.643579:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2699
00000400:00000200:3.0:1769075715.643615:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075715.643622:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075715.643626:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075715.643635:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:2.1:1769075715.643636:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769075715.643642:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075715.643646:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075715.643648:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075715.643651:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075715.643653:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075715.643674:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075715.643677:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075715.643684:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075715.643689:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075715.643697:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075715.643705:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075715.643711:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075715.643718:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075715.643723:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075715.643754:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075715.643760:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075715.643768:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075715.643774:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075715.643781:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075715.643789:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075715.643794:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075715.643816:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075715.643820:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075715.643826:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000020:00000040:3.0:1769075715.643830:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075715.643837:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075715.643839:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075715.643842:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075715.643844:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075715.643850:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075715.643858:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769075715.643863:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075715.643890:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007615961856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075715.643904:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075715.643907:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075715.643912:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007615961856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075715.643935:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075715.643939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075715.643960:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075715.643966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075715.643974:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075715.643981:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2709)
00000800:00000200:2.1:1769075715.644034:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075715.644189:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769075716.923238:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297372909, at 4297372928
00000100:00000010:3.0:1769075716.923253:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d797e0.
00000020:00000001:3.0:1769075718.395189:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075718.395193:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075718.395196:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075720.763859:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075720.763871:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075720.764439:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075720.764442:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075720.764722:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075720.764724:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769075721.467263:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075721.467266:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075721.467269:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075722.043134:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297378029, at 4297378048
00000100:00000010:3.0:1769075722.043147:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79240.
00000020:00000001:3.0:1769075724.539267:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075724.539272:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075724.539276:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075725.884438:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075725.884454:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075725.885301:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075725.885305:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075725.885836:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075725.885840:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1769075727.163203:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297383150, at 4297383168
00000100:00000010:3.0:1769075727.163231:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79a20.
00000020:00000001:3.0:1769075727.611258:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075727.611262:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075727.611266:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075730.683322:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075730.683329:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075730.683334:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075731.004394:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075731.004405:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075731.005272:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075731.005275:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075731.005640:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075731.005643:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1769075732.283176:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297388270, at 4297388288
00000100:00000010:3.0:1769075732.283199:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79480.
00000020:00000001:3.0:1769075733.755358:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075733.755364:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075733.755368:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1769075736.123213:0:70881:0:(osc_request.c:735:osc_update_next_shrink()) next time 3924 to shrink grant
00000800:00000200:2.1:1769075736.124512:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075736.124530:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075736.125413:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075736.125417:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075736.126015:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075736.126018:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769075736.827406:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075736.827415:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075736.827422:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075737.403241:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297393390, at 4297393408
00000100:00000010:3.0:1769075737.403268:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79c00.
00000020:00000001:3.0:1769075739.899443:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075739.899450:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075739.899457:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075741.244034:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075741.244040:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075741.244665:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075741.244667:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075741.244999:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075741.245001:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1769075742.523210:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297398510, at 4297398528
00000100:00000010:3.0:1769075742.523233:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca540.
00000020:00000001:3.0:1769075742.971335:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075742.971340:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075742.971344:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075746.043453:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075746.043463:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075746.043469:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075746.363680:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075746.363693:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075746.363704:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769075746.363727:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693100 x1855007615963904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.363862:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075746.363868:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075746.364052:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075746.364193:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075746.364212:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075746.364236:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615963904:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769075746.364256:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075746.364265:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075746.364273:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075746.364279:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769075746.364292:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769075746.364299:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075746.364316:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769075746.364326:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769075746.364336:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769075746.364348:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615963904, portal 25
00000100:00000001:3.0:1769075746.364352:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075746.364357:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518016 : -107391607033600 : ffff9e53f1693100)
00000100:00000040:3.0:1769075746.364372:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693100 x1855007615963904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.364384:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075746.364388:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769075746.364393:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769075746.364400:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615963904, offset 0
00000400:00000200:3.0:1769075746.364409:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769075746.364421:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075746.364430:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769075746.364437:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769075746.364447:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075746.364452:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075746.364459:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075746.364466:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37012:37012:256:4294967295] 192.168.204.113@tcp LPNI seq info [36982:36982:8:4294967295]
00000400:00000200:3.0:1769075746.364473:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075746.364488:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769075746.364502:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075746.364512:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075746.364525:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075746.364532:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075746.364544:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075746.364550:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769075746.364559:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075746.364563:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075746.364572:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075746.364581:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075746.364591:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075746.364596:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075746.364603:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075746.364612:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693100 x1855007615963904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.364634:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075746.364639:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693100 x1855007615963904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.364680:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075746.364685:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075746.364696:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075746.364705:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075746.364710:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297403630
00000100:00000010:3.0:1769075746.364719:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82180.
00000100:00000001:3.0:1769075746.364730:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769075746.364738:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297403630
00000100:00000010:3.0:1769075746.364744:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82de0.
00000100:00000001:3.0:1769075746.364750:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769075746.364756:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075746.364762:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075746.364767:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075746.364776:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075746/real 1769075746]  req@ffff9e53f1693100 x1855007615963904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075746.364797:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075746.364800:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075746.364803:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075746.364807:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075746.364810:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075746.364813:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075746.364818:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693100 x1855007615963904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075746.364830:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693100 x1855007615963904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.364838:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075746.364842:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.364845:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075746.364847:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075746.364852:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693100 x1855007615963904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.364861:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075746.364866:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693100 x1855007615963904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.364875:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075746.364879:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.364881:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075746.364883:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.364886:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075746.364889:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075746.364893:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075746.364898:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075746.364901:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075746.364906:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693100 x1855007615963904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075746.364916:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615963904:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769075746.364923:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.364926:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075746.364930:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693100 x1855007615963904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.364938:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075746.364941:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075746.364944:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769075746.364948:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075746.364950:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075746.364953:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769075746.364956:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075746.364959:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:3.0:1769075746.364964:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075746.364967:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075746.364970:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693100.
00000100:00000001:3.0:1769075746.364973:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075746.364975:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.364978:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.364987:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075746.364990:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075746.364993:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075746.364995:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075746.364997:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769075746.365002:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690e00 x1855007615964032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.365011:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075746.365013:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075746.365016:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075746.365019:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075746.365021:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075746.365025:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615964032:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075746.365029:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075746.365032:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075746.365034:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075746.365037:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769075746.365041:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769075746.365044:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075746.365049:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769075746.365053:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769075746.365057:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769075746.365062:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615964032, portal 10
00000100:00000001:3.0:1769075746.365114:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075746.365118:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102509056 : -107391607042560 : ffff9e53f1690e00)
00000100:00000040:3.0:1769075746.365133:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690e00 x1855007615964032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.365149:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075746.365153:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769075746.365159:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769075746.365165:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615964032, offset 0
00000400:00000200:3.0:1769075746.365174:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769075746.365184:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075746.365192:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769075746.365199:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769075746.365204:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075746.365209:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075746.365214:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075746.365219:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37013:37013:256:4294967295] 192.168.204.113@tcp LPNI seq info [36983:36983:8:4294967295]
00000400:00000200:3.0:1769075746.365224:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075746.365234:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769075746.365240:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075746.365246:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075746.365252:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075746.365256:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075746.365262:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075746.365265:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769075746.365271:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075746.365273:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075746.365278:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075746.365282:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075746.365286:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075746.365289:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075746.365292:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075746.365298:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690e00 x1855007615964032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.365309:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075746.365313:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690e00 x1855007615964032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.365331:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075746.365333:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075746.365337:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075746.365342:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769075746.365346:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075746.365349:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297402383
00000100:00000001:3.0:1769075746.365353:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297403630
00000100:00000001:3.0:1769075746.365356:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297402383
00000100:00000001:3.0:1769075746.365359:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297403630
00000100:00000001:3.0:1769075746.365362:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075746.365365:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075746.365367:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075746.365372:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075746/real 1769075746]  req@ffff9e53f1690e00 x1855007615964032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075746.365382:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075746.365384:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075746.365386:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075746.365389:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075746.365391:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075746.365394:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075746.365398:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690e00 x1855007615964032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075746.365408:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690e00 x1855007615964032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.365416:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075746.365418:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.365420:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075746.365422:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075746.365426:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690e00 x1855007615964032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.365436:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075746.365441:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690e00 x1855007615964032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.365449:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075746.365452:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.365454:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075746.365456:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.365458:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075746.365460:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075746.365463:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075746.365467:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075746.365470:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075746.365475:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690e00 x1855007615964032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075746.365484:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615964032:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075746.365489:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769075746.365493:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690000 x1855007615964160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.365501:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075746.365503:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075746.365507:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075746.365510:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075746.365515:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075746.365521:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615964160:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075746.365527:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075746.365531:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075746.365535:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075746.365539:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769075746.365544:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769075746.365548:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075746.365555:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769075746.365560:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769075746.365566:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769075746.365573:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615964160, portal 10
00000100:00000001:3.0:1769075746.365577:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075746.365580:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102505472 : -107391607046144 : ffff9e53f1690000)
00000100:00000040:3.0:1769075746.365592:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690000 x1855007615964160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.365606:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075746.365612:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769075746.365616:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769075746.365621:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615964160, offset 0
00000400:00000200:3.0:1769075746.365630:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769075746.365637:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075746.365668:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769075746.365673:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769075746.365677:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075746.365682:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075746.365687:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075746.365693:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37014:37014:256:4294967295] 192.168.204.113@tcp LPNI seq info [36984:36984:8:4294967295]
00000400:00000200:3.0:1769075746.365702:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075746.365715:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769075746.365725:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075746.365733:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075746.365741:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075746.365747:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075746.365756:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075746.365762:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769075746.365770:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075746.365775:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075746.365781:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075746.365788:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075746.365795:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075746.365797:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075746.365801:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075746.365807:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690000 x1855007615964160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.365818:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075746.365822:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690000 x1855007615964160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.365831:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075746.365833:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075746.365838:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075746.365842:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769075746.365847:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075746.365850:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297402390
00000100:00000001:3.0:1769075746.365855:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297403630
00000100:00000001:3.0:1769075746.365859:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297402390
00000100:00000001:3.0:1769075746.365864:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297403630
00000100:00000001:3.0:1769075746.365868:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075746.365872:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075746.365876:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075746.365883:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075746/real 1769075746]  req@ffff9e53f1690000 x1855007615964160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075746.365900:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075746.365903:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075746.365907:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075746.365912:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075746.365915:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075746.365921:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075746.365928:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690000 x1855007615964160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075746.365945:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690000 x1855007615964160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.365958:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075746.365961:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.365964:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075746.365967:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075746.365973:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690000 x1855007615964160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.365987:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075746.365995:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690000 x1855007615964160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.366010:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075746.366015:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.366018:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075746.366021:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.366025:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075746.366028:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075746.366033:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075746.366040:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075746.366045:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075746.366053:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690000 x1855007615964160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075746.366116:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615964160:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075746.366129:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.366135:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075746.366144:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690e00 x1855007615964032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.366157:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075746.366159:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075746.366162:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769075746.366166:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075746.366168:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075746.366170:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769075746.366173:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075746.366176:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23400.
02000000:00000001:3.0:1769075746.366179:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075746.366181:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075746.366183:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690e00.
00000100:00000001:3.0:1769075746.366186:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075746.366188:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.366190:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075746.366194:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690000 x1855007615964160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075746.366202:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075746.366204:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075746.366206:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769075746.366210:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075746.366211:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075746.366213:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769075746.366215:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075746.366217:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21800.
02000000:00000001:3.0:1769075746.366219:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075746.366220:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075746.366222:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690000.
00000100:00000001:3.0:1769075746.366224:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075746.366225:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.366228:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075746.366233:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075746.366234:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075746.366237:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075746.366240:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075747.643185:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297403630, at 4297403648
00000100:00000010:3.0:1769075747.643216:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82de0.
00000020:00000001:3.0:1769075749.115249:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075749.115254:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075749.115258:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1769075751.483213:0:70881:0:(osc_request.c:735:osc_update_next_shrink()) next time 3940 to shrink grant
00000100:00000001:3.0:1769075751.483408:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075751.483414:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075751.483419:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769075751.483433:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692d80 x1855007615964288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.483458:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075751.483463:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075751.483471:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075751.483475:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075751.483479:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075751.483487:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615964288:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769075751.483496:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075751.483502:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075751.483506:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075751.483510:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769075751.483519:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769075751.483527:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075751.483542:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769075751.483552:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769075751.483581:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769075751.483611:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615964288, portal 25
00000100:00000001:3.0:1769075751.483622:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075751.483627:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102517120 : -107391607034496 : ffff9e53f1692d80)
00000100:00000040:3.0:1769075751.483644:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692d80 x1855007615964288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.483671:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075751.483682:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769075751.483687:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769075751.483692:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615964288, offset 0
00000400:00000200:3.0:1769075751.483720:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769075751.483734:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075751.483747:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769075751.483757:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769075751.483764:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075751.483794:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075751.483802:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075751.483810:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37015:37015:256:4294967295] 192.168.204.113@tcp LPNI seq info [36985:36985:8:4294967295]
00000400:00000200:3.0:1769075751.483822:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075751.483839:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769075751.483850:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075751.483857:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075751.483865:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075751.483871:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075751.483880:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075751.483885:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769075751.483891:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075751.483912:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075751.483923:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075751.483931:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075751.483938:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075751.483942:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075751.483947:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075751.483954:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692d80 x1855007615964288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.483992:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075751.484000:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692d80 x1855007615964288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484021:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075751.484027:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075751.484032:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075751.484036:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075751.484039:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297408749
00000100:00000010:3.0:1769075751.484043:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82de0.
00000100:00000001:3.0:1769075751.484049:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769075751.484072:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297408750
00000100:00000010:3.0:1769075751.484075:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d824e0.
00000100:00000001:3.0:1769075751.484079:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769075751.484083:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075751.484086:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075751.484089:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075751.484093:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075751/real 1769075751]  req@ffff9e53f1692d80 x1855007615964288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075751.484101:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075751.484102:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075751.484104:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075751.484106:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075751.484108:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075751.484109:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075751.484112:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692d80 x1855007615964288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075751.484119:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692d80 x1855007615964288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484124:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075751.484125:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484127:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075751.484128:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075751.484131:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692d80 x1855007615964288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484136:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075751.484140:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692d80 x1855007615964288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484189:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075751.484192:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484195:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075751.484196:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484199:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075751.484201:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075751.484205:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075751.484210:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075751.484213:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075751.484219:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692d80 x1855007615964288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075751.484229:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615964288:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769075751.484233:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484235:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075751.484238:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692d80 x1855007615964288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484243:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075751.484246:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075751.484248:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769075751.484252:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075751.484253:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075751.484255:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769075751.484256:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075751.484258:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20000.
02000000:00000001:3.0:1769075751.484261:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075751.484263:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075751.484264:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692d80.
00000100:00000001:3.0:1769075751.484267:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075751.484268:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484270:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484276:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075751.484277:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075751.484279:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075751.484280:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075751.484281:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769075751.484284:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693800 x1855007615964416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484289:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075751.484291:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075751.484292:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075751.484294:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075751.484295:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075751.484297:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615964416:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075751.484300:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075751.484301:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075751.484303:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075751.484304:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769075751.484306:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769075751.484308:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075751.484311:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769075751.484314:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769075751.484316:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769075751.484319:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615964416, portal 10
00000100:00000001:3.0:1769075751.484320:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075751.484322:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102519808 : -107391607031808 : ffff9e53f1693800)
00000100:00000040:3.0:1769075751.484326:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693800 x1855007615964416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484332:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075751.484333:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769075751.484335:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769075751.484337:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615964416, offset 0
00000400:00000200:3.0:1769075751.484340:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769075751.484343:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075751.484346:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769075751.484349:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769075751.484351:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075751.484353:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075751.484355:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075751.484358:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37016:37016:256:4294967295] 192.168.204.113@tcp LPNI seq info [36986:36986:8:4294967295]
00000400:00000200:3.0:1769075751.484361:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075751.484366:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769075751.484369:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075751.484372:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075751.484375:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075751.484377:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075751.484380:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075751.484382:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769075751.484386:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075751.484388:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075751.484391:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075751.484395:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075751.484398:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075751.484400:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075751.484403:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075751.484407:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693800 x1855007615964416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484416:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075751.484420:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693800 x1855007615964416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484428:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075751.484430:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075751.484434:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075751.484439:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769075751.484444:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075751.484446:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297407502
00000100:00000001:3.0:1769075751.484450:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297408749
00000100:00000001:3.0:1769075751.484452:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297407502
00000100:00000001:3.0:1769075751.484455:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297408750
00000100:00000001:3.0:1769075751.484457:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075751.484458:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075751.484460:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075751.484463:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075751/real 1769075751]  req@ffff9e53f1693800 x1855007615964416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075751.484470:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075751.484471:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075751.484472:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075751.484474:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075751.484476:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075751.484477:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075751.484480:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693800 x1855007615964416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075751.484486:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693800 x1855007615964416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484491:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075751.484491:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484493:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075751.484494:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075751.484496:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693800 x1855007615964416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484501:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075751.484503:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693800 x1855007615964416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484508:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075751.484510:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484512:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075751.484513:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484514:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075751.484516:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075751.484518:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075751.484522:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075751.484524:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075751.484529:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693800 x1855007615964416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075751.484538:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615964416:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075751.484543:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769075751.484547:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690000 x1855007615964544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484568:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075751.484571:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075751.484574:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075751.484576:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075751.484578:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075751.484582:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615964544:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075751.484586:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075751.484589:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075751.484591:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075751.484594:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769075751.484613:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769075751.484615:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075751.484619:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769075751.484621:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769075751.484623:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769075751.484626:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615964544, portal 10
00000100:00000001:3.0:1769075751.484627:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075751.484629:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102505472 : -107391607046144 : ffff9e53f1690000)
00000100:00000040:3.0:1769075751.484634:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690000 x1855007615964544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484640:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075751.484642:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769075751.484643:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769075751.484645:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615964544, offset 0
00000400:00000200:3.0:1769075751.484648:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769075751.484651:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075751.484654:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769075751.484656:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769075751.484658:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075751.484660:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075751.484662:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075751.484665:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37017:37017:256:4294967295] 192.168.204.113@tcp LPNI seq info [36987:36987:8:4294967295]
00000400:00000200:3.0:1769075751.484668:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075751.484673:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769075751.484693:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075751.484695:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075751.484698:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075751.484701:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075751.484704:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075751.484706:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769075751.484709:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075751.484711:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075751.484713:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075751.484716:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075751.484718:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075751.484719:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075751.484721:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075751.484724:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690000 x1855007615964544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484730:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075751.484733:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690000 x1855007615964544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484738:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075751.484739:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075751.484741:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075751.484744:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769075751.484746:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075751.484748:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297407509
00000100:00000001:3.0:1769075751.484750:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297408749
00000100:00000001:3.0:1769075751.484751:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297407509
00000100:00000001:3.0:1769075751.484753:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297408750
00000100:00000001:3.0:1769075751.484755:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075751.484756:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075751.484758:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075751.484760:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075751/real 1769075751]  req@ffff9e53f1690000 x1855007615964544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075751.484783:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075751.484784:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075751.484785:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075751.484787:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075751.484788:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075751.484789:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075751.484792:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690000 x1855007615964544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075751.484798:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690000 x1855007615964544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484803:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075751.484804:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484805:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075751.484807:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075751.484810:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690000 x1855007615964544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484815:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075751.484818:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690000 x1855007615964544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484823:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075751.484824:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484826:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075751.484827:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484828:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075751.484829:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075751.484831:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075751.484833:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075751.484835:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075751.484837:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690000 x1855007615964544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075751.484843:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615964544:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075751.484846:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484847:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075751.484850:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693800 x1855007615964416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484855:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075751.484856:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075751.484858:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769075751.484859:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075751.484861:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075751.484862:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769075751.484863:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075751.484865:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21000.
02000000:00000001:3.0:1769075751.484867:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075751.484868:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075751.484869:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693800.
00000100:00000001:3.0:1769075751.484871:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075751.484872:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484873:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075751.484876:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690000 x1855007615964544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075751.484897:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075751.484898:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075751.484899:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769075751.484900:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075751.484901:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075751.484902:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769075751.484903:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075751.484904:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23800.
02000000:00000001:3.0:1769075751.484906:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075751.484906:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075751.484907:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690000.
00000100:00000001:3.0:1769075751.484909:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075751.484910:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484911:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075751.484914:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075751.484915:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075751.484916:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075751.484917:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075752.187219:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075752.187223:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075752.187226:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075752.763167:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297408750, at 4297408768
00000100:00000010:3.0:1769075752.763182:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d824e0.
00000020:00000001:3.0:1769075755.259224:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075755.259228:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075755.259231:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075756.603580:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075756.603587:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075756.603595:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769075756.603618:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690e00 x1855007615964672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.603655:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075756.603662:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075756.603681:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075756.603691:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075756.603706:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075756.603717:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615964672:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769075756.603722:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075756.603730:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075756.603750:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075756.603754:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769075756.603763:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769075756.603772:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075756.603786:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769075756.603791:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769075756.603803:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769075756.603811:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615964672, portal 25
00000100:00000001:3.0:1769075756.603818:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075756.603821:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102509056 : -107391607042560 : ffff9e53f1690e00)
00000100:00000040:3.0:1769075756.603844:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690e00 x1855007615964672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.603867:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075756.603875:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769075756.603879:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769075756.603885:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615964672, offset 0
00000400:00000200:3.0:1769075756.603903:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769075756.603924:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075756.603939:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769075756.603952:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769075756.603962:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075756.603976:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075756.603984:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075756.603994:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37018:37018:256:4294967295] 192.168.204.113@tcp LPNI seq info [36988:36988:8:4294967295]
00000400:00000200:3.0:1769075756.604011:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075756.604021:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769075756.604025:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075756.604036:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075756.604057:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075756.604082:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075756.604093:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075756.604119:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769075756.604137:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075756.604148:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075756.604158:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075756.604173:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075756.604183:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075756.604194:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075756.604209:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075756.604217:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690e00 x1855007615964672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604252:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075756.604264:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690e00 x1855007615964672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604285:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075756.604299:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075756.604309:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075756.604324:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075756.604333:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297413870
00000100:00000010:3.0:1769075756.604343:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d824e0.
00000100:00000001:3.0:1769075756.604353:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769075756.604362:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297413870
00000100:00000010:3.0:1769075756.604367:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82600.
00000100:00000001:3.0:1769075756.604377:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769075756.604389:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075756.604404:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075756.604407:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075756.604420:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075756/real 1769075756]  req@ffff9e53f1690e00 x1855007615964672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075756.604430:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075756.604432:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075756.604434:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075756.604436:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075756.604438:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075756.604441:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075756.604447:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690e00 x1855007615964672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075756.604455:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690e00 x1855007615964672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604461:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075756.604463:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.604464:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075756.604468:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075756.604493:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690e00 x1855007615964672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604508:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075756.604511:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690e00 x1855007615964672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604516:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075756.604518:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.604519:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075756.604520:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.604521:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075756.604523:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075756.604526:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075756.604529:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075756.604531:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075756.604534:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690e00 x1855007615964672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075756.604539:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615964672:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769075756.604542:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.604544:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075756.604546:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690e00 x1855007615964672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604550:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075756.604553:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075756.604555:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769075756.604557:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075756.604559:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075756.604561:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769075756.604574:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075756.604575:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20800.
02000000:00000001:3.0:1769075756.604578:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075756.604580:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075756.604582:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690e00.
00000100:00000001:3.0:1769075756.604584:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075756.604585:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.604587:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.604592:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075756.604593:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075756.604595:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075756.604597:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075756.604598:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769075756.604601:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693100 x1855007615964800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604610:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075756.604611:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075756.604613:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075756.604615:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075756.604616:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075756.604618:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615964800:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075756.604620:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075756.604622:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075756.604623:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075756.604624:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769075756.604627:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769075756.604628:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075756.604631:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769075756.604633:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769075756.604636:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769075756.604638:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615964800, portal 10
00000100:00000001:3.0:1769075756.604639:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075756.604641:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518016 : -107391607033600 : ffff9e53f1693100)
00000100:00000040:3.0:1769075756.604645:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693100 x1855007615964800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604650:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075756.604651:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769075756.604653:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769075756.604654:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615964800, offset 0
00000400:00000200:3.0:1769075756.604657:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769075756.604660:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075756.604662:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769075756.604664:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769075756.604666:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075756.604668:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075756.604669:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075756.604672:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37019:37019:256:4294967295] 192.168.204.113@tcp LPNI seq info [36989:36989:8:4294967295]
00000400:00000200:3.0:1769075756.604675:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075756.604679:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769075756.604682:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075756.604684:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075756.604687:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075756.604689:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075756.604693:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075756.604695:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769075756.604698:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075756.604699:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075756.604701:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075756.604703:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075756.604705:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075756.604707:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075756.604708:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075756.604710:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693100 x1855007615964800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604716:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075756.604718:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693100 x1855007615964800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604722:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075756.604723:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075756.604725:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075756.604728:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769075756.604730:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075756.604731:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297412622
00000100:00000001:3.0:1769075756.604733:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297413870
00000100:00000001:3.0:1769075756.604734:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297412622
00000100:00000001:3.0:1769075756.604736:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297413870
00000100:00000001:3.0:1769075756.604737:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075756.604739:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075756.604740:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075756.604743:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075756/real 1769075756]  req@ffff9e53f1693100 x1855007615964800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075756.604749:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075756.604749:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075756.604751:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075756.604762:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075756.604764:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075756.604765:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075756.604767:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693100 x1855007615964800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075756.604772:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693100 x1855007615964800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604776:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075756.604777:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.604778:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075756.604779:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075756.604781:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693100 x1855007615964800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604786:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075756.604788:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693100 x1855007615964800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604792:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075756.604794:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.604795:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075756.604795:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.604796:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075756.604798:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075756.604799:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075756.604802:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075756.604804:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075756.604806:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693100 x1855007615964800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075756.604811:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615964800:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075756.604814:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769075756.604816:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691880 x1855007615964928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604820:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075756.604821:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075756.604822:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075756.604823:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075756.604824:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075756.604826:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615964928:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075756.604828:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075756.604830:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075756.604831:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075756.604832:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769075756.604834:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769075756.604835:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075756.604837:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769075756.604839:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769075756.604841:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769075756.604843:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615964928, portal 10
00000100:00000001:3.0:1769075756.604844:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075756.604845:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102511744 : -107391607039872 : ffff9e53f1691880)
00000100:00000040:3.0:1769075756.604849:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691880 x1855007615964928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604853:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075756.604855:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769075756.604856:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769075756.604858:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615964928, offset 0
00000400:00000200:3.0:1769075756.604860:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769075756.604862:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075756.604865:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769075756.604867:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769075756.604868:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075756.604870:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075756.604871:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075756.604873:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37020:37020:256:4294967295] 192.168.204.113@tcp LPNI seq info [36990:36990:8:4294967295]
00000400:00000200:3.0:1769075756.604876:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075756.604880:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769075756.604883:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075756.604884:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075756.604886:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075756.604888:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075756.604891:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075756.604893:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769075756.604895:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075756.604897:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075756.604898:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075756.604900:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075756.604902:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075756.604903:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075756.604905:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075756.604907:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691880 x1855007615964928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604911:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075756.604913:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691880 x1855007615964928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604917:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075756.604918:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075756.604920:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075756.604922:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769075756.604924:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075756.604926:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297412629
00000100:00000001:3.0:1769075756.604927:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297413870
00000100:00000001:3.0:1769075756.604929:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297412629
00000100:00000001:3.0:1769075756.604930:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297413870
00000100:00000001:3.0:1769075756.604931:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075756.604933:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075756.604934:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075756.604936:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075756/real 1769075756]  req@ffff9e53f1691880 x1855007615964928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075756.604940:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075756.604941:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075756.604942:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075756.604943:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075756.604944:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075756.604946:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075756.604948:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691880 x1855007615964928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075756.604953:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691880 x1855007615964928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604957:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075756.604958:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.604959:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075756.604959:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075756.604962:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691880 x1855007615964928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604966:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075756.604968:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691880 x1855007615964928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604973:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075756.604975:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.604976:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075756.604977:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.604977:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075756.604978:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075756.604980:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075756.604982:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075756.604983:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075756.604985:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691880 x1855007615964928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075756.604990:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615964928:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075756.604992:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.604993:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075756.604995:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693100 x1855007615964800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.604999:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075756.605000:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075756.605001:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769075756.605002:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075756.605003:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075756.605004:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769075756.605005:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075756.605006:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22800.
02000000:00000001:3.0:1769075756.605007:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075756.605008:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075756.605009:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693100.
00000100:00000001:3.0:1769075756.605011:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075756.605012:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.605013:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075756.605015:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691880 x1855007615964928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075756.605019:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075756.605020:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075756.605021:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769075756.605024:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075756.605024:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075756.605025:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769075756.605026:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075756.605027:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:3.0:1769075756.605028:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075756.605029:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075756.605030:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691880.
00000100:00000001:3.0:1769075756.605031:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075756.605032:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.605033:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075756.605034:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075756.605035:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075756.605036:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075756.605037:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075757.883156:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297413870, at 4297413888
00000100:00000010:3.0:1769075757.883171:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82600.
00000020:00000001:3.0:1769075758.331186:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075758.331189:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075758.331192:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075761.403210:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075761.403214:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075761.403217:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075761.723397:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075761.723404:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075761.723410:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769075761.723422:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692a00 x1855007615965056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.723439:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075761.723444:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075761.723450:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075761.723456:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075761.723460:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075761.723467:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615965056:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769075761.723474:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075761.723478:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075761.723482:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075761.723487:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769075761.723493:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769075761.723498:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075761.723509:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769075761.723516:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769075761.723524:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769075761.723533:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615965056, portal 25
00000100:00000001:3.0:1769075761.723537:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075761.723539:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102516224 : -107391607035392 : ffff9e53f1692a00)
00000100:00000040:3.0:1769075761.723548:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692a00 x1855007615965056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.723561:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075761.723568:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769075761.723573:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769075761.723577:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615965056, offset 0
00000400:00000200:3.0:1769075761.723588:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769075761.723599:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075761.723608:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769075761.723619:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769075761.723626:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075761.723630:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075761.723633:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075761.723639:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37021:37021:256:4294967295] 192.168.204.113@tcp LPNI seq info [36991:36991:8:4294967295]
00000400:00000200:3.0:1769075761.723647:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075761.723659:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769075761.723666:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075761.723672:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075761.723684:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075761.723692:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075761.723705:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075761.723713:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769075761.723726:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075761.723732:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075761.723742:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075761.723752:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075761.723760:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075761.723765:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075761.723770:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075761.723777:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692a00 x1855007615965056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.723790:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075761.723793:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692a00 x1855007615965056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.723798:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075761.723800:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075761.723805:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075761.723809:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075761.723811:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297418989
00000100:00000010:3.0:1769075761.723815:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82600.
00000100:00000001:3.0:1769075761.723821:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769075761.723831:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297418989
00000100:00000010:3.0:1769075761.723834:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82c00.
00000100:00000001:3.0:1769075761.723836:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769075761.723838:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075761.723840:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075761.723842:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075761.723847:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075761/real 1769075761]  req@ffff9e53f1692a00 x1855007615965056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075761.723859:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075761.723861:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075761.723862:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075761.723864:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075761.723866:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075761.723867:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075761.723870:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692a00 x1855007615965056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075761.723876:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692a00 x1855007615965056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.723880:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075761.723882:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.723883:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075761.723884:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075761.723887:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692a00 x1855007615965056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.723891:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075761.723894:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692a00 x1855007615965056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.723899:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075761.723900:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.723902:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075761.723902:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.723904:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075761.723905:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075761.723907:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075761.723910:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075761.723912:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075761.723915:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692a00 x1855007615965056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075761.723921:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615965056:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769075761.723924:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.723926:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075761.723928:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692a00 x1855007615965056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.723932:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075761.723933:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075761.723935:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769075761.723938:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075761.723939:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075761.723940:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769075761.723942:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075761.723943:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:3.0:1769075761.723946:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075761.723947:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075761.723948:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692a00.
00000100:00000001:3.0:1769075761.723951:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075761.723952:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.723954:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.723958:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075761.723960:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075761.723961:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075761.723963:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075761.723964:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769075761.723966:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690380 x1855007615965184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.723971:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075761.723972:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075761.723973:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075761.723975:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075761.723976:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075761.723978:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615965184:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075761.723980:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075761.723982:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075761.723983:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075761.723984:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769075761.723986:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769075761.723988:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075761.723990:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769075761.723992:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769075761.723994:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769075761.723996:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615965184, portal 10
00000100:00000001:3.0:1769075761.723998:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075761.723999:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102506368 : -107391607045248 : ffff9e53f1690380)
00000100:00000040:3.0:1769075761.724003:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690380 x1855007615965184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724008:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075761.724010:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769075761.724011:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769075761.724012:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615965184, offset 0
00000400:00000200:3.0:1769075761.724015:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769075761.724018:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075761.724020:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769075761.724022:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769075761.724024:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075761.724026:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075761.724028:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075761.724030:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37022:37022:256:4294967295] 192.168.204.113@tcp LPNI seq info [36992:36992:8:4294967295]
00000400:00000200:3.0:1769075761.724033:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075761.724037:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769075761.724040:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075761.724042:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075761.724044:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075761.724047:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075761.724051:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075761.724053:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769075761.724057:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075761.724060:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075761.724089:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075761.724095:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075761.724099:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075761.724101:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075761.724104:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075761.724108:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690380 x1855007615965184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724116:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075761.724119:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690380 x1855007615965184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724124:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075761.724125:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075761.724128:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075761.724131:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769075761.724133:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075761.724135:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297417742
00000100:00000001:3.0:1769075761.724145:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297418989
00000100:00000001:3.0:1769075761.724146:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297417742
00000100:00000001:3.0:1769075761.724148:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297418989
00000100:00000001:3.0:1769075761.724149:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075761.724151:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075761.724152:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075761.724155:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075761/real 1769075761]  req@ffff9e53f1690380 x1855007615965184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075761.724160:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075761.724161:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075761.724162:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075761.724164:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075761.724165:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075761.724167:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075761.724169:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690380 x1855007615965184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075761.724174:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690380 x1855007615965184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724179:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075761.724179:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.724180:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075761.724181:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075761.724184:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690380 x1855007615965184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724187:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075761.724190:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690380 x1855007615965184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724194:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075761.724195:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.724196:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075761.724197:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.724198:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075761.724199:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075761.724201:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075761.724203:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075761.724205:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075761.724207:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690380 x1855007615965184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075761.724212:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615965184:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075761.724215:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769075761.724218:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007615965312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724222:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075761.724223:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075761.724224:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075761.724226:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075761.724227:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075761.724229:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615965312:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075761.724230:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075761.724232:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075761.724233:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075761.724234:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769075761.724237:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769075761.724238:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075761.724240:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769075761.724242:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769075761.724244:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769075761.724246:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615965312, portal 10
00000100:00000001:3.0:1769075761.724247:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075761.724248:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:3.0:1769075761.724252:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007615965312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724256:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075761.724258:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769075761.724259:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769075761.724261:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615965312, offset 0
00000400:00000200:3.0:1769075761.724263:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769075761.724266:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075761.724268:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769075761.724271:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769075761.724273:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075761.724274:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075761.724276:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075761.724278:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37023:37023:256:4294967295] 192.168.204.113@tcp LPNI seq info [36993:36993:8:4294967295]
00000400:00000200:3.0:1769075761.724281:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075761.724286:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769075761.724288:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075761.724290:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075761.724293:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075761.724295:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075761.724298:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075761.724299:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769075761.724302:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075761.724304:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075761.724306:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075761.724308:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075761.724310:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075761.724311:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075761.724313:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075761.724315:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690a80 x1855007615965312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724320:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075761.724322:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690a80 x1855007615965312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724326:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075761.724327:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075761.724329:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075761.724331:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769075761.724333:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075761.724335:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297417749
00000100:00000001:3.0:1769075761.724336:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297418989
00000100:00000001:3.0:1769075761.724338:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297417749
00000100:00000001:3.0:1769075761.724340:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297418989
00000100:00000001:3.0:1769075761.724341:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075761.724343:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075761.724344:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075761.724346:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075761/real 1769075761]  req@ffff9e53f1690a80 x1855007615965312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075761.724351:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075761.724351:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075761.724352:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075761.724354:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075761.724355:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075761.724356:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075761.724357:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007615965312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075761.724364:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007615965312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724372:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075761.724373:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.724375:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075761.724376:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075761.724380:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007615965312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724398:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075761.724403:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007615965312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724410:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075761.724413:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.724414:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075761.724416:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.724418:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075761.724420:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075761.724423:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075761.724426:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075761.724429:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075761.724433:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007615965312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075761.724440:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615965312:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075761.724443:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.724445:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075761.724447:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690380 x1855007615965184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724451:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075761.724452:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075761.724454:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769075761.724456:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075761.724457:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075761.724458:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769075761.724459:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075761.724460:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22c00.
02000000:00000001:3.0:1769075761.724462:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075761.724463:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075761.724464:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690380.
00000100:00000001:3.0:1769075761.724466:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075761.724467:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.724468:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075761.724470:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007615965312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.724474:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075761.724475:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075761.724476:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769075761.724478:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075761.724479:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075761.724480:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769075761.724481:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075761.724482:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:3.0:1769075761.724484:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075761.724484:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075761.724485:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:3.0:1769075761.724486:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075761.724487:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.724488:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075761.724490:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075761.724491:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075761.724493:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075761.724494:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075763.003135:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297418989, at 4297419008
00000100:00000010:3.0:1769075763.003151:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82c00.
00000020:00000001:3.0:1769075764.475221:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075764.475226:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075764.475230:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075766.843747:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075766.843754:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075766.844223:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075766.844225:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075766.844564:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075766.844566:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769075767.547251:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075767.547255:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075767.547258:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075768.123151:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297424109, at 4297424128
00000100:00000010:3.0:1769075768.123165:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca000.
00000020:00000001:3.0:1769075770.619355:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075770.619363:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075770.619367:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075771.963835:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075771.963840:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075771.964385:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075771.964388:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075771.964719:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075771.964722:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1769075773.243169:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297429229, at 4297429248
00000100:00000010:3.0:1769075773.243183:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60caba0.
00000020:00000001:3.0:1769075773.691307:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075773.691313:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075773.691317:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075776.763232:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075776.763235:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075776.763239:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075777.083745:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075777.083753:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075777.084227:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075777.084229:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075777.084430:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075777.084432:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1769075778.363214:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297434349, at 4297434368
00000100:00000010:3.0:1769075778.363234:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca120.
00000020:00000001:3.0:1769075779.835295:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075779.835298:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075779.835301:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075782.204209:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075782.204798:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075782.205157:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:3.0:1769075782.907374:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075782.907385:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075782.907394:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075783.483172:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297439470, at 4297439488
00000100:00000010:3.0:1769075783.483190:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca420.
00000020:00000001:3.0:1769075785.979361:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075785.979367:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075785.979372:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075787.324047:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075787.324055:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1769075787.324609:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075787.324612:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1769075787.324924:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075787.324926:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 57 secs later)
00000100:00000040:3.0:1769075788.603125:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297444590, at 4297444608
00000100:00000010:3.0:1769075788.603139:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60caf60.
00000020:00000001:3.0:1769075789.051272:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075789.051275:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075789.051278:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075792.123390:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075792.123396:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075792.123401:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075792.443243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075792.443259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075792.443264:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075792.443270:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075792.443275:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075792.443284:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2776
00000400:00000200:3.0:1769075792.443293:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075792.443310:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075792.443315:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075792.443319:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075792.443324:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075792.443327:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075792.443330:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075792.443335:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075792.443337:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075792.443340:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075792.443344:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075792.443347:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075792.443349:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075792.443353:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075792.443355:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075792.443358:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075792.443360:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075792.443364:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075792.443368:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075792.443371:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075792.443374:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075792.443377:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075792.443381:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075792.443383:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075792.443386:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075792.443397:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000020:00000040:3.0:1769075792.443401:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075792.443405:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075792.443407:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075792.443411:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075792.443414:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075792.443419:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075792.443428:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769075792.443435:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075792.443445:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007615967360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075792.443467:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075792.443472:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075792.443477:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007615967360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075792.443515:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075792.443519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075792.443524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075792.443525:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075792.443528:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075792.443531:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075792.443534:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2776
00000400:00000200:3.0:1769075792.443538:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075792.443542:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075792.443545:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075792.443549:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075792.443551:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075792.443554:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075792.443556:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075792.443558:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075792.443560:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075792.443569:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075792.443572:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075792.443574:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075792.443576:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075792.443586:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075792.443589:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075792.443593:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075792.443597:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075792.443601:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075792.443605:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075792.443610:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075792.443617:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075792.443626:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075792.443635:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075792.443643:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075792.443653:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075792.443665:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075792.443677:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075792.443689:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000020:00000040:3.0:1769075792.443704:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075792.443717:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075792.443726:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075792.443733:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075792.443738:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075792.443745:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075792.443758:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769075792.443767:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075792.443782:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007615967488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075792.443809:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075792.443815:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075792.443832:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007615967488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075792.443862:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075792.443895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075792.443903:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075792.443911:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075792.443927:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075792.443932:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075792.443941:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2776
00000400:00000200:3.0:1769075792.443953:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075792.443966:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075792.443971:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075792.443982:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075792.443990:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075792.444001:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075792.444011:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075792.444021:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075792.444026:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075792.444034:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075792.444039:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075792.444046:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075792.444056:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075792.444120:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075792.444125:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075792.444127:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075792.444130:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075792.444133:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075792.444141:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075792.444146:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075792.444153:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075792.444162:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075792.444171:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075792.444180:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:0.1:1769075792.444182:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000008:00100000:3.0:1769075792.444188:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1769075792.444192:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000008:00000001:3.0:1769075792.444197:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075792.444206:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075792.444216:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000020:00000040:3.0:1769075792.444229:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075792.444243:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075792.444253:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075792.444260:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075792.444270:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075792.444278:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075792.444289:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769075792.444312:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075792.444332:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007615967616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075792.444390:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075792.444404:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075792.444417:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007615967616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075792.444444:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075792.444451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075792.444459:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075792.444469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075792.444476:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075792.444489:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2786)
00000800:00000200:0.1:1769075792.444837:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075792.444840:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769075792.445294:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075792.445298:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000100:00000040:3.0:1769075793.723200:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297449710, at 4297449728
00000100:00000010:3.0:1769075793.723226:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca480.
00000020:00000001:3.0:1769075795.195237:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075795.195242:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075795.195245:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075797.563670:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075797.563676:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075797.564391:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075797.564393:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075797.564584:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075797.564586:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1769075798.267294:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075798.267298:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075798.267302:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075798.843206:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297454829, at 4297454848
00000100:00000010:3.0:1769075798.843224:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cade0.
00000020:00000001:3.0:1769075801.339217:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075801.339221:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075801.339224:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075802.683233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075802.683246:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075802.683249:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075802.683254:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075802.683259:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075802.683267:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2786
00000400:00000200:3.0:1769075802.683276:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075802.683284:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075802.683288:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075802.683292:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075802.683296:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075802.683299:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075802.683302:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075802.683308:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075802.683310:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075802.683330:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075802.683333:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075802.683336:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075802.683338:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075802.683341:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075802.683343:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075802.683345:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075802.683347:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075802.683351:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075802.683366:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075802.683368:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075802.683372:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075802.683375:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075802.683379:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075802.683384:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075802.683387:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075802.683416:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769075802.683423:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075802.683429:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075802.683432:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075802.683437:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075802.683441:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075802.683447:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075802.683471:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769075802.683481:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075802.683497:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007615968128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075802.683516:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075802.683522:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075802.683541:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007615968128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075802.683566:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075802.683570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075802.683575:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075802.683577:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075802.683580:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075802.683585:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075802.683590:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2786
00000400:00000200:3.0:1769075802.683599:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075802.683606:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075802.683611:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075802.683618:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075802.683623:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075802.683629:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075802.683638:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075802.683650:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075802.683656:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075802.683660:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075802.683669:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075802.683681:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075802.683725:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075802.683735:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075802.683742:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075802.683762:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075802.683771:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075802.683776:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075802.683784:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075802.683790:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075802.683795:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075802.683803:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075802.683829:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075802.683836:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075802.683842:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075802.683848:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075802.683852:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075802.683863:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769075802.683868:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075802.683875:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075802.683881:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075802.683886:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075802.683889:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075802.683905:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075802.683916:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769075802.683923:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075802.683937:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007615968256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075802.683959:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075802.683964:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075802.683971:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007615968256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075802.683989:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075802.683994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075802.684003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075802.684010:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075802.684015:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075802.684021:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075802.684032:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2786
00000400:00000200:3.0:1769075802.684063:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075802.684076:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075802.684139:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075802.684149:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075802.684156:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075802.684165:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075802.684170:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075802.684177:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075802.684182:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075802.684187:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075802.684191:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:0.1:1769075802.684193:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:3.0:1769075802.684195:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:0.1:1769075802.684201:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1769075802.684203:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075802.684209:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075802.684211:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075802.684213:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075802.684216:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075802.684218:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075802.684221:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075802.684232:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075802.684236:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075802.684244:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075802.684250:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075802.684260:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075802.684263:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075802.684269:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075802.684276:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075802.684285:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769075802.684291:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075802.684315:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075802.684319:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075802.684321:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075802.684324:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075802.684328:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075802.684335:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769075802.684343:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075802.684351:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007615968384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075802.684365:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075802.684371:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075802.684401:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007615968384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075802.684429:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075802.684441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075802.684458:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075802.684466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075802.684483:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075802.684499:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2796)
00000800:00000200:0.1:1769075802.684967:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075802.684970:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075802.685392:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075802.685395:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1769075803.963161:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297459950, at 4297459968
00000100:00000010:3.0:1769075803.963180:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cade0.
00000020:00000001:3.0:1769075804.411298:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075804.411303:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075804.411308:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075807.483393:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075807.483399:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075807.483404:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075807.805871:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075807.805880:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075807.806475:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075807.806478:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075807.806914:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075807.806917:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1769075809.083218:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297465071, at 4297465088
00000100:00000010:3.0:1769075809.083240:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca480.
00000020:00000001:3.0:1769075810.555210:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075810.555214:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075810.555216:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075812.924270:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075812.924283:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075812.925099:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075812.925103:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075812.925629:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075812.925634:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769075813.627314:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075813.627319:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075813.627323:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075814.203200:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297470190, at 4297470208
00000100:00000010:3.0:1769075814.203224:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60caf60.
00000020:00000001:3.0:1769075816.699272:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075816.699276:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075816.699279:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075818.044817:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075818.044838:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075818.045683:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075818.045687:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075818.046137:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075818.046141:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1769075819.323202:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297475310, at 4297475328
00000100:00000010:3.0:1769075819.323241:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca600.
00000020:00000001:3.0:1769075819.771316:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075819.771324:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075819.771330:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075822.843339:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075822.843344:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075822.843347:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075823.163986:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075823.164002:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075823.164523:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075823.164525:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075823.164753:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075823.164756:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1769075824.443142:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297480430, at 4297480448
00000100:00000010:3.0:1769075824.443158:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca120.
00000020:00000001:3.0:1769075825.915305:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075825.915329:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075825.915333:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075828.283759:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075828.283764:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075828.284176:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075828.284177:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075828.284414:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075828.284416:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075828.987292:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075828.987308:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075828.987312:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075829.563148:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297485549, at 4297485568
00000100:00000010:3.0:1769075829.563162:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca5a0.
00000020:00000001:3.0:1769075832.059372:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075832.059378:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075832.059384:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075833.404312:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075833.404327:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075833.405125:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075833.405128:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075833.405606:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075833.405610:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000100:00000040:3.0:1769075834.683201:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297490670, at 4297490688
00000100:00000010:3.0:1769075834.683223:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca000.
00000020:00000001:3.0:1769075835.131354:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075835.131360:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075835.131365:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075838.203271:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075838.203275:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075838.203279:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1769075838.523763:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075838.523770:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075838.524273:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075838.524275:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075838.524612:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075838.524614:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1769075838.524785:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075838.524789:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11880 x1855007615971072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075863 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075838.524796:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615971072:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075838.524799:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075838.524801:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075838.524803:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11500 x1855007615970944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075838.524808:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075838.524809:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075838.524811:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012000.
02000000:00000001:0.0:1769075838.524814:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075838.524816:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075838.524817:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075838.524819:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075838.524820:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98800.
02000000:00000001:0.0:1769075838.524822:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075838.524824:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075838.524825:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11500.
00000100:00000001:0.0:1769075838.524828:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075838.524829:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075838.524830:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075838.524832:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11880 x1855007615971072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075838.524838:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075838.524839:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075838.524840:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:0.0:1769075838.524841:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075838.524842:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075838.524843:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075838.524844:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075838.524845:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:0.0:1769075838.524847:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075838.524848:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075838.524850:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11880.
00000100:00000001:0.0:1769075838.524851:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075838.524853:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075838.524854:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075838.524857:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075838.524859:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075838.524860:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075838.524861:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075839.227379:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075839.227386:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075839.227392:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075839.803262:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297495789, at 4297495808
00000100:00000010:3.0:1769075839.803284:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca540.
00000020:00000001:0.0:1769075840.251289:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075840.251295:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075840.251300:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075841.275222:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075841.275226:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075841.275240:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075842.299244:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075842.299250:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075842.299254:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075843.323322:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075843.323331:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075843.323337:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075843.643237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075843.643271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075843.643276:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075843.643283:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075843.643292:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075843.643304:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2827
00000400:00000200:0.0:1769075843.643318:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075843.643338:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075843.643359:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075843.643362:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075843.643366:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075843.643369:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075843.643372:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075843.643378:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075843.643382:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769075843.643385:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075843.643389:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769075843.643392:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769075843.643395:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769075843.643406:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075843.643425:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075843.643428:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075843.643431:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075843.643446:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769075843.643452:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075843.643455:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075843.643460:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075843.643465:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075843.643470:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.643473:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075843.643477:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075843.643495:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4380.
00000020:00000040:0.0:1769075843.643501:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769075843.643507:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075843.643510:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.643515:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075843.643519:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075843.643538:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075843.643550:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769075843.643559:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075843.643571:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4380 x1855007615971200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075843.643584:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075843.643589:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075843.643594:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000234c63a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4380 x1855007615971200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075843.643631:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075843.643635:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075843.643638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075843.643640:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075843.643641:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075843.643644:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075843.643646:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2827
00000400:00000200:0.0:1769075843.643650:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075843.643653:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075843.643656:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075843.643660:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075843.643662:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075843.643665:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075843.643667:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075843.643671:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075843.643673:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769075843.643676:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075843.643678:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769075843.643680:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769075843.643683:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:3.0:1769075843.643702:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769075843.643703:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075843.643713:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769075843.643717:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769075843.643718:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075843.643729:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:3.0:1769075843.643731:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769075843.643743:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769075843.643747:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075843.643750:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075843.643756:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4380 x1855007615971200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769075843.643785:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769075843.643796:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075843.643799:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075843.643800:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075843.643805:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075843.643807:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075843.643811:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075843.643815:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769075843.643817:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075843.643835:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615971200:192.168.204.113@tcp:250:kworker.0
00000008:00100000:0.0:1769075843.643842:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769075843.643845:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1769075843.643854:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075843.643854:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075843.643861:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.643862:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075843.643881:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6680.
02000000:00000001:3.0:1769075843.643882:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1769075843.643891:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075843.643895:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075843.643897:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.643898:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075843.643902:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1769075843.643903:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b0c00.
02000000:00000001:0.0:1769075843.643906:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075843.643915:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
02000000:00000001:3.0:1769075843.643915:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.643928:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075843.643951:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6680 x1855007615971328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769075843.643968:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075843.643972:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075843.643975:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075843.643979:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703ed1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6680 x1855007615971328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075843.643989:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075843.643993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075843.643997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769075843.643999:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075843.644031:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769075843.644033:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000100:00000001:0.0:1769075843.644036:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075843.644042:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2827
00000400:00000010:3.0:1769075843.644045:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000400:00000200:0.0:1769075843.644068:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075843.644075:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000200:3.0:1769075843.644105:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615971200, portal 25
00000100:00000001:3.0:1769075843.644110:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075843.644113:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181362560 : -107391528189056 : ffff9e53f61c4380)
00000100:00080000:0.0:1769075843.644117:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075843.644127:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4380 x1855007615971200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769075843.644128:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075843.644146:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075843.644152:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075843.644165:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075843.644178:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075843.644186:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769075843.644190:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769075843.644190:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1769075843.644201:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000040:3.0:1769075843.644212:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000001:0.0:1769075843.644214:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000010:3.0:1769075843.644219:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000020:00000001:0.0:1769075843.644221:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000200:3.0:1769075843.644228:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615971200, offset 0
00000100:00000040:0.0:1769075843.644234:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075843.644239:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075843.644247:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:3.0:1769075843.644260:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769075843.644288:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075843.644305:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769075843.644310:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075843.644312:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075843.644314:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075843.644321:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769075843.644322:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769075843.644329:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.644334:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075843.644337:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075843.644340:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.644347:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075843.644349:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000010:0.0:1769075843.644354:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6a00.
00000020:00000040:0.0:1769075843.644374:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075843.644377:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075843.644378:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.644379:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075843.644380:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075843.644382:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075843.644388:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1769075843.644389:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769075843.644406:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075843.644416:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00100000:0.0:1769075843.644420:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6a00 x1855007615971456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769075843.644430:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075843.644446:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:0.0:1769075843.644448:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075843.644454:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075843.644463:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37069:37069:256:4294967295] 192.168.204.113@tcp LPNI seq info [37039:37039:8:4294967295]
00000100:00000040:0.0:1769075843.644466:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b99ec67] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6a00 x1855007615971456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769075843.644499:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075843.644501:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075843.644507:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075843.644516:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075843.644522:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769075843.644524:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769075843.644534:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075843.644542:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2837)
00000800:00000200:3.0:1769075843.644545:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075843.644555:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075843.644565:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075843.644571:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075843.644580:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075843.644584:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769075843.644589:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075843.644592:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075843.644599:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075843.644604:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075843.644611:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075843.644613:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075843.644618:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075843.644624:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4380 x1855007615971200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.644636:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075843.644640:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4380 x1855007615971200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.644649:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075843.644651:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075843.644657:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075843.644662:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075843.644665:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297500910
00000100:00000010:3.0:1769075843.644671:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82ea0.
00000100:00000001:3.0:1769075843.644678:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769075843.644695:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297500910
00000100:00000010:3.0:1769075843.644699:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82d80.
00000100:00000001:3.0:1769075843.644703:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769075843.644706:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075843.644709:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075843.644712:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075843.644717:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075843/real 1769075843]  req@ffff9e53f61c4380 x1855007615971200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075843.644728:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075843.644732:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075843.644735:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075843.644739:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075843.644742:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075843.644749:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075843.644756:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4380 x1855007615971200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075843.644778:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4380 x1855007615971200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.644785:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075843.644787:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.644789:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075843.644792:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075843.644796:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4380 x1855007615971200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.644803:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075843.644808:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4380 x1855007615971200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.644816:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075843.644819:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.644821:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075843.644822:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.644825:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075843.644828:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075843.644832:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075843.644836:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075843.644839:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075843.644843:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4380 x1855007615971200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075843.644852:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615971200:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769075843.644860:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.644863:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075843.644867:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4380 x1855007615971200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.644877:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075843.644880:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075843.644885:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:3.0:1769075843.644890:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075843.644894:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075843.644898:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769075843.644902:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075843.644906:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:3.0:1769075843.644912:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075843.644916:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075843.644919:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4380.
00000100:00000001:3.0:1769075843.644924:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075843.644927:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.644931:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.644940:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075843.644944:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075843.644948:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075843.644951:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075843.644953:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769075843.644962:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6680 x1855007615971328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.644976:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075843.644978:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075843.644983:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075843.644987:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075843.644991:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075843.644996:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615971328:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075843.645002:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075843.645005:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075843.645008:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075843.645034:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769075843.645039:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b0c00.
02000000:00000001:3.0:1769075843.645041:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075843.645047:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769075843.645062:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769075843.645096:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769075843.645101:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615971328, portal 10
00000100:00000001:3.0:1769075843.645103:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075843.645105:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181371520 : -107391528180096 : ffff9e53f61c6680)
00000100:00000040:3.0:1769075843.645113:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6680 x1855007615971328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645132:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075843.645135:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769075843.645137:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769075843.645140:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615971328, offset 0
00000400:00000200:3.0:1769075843.645144:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769075843.645149:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075843.645154:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769075843.645158:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769075843.645161:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075843.645163:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075843.645166:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075843.645170:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37070:37070:256:4294967295] 192.168.204.113@tcp LPNI seq info [37040:37040:8:4294967295]
00000400:00000200:3.0:1769075843.645175:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075843.645182:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769075843.645187:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075843.645190:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075843.645195:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075843.645198:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075843.645203:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075843.645206:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769075843.645211:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075843.645213:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075843.645217:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075843.645221:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075843.645225:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075843.645227:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075843.645229:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075843.645233:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6680 x1855007615971328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645242:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075843.645246:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6680 x1855007615971328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645264:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075843.645266:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075843.645269:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075843.645273:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769075843.645277:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075843.645279:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297499663
00000100:00000001:3.0:1769075843.645282:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297500910
00000100:00000001:3.0:1769075843.645285:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297499663
00000100:00000001:3.0:1769075843.645287:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297500910
00000100:00000001:3.0:1769075843.645290:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075843.645292:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075843.645295:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075843.645298:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075843/real 1769075843]  req@ffff9e53f61c6680 x1855007615971328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075843.645306:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075843.645308:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075843.645309:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075843.645312:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075843.645313:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075843.645315:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075843.645319:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6680 x1855007615971328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075843.645329:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6680 x1855007615971328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645336:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075843.645337:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.645339:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075843.645341:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075843.645344:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6680 x1855007615971328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645351:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075843.645355:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6680 x1855007615971328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645362:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075843.645365:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.645366:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075843.645368:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.645370:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075843.645372:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075843.645375:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075843.645378:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075843.645381:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075843.645385:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6680 x1855007615971328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075843.645394:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615971328:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075843.645398:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769075843.645402:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6a00 x1855007615971456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645416:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075843.645418:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075843.645421:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075843.645423:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075843.645425:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075843.645428:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615971456:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075843.645431:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075843.645434:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075843.645435:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075843.645437:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769075843.645441:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769075843.645443:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075843.645446:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769075843.645448:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769075843.645451:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769075843.645454:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615971456, portal 10
00000100:00000001:3.0:1769075843.645456:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075843.645457:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181372416 : -107391528179200 : ffff9e53f61c6a00)
00000100:00000040:3.0:1769075843.645463:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6a00 x1855007615971456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645470:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075843.645473:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769075843.645475:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769075843.645477:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615971456, offset 0
00000400:00000200:3.0:1769075843.645481:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769075843.645485:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075843.645488:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769075843.645491:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769075843.645494:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075843.645497:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769075843.645500:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075843.645504:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37071:37071:256:4294967295] 192.168.204.113@tcp LPNI seq info [37041:37041:8:4294967295]
00000400:00000200:3.0:1769075843.645509:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075843.645516:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769075843.645520:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075843.645524:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769075843.645527:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769075843.645530:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075843.645534:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769075843.645537:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1769075843.645541:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769075843.645544:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769075843.645547:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769075843.645550:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769075843.645553:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:3.0:1769075843.645555:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:3.0:1769075843.645558:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075843.645561:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6a00 x1855007615971456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645569:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075843.645572:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6a00 x1855007615971456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645579:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075843.645581:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075843.645583:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075843.645586:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769075843.645590:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075843.645592:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297499670
00000100:00000001:3.0:1769075843.645595:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297500910
00000100:00000001:3.0:1769075843.645597:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297499670
00000100:00000001:3.0:1769075843.645599:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297500910
00000100:00000001:3.0:1769075843.645602:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769075843.645605:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075843.645607:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769075843.645611:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075843/real 1769075843]  req@ffff9e53f61c6a00 x1855007615971456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769075843.645619:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769075843.645621:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769075843.645622:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769075843.645624:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769075843.645626:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769075843.645628:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769075843.645631:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6a00 x1855007615971456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769075843.645639:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6a00 x1855007615971456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645646:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769075843.645648:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.645650:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075843.645651:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769075843.645655:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6a00 x1855007615971456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645662:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075843.645666:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6a00 x1855007615971456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645672:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075843.645675:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.645676:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075843.645678:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.645679:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769075843.645681:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075843.645683:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769075843.645688:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769075843.645690:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769075843.645694:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6a00 x1855007615971456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075843.645702:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615971456:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769075843.645706:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.645708:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075843.645711:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6680 x1855007615971328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645717:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075843.645719:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075843.645721:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:3.0:1769075843.645723:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075843.645725:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075843.645726:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769075843.645728:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075843.645730:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:3.0:1769075843.645733:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075843.645734:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075843.645736:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6680.
00000100:00000001:3.0:1769075843.645738:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075843.645740:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.645742:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075843.645745:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6a00 x1855007615971456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075843.645762:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769075843.645764:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769075843.645765:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769075843.645768:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769075843.645769:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769075843.645770:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769075843.645772:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769075843.645774:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:3.0:1769075843.645777:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769075843.645778:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769075843.645779:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6a00.
00000100:00000001:3.0:1769075843.645782:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769075843.645783:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.645785:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.645789:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075843.645790:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075843.645792:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075843.645794:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075844.347242:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075844.347246:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075844.347249:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075844.923137:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297500910, at 4297500928
00000100:00000010:3.0:1769075844.923155:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82d80.
00000020:00000001:0.0:1769075845.371247:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075845.371251:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075845.371254:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075846.395305:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075846.395312:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075846.395317:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075847.419292:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075847.419297:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075847.419301:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075848.443193:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075848.443196:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075848.443199:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075848.763663:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075848.763675:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075848.763685:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075848.763717:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692a00 x1855007615971584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075848.763749:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075848.763759:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075848.763774:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075848.763788:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075848.763799:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075848.763820:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615971584:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075848.763854:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075848.763866:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075848.763875:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075848.763886:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075848.763899:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769075848.763911:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075848.763958:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075848.763975:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075848.764002:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769075848.764024:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615971584, portal 25
00000100:00000001:0.0:1769075848.764038:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075848.764048:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102516224 : -107391607035392 : ffff9e53f1692a00)
00000100:00000040:0.0:1769075848.764135:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692a00 x1855007615971584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075848.764176:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075848.764194:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075848.764206:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7660.
00000100:00000200:0.0:1769075848.764221:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615971584, offset 0
00000400:00000200:0.0:1769075848.764251:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075848.764275:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075848.764299:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075848.764316:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075848.764327:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075848.764336:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075848.764342:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075848.764350:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37072:37072:256:4294967295] 192.168.204.113@tcp LPNI seq info [37042:37042:8:4294967295]
00000400:00000200:0.0:1769075848.764359:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075848.764380:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075848.764392:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075848.764403:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299600.
00000800:00000200:0.0:1769075848.764417:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075848.764427:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769075848.764455:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075848.764464:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075848.764470:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297506030
00000100:00000010:0.0:1769075848.764481:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca6c0.
00000100:00000001:0.0:1769075848.764494:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075848.764503:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297506030
00000100:00000010:0.0:1769075848.764510:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca960.
00000100:00000001:0.0:1769075848.764545:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075848.764553:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075848.764559:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075848.764566:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075848.764571:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075848.764585:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075848.764588:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769075848.764593:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075848.764596:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075848.764598:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075848.764607:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690380 x1855007615971712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075848.764622:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075848.764634:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075848.764638:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075848.764642:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075848.764646:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075848.764651:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615971712:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075848.764658:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075848.764662:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075848.764665:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075848.764668:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075848.764676:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075848.764681:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075848.764691:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075848.764698:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c40b0.
00000400:00000010:0.0:1769075848.764706:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075848.764712:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615971712, portal 10
00000100:00000001:0.0:1769075848.764716:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075848.764718:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102506368 : -107391607045248 : ffff9e53f1690380)
00000100:00000040:0.0:1769075848.764742:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690380 x1855007615971712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075848.764757:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075848.764762:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075848.764767:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7cc0.
00000100:00000200:0.0:1769075848.764772:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615971712, offset 0
00000400:00000200:0.0:1769075848.764783:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075848.764792:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075848.764800:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075848.764806:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075848.764811:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075848.764816:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075848.764821:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075848.764827:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37073:37073:255:4294967295] 192.168.204.113@tcp LPNI seq info [37043:37043:7:4294967295]
00000400:00000200:0.0:1769075848.764845:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075848.764857:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075848.764866:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075848.764872:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299300.
00000800:00000200:0.0:1769075848.764879:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075848.764886:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769075848.764914:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075848.764921:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075848.764957:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075848.764961:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297504782
00000100:00000001:0.0:1769075848.764977:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297506030
00000100:00000001:0.0:1769075848.764981:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297504782
00000100:00000001:0.0:1769075848.764986:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297506030
00000100:00000001:0.0:1769075848.764990:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075848.764995:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075848.765000:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075848.765008:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007615971840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075848.765023:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075848.765026:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075848.765029:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075848.765044:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075848.765048:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075848.765054:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615971840:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075848.765099:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075848.765104:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075848.765107:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075848.765111:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075848.765118:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769075848.765122:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075848.765130:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075848.765136:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075848.765142:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075848.765149:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615971840, portal 10
00000100:00000001:0.0:1769075848.765153:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075848.765155:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:0.0:1769075848.765179:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007615971840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075848.765192:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075848.765197:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075848.765201:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a75d8.
00000100:00000200:0.0:1769075848.765206:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615971840, offset 0
00000400:00000200:0.0:1769075848.765215:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075848.765222:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075848.765230:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075848.765242:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075848.765247:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075848.765252:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075848.765256:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075848.765262:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37074:37074:254:4294967295] 192.168.204.113@tcp LPNI seq info [37044:37044:6:4294967295]
00000400:00000200:0.0:1769075848.765271:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075848.765283:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075848.765292:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075848.765299:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299d00.
00000800:00000200:0.0:1769075848.765306:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075848.765314:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769075848.765320:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075848.765325:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075848.765332:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075848.765336:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297504790
00000100:00000001:0.0:1769075848.765341:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297506030
00000100:00000001:0.0:1769075848.765346:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297504790
00000100:00000001:0.0:1769075848.765350:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297506030
00000100:00000001:0.0:1769075848.765354:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075848.765358:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075848.765363:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075848.765367:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075848.765373:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075848.765376:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769075848.765380:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075848.765382:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075848.765386:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075848.765389:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075849.467219:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075849.467222:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075849.467225:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075850.043237:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297506030, at 4297506048
00000100:00000010:3.0:1769075850.043280:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca960.
00000020:00000001:3.0:1769075850.491204:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075850.491208:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075850.491211:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075851.515211:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075851.515215:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075851.515218:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075851.835669:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075851.835677:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075851.835701:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075851.835716:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075848/real 1769075851]  req@ffff9e53f1692a00 x1855007615971584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075851.835743:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075851.835748:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075851.835755:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075851.835763:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769075851.835768:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769075851.835777:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075851.835786:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692a00 x1855007615971584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075851.835807:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692a00 x1855007615971584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075851.835822:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075851.835827:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075851.835834:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075851.835838:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075851.835849:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692a00 x1855007615971584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075851.835858:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075851.835865:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692a00 x1855007615971584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075851.835892:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075851.835896:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075851.835898:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075851.835900:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075851.835904:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075851.835908:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075851.835913:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075851.835919:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075851.835923:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075851.835928:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692a00 x1855007615971584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075851.835938:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615971584:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075851.835945:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075851.835948:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075851.835951:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692a00 x1855007615971584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075851.835959:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075851.835963:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075851.835968:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769075851.835973:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075851.835977:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075851.835980:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075851.835983:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075851.835986:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:0.0:1769075851.835991:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075851.835994:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075851.835996:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692a00.
00000100:00000001:0.0:1769075851.836000:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075851.836002:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075851.836005:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075851.836007:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075851.836009:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075851.836010:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075851.836015:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075848/real 1769075851]  req@ffff9e53f1690380 x1855007615971712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075851.836025:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075851.836027:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075851.836030:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c40b0.
00000400:00000200:0.0:1769075851.836032:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075851.836034:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075851.836037:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075851.836041:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690380 x1855007615971712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075851.836049:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690380 x1855007615971712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075851.836055:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075851.836057:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075851.836059:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075851.836061:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075851.836099:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690380 x1855007615971712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075851.836121:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075851.836125:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690380 x1855007615971712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075851.836133:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075851.836136:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075851.836138:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075851.836140:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075851.836142:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075851.836144:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075851.836146:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075851.836151:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075851.836153:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075851.836157:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690380 x1855007615971712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075851.836173:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615971712:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075851.836179:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075851.836184:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075848/real 1769075851]  req@ffff9e53f1690a80 x1855007615971840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075851.836199:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075851.836201:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075851.836204:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075851.836208:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075851.836209:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075851.836212:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075851.836226:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007615971840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075851.836235:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007615971840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075851.836241:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075851.836243:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075851.836245:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075851.836247:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075851.836251:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007615971840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075851.836258:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075851.836263:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007615971840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075851.836271:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075851.836274:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075851.836276:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075851.836278:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075851.836281:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075851.836283:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075851.836286:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075851.836291:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075851.836294:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075851.836299:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007615971840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075851.836307:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615971840:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075851.836312:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075851.836316:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075851.836319:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690380 x1855007615971712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075851.836325:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075851.836327:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075851.836329:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075851.836333:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075851.836334:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075851.836336:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075851.836338:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075851.836340:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22c00.
02000000:00000001:0.0:1769075851.836343:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075851.836345:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075851.836346:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690380.
00000100:00000001:0.0:1769075851.836349:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075851.836350:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075851.836352:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075851.836361:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007615971840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075851.836368:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075851.836370:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075851.836372:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769075851.836380:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075851.836381:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075851.836382:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075851.836385:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075851.836387:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:0.0:1769075851.836389:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075851.836390:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075851.836392:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:0.0:1769075851.836394:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075851.836396:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075851.836397:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075851.836407:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075851.836410:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075851.836412:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075851.836414:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075852.539345:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075852.539351:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075852.539356:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075853.563235:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075853.563239:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075853.563242:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075853.883671:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075853.883692:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075853.883702:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075853.883722:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692680 x1855007615971968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.883761:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075853.883781:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075853.883793:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075853.883804:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075853.883815:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075853.883831:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615971968:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075853.883879:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075853.883892:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075853.883900:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075853.883912:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075853.883930:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075853.883942:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075853.883965:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075853.884000:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075853.884020:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075853.884040:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615971968, portal 25
00000100:00000001:0.0:1769075853.884051:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075853.884059:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102515328 : -107391607036288 : ffff9e53f1692680)
00000100:00000040:0.0:1769075853.884142:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692680 x1855007615971968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.884175:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075853.884190:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075853.884204:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075853.884217:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615971968, offset 0
00000400:00000200:0.0:1769075853.884238:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075853.884259:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075853.884283:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075853.884301:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075853.884329:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075853.884342:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075853.884354:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075853.884372:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37075:37075:256:4294967295] 192.168.204.113@tcp LPNI seq info [37045:37045:8:4294967295]
00000400:00000200:0.0:1769075853.884397:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075853.884452:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075853.884473:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075853.884492:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000800:00000200:0.0:1769075853.884513:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075853.884526:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075853.884552:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075853.884565:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769075853.884585:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075853.884595:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000400:00000200:0.0:1769075853.884609:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075853.884638:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075853.884656:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075853.884668:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075853.884683:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075853.884700:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692680 x1855007615971968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.884743:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075853.884759:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692680 x1855007615971968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075878 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.884784:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075853.884789:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075853.884802:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075853.884812:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075853.884829:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297511150
00000100:00000010:0.0:1769075853.884861:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca900.
00000100:00000001:0.0:1769075853.884872:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075853.884899:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297511150
00000100:00000010:0.0:1769075853.884906:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca2a0.
00000100:00000001:0.0:1769075853.884912:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075853.884917:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075853.884922:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075853.884926:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075853.884936:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075853/real 1769075853]  req@ffff9e53f1692680 x1855007615971968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075853.884956:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075853.884959:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075853.884964:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075853.884970:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075853.884973:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075853.884979:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075853.884988:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692680 x1855007615971968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075853.885006:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692680 x1855007615971968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.885034:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075853.885038:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.885044:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075853.885048:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075853.885058:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692680 x1855007615971968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.885118:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075853.885128:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692680 x1855007615971968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.885143:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075853.885149:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.885153:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075853.885156:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.885160:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075853.885164:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075853.885170:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075853.885177:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075853.885182:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075853.885191:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692680 x1855007615971968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075853.885209:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615971968:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075853.885219:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.885223:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075853.885231:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692680 x1855007615971968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.885246:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075853.885252:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075853.885258:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075853.885266:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075853.885271:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075853.885274:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075853.885279:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075853.885285:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22800.
02000000:00000001:0.0:1769075853.885294:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075853.885299:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075853.885304:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692680.
00000100:00000001:0.0:1769075853.885312:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075853.885316:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.885322:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.885335:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075853.885339:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075853.885346:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075853.885350:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075853.885353:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075853.885363:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692300 x1855007615972096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.885381:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075853.885385:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075853.885389:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075853.885393:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075853.885398:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075853.885405:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615972096:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075853.885412:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075853.885417:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075853.885420:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075853.885424:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075853.885431:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075853.885435:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075853.885445:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075853.885450:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075853.885457:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075853.885464:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615972096, portal 10
00000100:00000001:0.0:1769075853.885469:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075853.885472:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102514432 : -107391607037184 : ffff9e53f1692300)
00000100:00000040:0.0:1769075853.885484:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692300 x1855007615972096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.885496:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075853.885500:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075853.885505:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075853.885510:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615972096, offset 0
00000400:00000200:0.0:1769075853.885517:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075853.885526:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075853.885533:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075853.885539:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075853.885544:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075853.885548:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075853.885553:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075853.885558:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37076:37076:256:4294967295] 192.168.204.113@tcp LPNI seq info [37046:37046:8:4294967295]
00000400:00000200:0.0:1769075853.885566:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075853.885580:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075853.885588:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075853.885594:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000800:00000200:0.0:1769075853.885602:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075853.885607:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075853.885615:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075853.885620:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769075853.885627:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075853.885630:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000400:00000200:0.0:1769075853.885636:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075853.885643:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075853.885648:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075853.885651:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075853.885657:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075853.885664:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692300 x1855007615972096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.885694:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075853.885703:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692300 x1855007615972096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075878 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.885717:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075853.885722:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075853.885730:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075853.885738:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075853.885747:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075853.885753:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297509903
00000100:00000001:0.0:1769075853.885759:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297511150
00000100:00000001:0.0:1769075853.885765:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297509903
00000100:00000001:0.0:1769075853.885769:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297511150
00000100:00000001:0.0:1769075853.885774:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075853.885778:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075853.885783:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075853.885793:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075853/real 1769075853]  req@ffff9e53f1692300 x1855007615972096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075853.885809:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075853.885813:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075853.885817:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075853.885857:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075853.885861:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075853.885869:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075853.885879:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692300 x1855007615972096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075853.885899:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692300 x1855007615972096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.885914:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075853.885919:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.885923:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075853.885925:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075853.885933:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692300 x1855007615972096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.885946:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075853.885953:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692300 x1855007615972096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.885967:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075853.885972:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.885975:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075853.885978:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.885982:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075853.885985:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075853.885991:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075853.885997:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075853.886002:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075853.886010:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692300 x1855007615972096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075853.886023:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615972096:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075853.886029:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075853.886034:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690700 x1855007615972224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.886043:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075853.886045:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075853.886048:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075853.886050:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075853.886053:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075853.886058:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615972224:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075853.886062:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075853.886118:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075853.886122:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075853.886127:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075853.886135:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769075853.886140:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075853.886150:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075853.886156:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075853.886162:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075853.886169:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615972224, portal 10
00000100:00000001:0.0:1769075853.886174:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075853.886177:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102507264 : -107391607044352 : ffff9e53f1690700)
00000100:00000040:0.0:1769075853.886189:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690700 x1855007615972224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.886203:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075853.886208:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075853.886213:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075853.886218:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615972224, offset 0
00000400:00000200:0.0:1769075853.886226:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075853.886233:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075853.886239:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075853.886243:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075853.886247:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075853.886250:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075853.886253:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075853.886257:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37077:37077:256:4294967295] 192.168.204.113@tcp LPNI seq info [37047:37047:8:4294967295]
00000400:00000200:0.0:1769075853.886263:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075853.886272:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075853.886278:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075853.886283:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000800:00000200:0.0:1769075853.886289:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075853.886293:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075853.886298:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075853.886302:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769075853.886307:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075853.886310:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000400:00000200:0.0:1769075853.886314:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075853.886318:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075853.886322:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075853.886325:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075853.886328:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075853.886333:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690700 x1855007615972224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.886344:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075853.886347:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690700 x1855007615972224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075878 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.886356:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075853.886358:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075853.886362:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075853.886366:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075853.886370:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075853.886373:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297509911
00000100:00000001:0.0:1769075853.886376:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297511150
00000100:00000001:0.0:1769075853.886379:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297509911
00000100:00000001:0.0:1769075853.886382:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297511150
00000100:00000001:0.0:1769075853.886385:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075853.886387:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075853.886390:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075853.886394:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075853/real 1769075853]  req@ffff9e53f1690700 x1855007615972224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075853.886404:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075853.886407:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075853.886409:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075853.886412:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075853.886414:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075853.886417:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075853.886421:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690700 x1855007615972224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075853.886431:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690700 x1855007615972224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.886438:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075853.886440:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.886442:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075853.886444:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075853.886448:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690700 x1855007615972224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.886456:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075853.886461:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690700 x1855007615972224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.886470:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075853.886473:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.886475:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075853.886477:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.886479:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075853.886481:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075853.886484:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075853.886488:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075853.886490:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075853.886495:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690700 x1855007615972224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075853.886512:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615972224:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075853.886517:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.886520:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075853.886523:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692300 x1855007615972096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.886531:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075853.886533:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075853.886536:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075853.886539:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075853.886540:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075853.886542:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075853.886545:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075853.886547:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20800.
02000000:00000001:0.0:1769075853.886550:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075853.886552:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075853.886554:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692300.
00000100:00000001:0.0:1769075853.886557:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075853.886559:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.886561:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075853.886564:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690700 x1855007615972224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075878 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075853.886572:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075853.886573:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075853.886575:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769075853.886578:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075853.886579:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075853.886580:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075853.886583:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075853.886584:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23800.
02000000:00000001:0.0:1769075853.886587:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075853.886588:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075853.886590:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690700.
00000100:00000001:0.0:1769075853.886594:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075853.886595:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.886598:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075853.886603:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075853.886605:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075853.886607:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075853.886609:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075854.587367:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075854.587376:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075854.587384:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075855.163135:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297511150, at 4297511168
00000100:00000010:3.0:1769075855.163150:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca2a0.
00000020:00000001:0.0:1769075855.611271:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075855.611274:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075855.611277:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075856.635223:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075856.635227:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075856.635230:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075857.659308:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075857.659311:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075857.659315:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075858.683365:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075858.683372:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075858.683378:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075859.003310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075859.003327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075859.003331:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075859.003347:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075859.003353:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075859.003363:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2842
00000400:00000200:0.0:1769075859.003374:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075859.003383:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075859.003387:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075859.003393:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075859.003398:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075859.003402:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075859.003417:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075859.003423:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075859.003426:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769075859.003431:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075859.003435:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769075859.003438:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769075859.003441:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769075859.003445:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075859.003448:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075859.003450:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075859.003453:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075859.003456:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769075859.003460:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075859.003463:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075859.003467:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075859.003471:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075859.003474:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.003477:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075859.003480:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075859.003491:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5180.
00000020:00000040:0.0:1769075859.003495:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769075859.003500:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075859.003502:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.003506:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075859.003510:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075859.003515:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075859.003524:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769075859.003532:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075859.003544:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5180 x1855007615972352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075859.003558:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075859.003563:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075859.003569:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0881133] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5180 x1855007615972352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075859.003600:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075859.003615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075859.003620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075859.003623:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075859.003625:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075859.003629:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075859.003633:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2842
00000400:00000200:0.0:1769075859.003639:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075859.003645:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075859.003649:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075859.003659:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075859.003663:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075859.003668:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075859.003680:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075859.003686:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075859.003689:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769075859.003695:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075859.003702:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769075859.003715:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769075859.003726:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769075859.003744:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075859.003779:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075859.003792:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075859.003807:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075859.003816:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769075859.003835:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075859.003845:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075859.003855:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075859.003865:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075859.003873:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.003884:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075859.003890:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075859.003898:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.003902:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075859.003916:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6d80.
00000020:00000040:0.0:1769075859.003929:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075859.003939:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075859.003944:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.003953:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075859.003958:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075859.003964:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075859.003973:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769075859.003986:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075859.004000:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6d80 x1855007615972480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075859.004020:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075859.004029:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075859.004041:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7137345] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6d80 x1855007615972480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075859.004118:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075859.004126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075859.004130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769075859.004135:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075859.004138:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075859.004146:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075859.004159:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2842
00000400:00000200:0.0:1769075859.004195:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075859.004219:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075859.004233:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075859.004243:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075859.004250:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075859.004262:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075859.004275:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075859.004289:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1769075859.004297:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:0.0:1769075859.004298:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769075859.004304:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769075859.004309:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000020:00000040:0.0:1769075859.004310:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769075859.004321:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769075859.004331:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769075859.004343:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075859.004346:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075859.004348:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075859.004350:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075859.004360:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769075859.004365:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075859.004374:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075859.004379:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075859.004384:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075859.004386:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.004389:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075859.004392:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075859.004400:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.004406:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075859.004428:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4e00.
00000020:00000040:0.0:1769075859.004435:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075859.004446:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075859.004452:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.004460:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075859.004465:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075859.004472:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075859.004481:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769075859.004490:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075859.004506:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4e00 x1855007615972608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075859.004551:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075859.004560:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075859.004570:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a33510eb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4e00 x1855007615972608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075859.004601:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075859.004612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075859.004616:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075859.004619:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075859.004625:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075859.004636:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2852)
00000800:00000200:1.1:1769075859.005149:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075859.005152:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075859.005534:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075859.005537:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769075859.707210:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075859.707214:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075859.707217:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075860.283227:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297516270, at 4297516288
00000100:00000010:3.0:1769075860.283248:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b660.
00000020:00000001:0.0:1769075860.731282:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075860.731289:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075860.731294:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075861.755370:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075861.755376:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075861.755381:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075862.779391:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075862.779397:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075862.779412:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075863.803402:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075863.803411:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075863.803422:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075864.124639:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075864.124651:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075864.125547:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075864.125551:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075864.126052:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075864.126058:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769075864.827352:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075864.827356:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075864.827387:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075865.403220:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297521390, at 4297521408
00000100:00000010:3.0:1769075865.403236:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b7e0.
00000020:00000001:3.0:1769075865.851279:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075865.851284:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075865.851289:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075866.875319:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075866.875325:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075866.875329:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075867.899216:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075867.899221:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075867.899226:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075868.923259:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075868.923291:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075868.923296:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075869.243295:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075869.243309:0:70873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075869.243312:0:70873:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075869.243318:0:70873:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075869.243324:0:70873:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075869.243333:0:70873:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2852
00000400:00000200:3.0:1769075869.243344:0:70873:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075869.243369:0:70873:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075869.243374:0:70873:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075869.243379:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075869.243383:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075869.243387:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075869.243391:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075869.243396:0:70873:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075869.243399:0:70873:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075869.243403:0:70873:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075869.243407:0:70873:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075869.243410:0:70873:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075869.243414:0:70873:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075869.243419:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075869.243422:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075869.243442:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075869.243455:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075869.243460:0:70873:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075869.243464:0:70873:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075869.243468:0:70873:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075869.243472:0:70873:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075869.243476:0:70873:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075869.243480:0:70873:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075869.243483:0:70873:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075869.243486:0:70873:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075869.243497:0:70873:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769075869.243503:0:70873:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075869.243508:0:70873:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075869.243510:0:70873:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075869.243513:0:70873:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075869.243517:0:70873:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075869.243522:0:70873:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075869.243532:0:70873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769075869.243541:0:70873:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075869.243551:0:70873:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007615973120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075869.243565:0:70873:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075869.243571:0:70873:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075869.243577:0:70873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007615973120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075869.243632:0:70873:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075869.243636:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075869.243642:0:70873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075869.243644:0:70873:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075869.243648:0:70873:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075869.243652:0:70873:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075869.243657:0:70873:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2852
00000400:00000200:3.0:1769075869.243664:0:70873:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075869.243671:0:70873:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075869.243690:0:70873:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075869.243702:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075869.243710:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075869.243718:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075869.243726:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075869.243734:0:70873:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075869.243740:0:70873:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075869.243756:0:70873:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075869.243764:0:70873:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075869.243770:0:70873:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075869.243780:0:70873:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075869.243791:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075869.243800:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075869.243807:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075869.243814:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075869.243821:0:70873:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075869.243826:0:70873:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075869.243830:0:70873:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075869.243837:0:70873:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075869.243844:0:70873:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075869.243853:0:70873:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075869.243860:0:70873:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075869.243868:0:70873:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075869.243877:0:70873:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075869.243885:0:70873:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075869.243896:0:70873:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000020:00000040:3.0:1769075869.243904:0:70873:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075869.243910:0:70873:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075869.243914:0:70873:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075869.243919:0:70873:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075869.243924:0:70873:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075869.243929:0:70873:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075869.243940:0:70873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769075869.243951:0:70873:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075869.243967:0:70873:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007615973248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075869.243997:0:70873:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075869.244004:0:70873:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075869.244017:0:70873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007615973248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769075869.244031:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075869.244039:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1769075869.244051:0:70873:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075869.244060:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075869.244118:0:70873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075869.244123:0:70873:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075869.244130:0:70873:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075869.244139:0:70873:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075869.244149:0:70873:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2852
00000400:00000200:3.0:1769075869.244164:0:70873:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075869.244176:0:70873:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075869.244183:0:70873:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075869.244190:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075869.244195:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075869.244202:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075869.244208:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075869.244215:0:70873:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075869.244220:0:70873:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075869.244227:0:70873:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075869.244230:0:70873:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075869.244239:0:70873:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075869.244246:0:70873:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075869.244256:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075869.244263:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075869.244270:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075869.244277:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075869.244283:0:70873:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075869.244291:0:70873:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075869.244297:0:70873:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075869.244302:0:70873:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075869.244309:0:70873:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075869.244317:0:70873:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075869.244322:0:70873:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075869.244326:0:70873:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075869.244334:0:70873:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075869.244341:0:70873:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075869.244350:0:70873:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769075869.244356:0:70873:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075869.244365:0:70873:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075869.244369:0:70873:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075869.244375:0:70873:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075869.244379:0:70873:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075869.244384:0:70873:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075869.244393:0:70873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769075869.244401:0:70873:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075869.244412:0:70873:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007615973376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075869.244451:0:70873:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075869.244457:0:70873:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075869.244467:0:70873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007615973376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075869.244527:0:70873:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075869.244538:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075869.244550:0:70873:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075869.244558:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075869.244568:0:70873:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075869.244602:0:70873:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2862)
00000800:00000200:1.1:1769075869.244862:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075869.244865:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075869.245190:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075869.245192:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769075869.947308:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075869.947312:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075869.947315:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075870.523137:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297526510, at 4297526528
00000100:00000010:3.0:1769075870.523162:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b120.
00000020:00000001:0.0:1769075870.971254:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075870.971258:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075870.971261:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075871.995323:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075871.995329:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075871.995333:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075873.019320:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075873.019324:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075873.019328:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075874.043387:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075874.043396:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075874.043404:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075874.363213:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075874.363225:0:70873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075874.363229:0:70873:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075874.363235:0:70873:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075874.363241:0:70873:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075874.363250:0:70873:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2857
00000400:00000200:3.0:1769075874.363262:0:70873:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075874.363270:0:70873:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075874.363274:0:70873:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075874.363279:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075874.363283:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075874.363297:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075874.363300:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075874.363306:0:70873:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075874.363308:0:70873:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075874.363312:0:70873:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075874.363316:0:70873:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075874.363319:0:70873:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075874.363322:0:70873:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075874.363327:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075874.363329:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075874.363331:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075874.363334:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075874.363337:0:70873:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075874.363341:0:70873:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075874.363344:0:70873:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075874.363347:0:70873:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075874.363351:0:70873:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075874.363355:0:70873:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075874.363358:0:70873:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075874.363361:0:70873:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075874.363372:0:70873:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769075874.363376:0:70873:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075874.363380:0:70873:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075874.363382:0:70873:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075874.363386:0:70873:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075874.363389:0:70873:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075874.363394:0:70873:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075874.363404:0:70873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769075874.363412:0:70873:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075874.363423:0:70873:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007615973504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075874.363437:0:70873:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075874.363442:0:70873:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075874.363449:0:70873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007615973504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075874.363480:0:70873:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075874.363485:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075874.363490:0:70873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075874.363492:0:70873:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075874.363520:0:70873:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075874.363526:0:70873:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075874.363533:0:70873:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2857
00000400:00000200:3.0:1769075874.363542:0:70873:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075874.363550:0:70873:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075874.363556:0:70873:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075874.363566:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075874.363570:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075874.363579:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075874.363587:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075874.363596:0:70873:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075874.363599:0:70873:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075874.363605:0:70873:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075874.363610:0:70873:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075874.363618:0:70873:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075874.363628:0:70873:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075874.363640:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075874.363648:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075874.363654:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075874.363664:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075874.363674:0:70873:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075874.363689:0:70873:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075874.363703:0:70873:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075874.363713:0:70873:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075874.363726:0:70873:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075874.363739:0:70873:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075874.363747:0:70873:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075874.363759:0:70873:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075874.363771:0:70873:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075874.363781:0:70873:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075874.363794:0:70873:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000020:00000040:3.0:1769075874.363806:0:70873:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075874.363820:0:70873:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075874.363825:0:70873:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075874.363844:0:70873:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075874.363869:0:70873:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075874.363877:0:70873:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075874.363891:0:70873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769075874.363908:0:70873:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075874.363929:0:70873:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007615973632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075874.363974:0:70873:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075874.363984:0:70873:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075874.363995:0:70873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007615973632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075874.364034:0:70873:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075874.364041:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075874.364048:0:70873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075874.364055:0:70873:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075874.364059:0:70873:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075874.364108:0:70873:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075874.364119:0:70873:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2857
00000400:00000200:3.0:1769075874.364139:0:70873:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000200:1.1:1769075874.364150:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000400:00000200:3.0:1769075874.364158:0:70873:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000800:00000200:1.1:1769075874.364160:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000100:00080000:3.0:1769075874.364171:0:70873:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075874.364192:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075874.364201:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075874.364211:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075874.364220:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075874.364227:0:70873:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075874.364233:0:70873:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075874.364238:0:70873:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075874.364244:0:70873:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075874.364248:0:70873:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075874.364256:0:70873:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075874.364265:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075874.364272:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075874.364280:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075874.364287:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075874.364298:0:70873:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075874.364305:0:70873:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075874.364313:0:70873:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075874.364318:0:70873:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075874.364326:0:70873:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075874.364334:0:70873:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075874.364343:0:70873:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075874.364349:0:70873:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075874.364354:0:70873:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075874.364365:0:70873:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075874.364376:0:70873:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769075874.364383:0:70873:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075874.364389:0:70873:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075874.364392:0:70873:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075874.364402:0:70873:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075874.364405:0:70873:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075874.364410:0:70873:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075874.364425:0:70873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769075874.364438:0:70873:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075874.364458:0:70873:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007615973760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075874.364529:0:70873:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075874.364538:0:70873:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075874.364552:0:70873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007615973760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075874.364578:0:70873:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075874.364585:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075874.364595:0:70873:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075874.364603:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075874.364610:0:70873:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075874.364624:0:70873:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2868)
00000800:00000200:1.1:1769075874.365103:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075874.365127:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075874.365548:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075874.365551:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769075875.067389:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075875.067397:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075875.067405:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075875.643200:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297531630, at 4297531648
00000100:00000010:3.0:1769075875.643233:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0be40.
00000020:00000001:0.0:1769075876.091343:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075876.091351:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075876.091359:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075877.115391:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075877.115400:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075877.115406:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075878.139347:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075878.139354:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075878.139361:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075879.163280:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075879.163285:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075879.163289:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075879.483154:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075879.483164:0:70873:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075879.483167:0:70873:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075879.483170:0:70873:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075879.483175:0:70873:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075879.483182:0:70873:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2863
00000400:00000200:3.0:1769075879.483190:0:70873:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075879.483196:0:70873:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075879.483199:0:70873:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075879.483203:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483205:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075879.483208:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483210:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075879.483214:0:70873:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075879.483216:0:70873:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075879.483218:0:70873:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075879.483220:0:70873:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075879.483222:0:70873:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075879.483224:0:70873:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075879.483226:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483227:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075879.483229:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483231:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075879.483233:0:70873:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075879.483236:0:70873:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483238:0:70873:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075879.483241:0:70873:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075879.483243:0:70873:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075879.483246:0:70873:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075879.483247:0:70873:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075879.483249:0:70873:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075879.483255:0:70873:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769075879.483258:0:70873:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075879.483262:0:70873:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075879.483263:0:70873:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075879.483266:0:70873:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075879.483268:0:70873:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075879.483271:0:70873:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075879.483295:0:70873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769075879.483304:0:70873:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075879.483317:0:70873:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007615973888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075879.483335:0:70873:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075879.483341:0:70873:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075879.483349:0:70873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007615973888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075879.483382:0:70873:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075879.483388:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075879.483393:0:70873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075879.483396:0:70873:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075879.483400:0:70873:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075879.483405:0:70873:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075879.483430:0:70873:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2863
00000400:00000200:3.0:1769075879.483441:0:70873:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075879.483448:0:70873:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075879.483469:0:70873:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075879.483475:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483482:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075879.483486:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483491:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075879.483497:0:70873:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075879.483501:0:70873:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075879.483504:0:70873:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075879.483507:0:70873:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075879.483512:0:70873:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075879.483518:0:70873:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075879.483525:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483530:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075879.483536:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483542:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075879.483548:0:70873:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075879.483554:0:70873:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483560:0:70873:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075879.483563:0:70873:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075879.483570:0:70873:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075879.483576:0:70873:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075879.483583:0:70873:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075879.483587:0:70873:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075879.483592:0:70873:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075879.483596:0:70873:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075879.483601:0:70873:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000020:00000040:3.0:1769075879.483605:0:70873:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075879.483608:0:70873:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075879.483611:0:70873:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075879.483615:0:70873:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075879.483616:0:70873:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075879.483619:0:70873:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075879.483627:0:70873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769075879.483633:0:70873:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075879.483642:0:70873:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007615974016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075879.483658:0:70873:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075879.483664:0:70873:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075879.483687:0:70873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007615974016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075879.483701:0:70873:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075879.483704:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075879.483710:0:70873:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075879.483714:0:70873:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075879.483719:0:70873:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075879.483725:0:70873:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075879.483735:0:70873:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2863
00000400:00000200:3.0:1769075879.483748:0:70873:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075879.483760:0:70873:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075879.483768:0:70873:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075879.483777:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483783:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075879.483791:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483796:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075879.483802:0:70873:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075879.483805:0:70873:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075879.483808:0:70873:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075879.483810:0:70873:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075879.483814:0:70873:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075879.483816:0:70873:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075879.483823:0:70873:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483828:0:70873:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075879.483831:0:70873:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483834:0:70873:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075879.483836:0:70873:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075879.483838:0:70873:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075879.483839:0:70873:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075879.483840:0:70873:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075879.483845:0:70873:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075879.483851:0:70873:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075879.483851:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769075879.483856:0:70873:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:1.1:1769075879.483858:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000008:00100000:3.0:1769075879.483859:0:70873:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075879.483867:0:70873:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075879.483870:0:70873:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075879.483876:0:70873:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769075879.483882:0:70873:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075879.483886:0:70873:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075879.483890:0:70873:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075879.483893:0:70873:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075879.483897:0:70873:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075879.483901:0:70873:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075879.483907:0:70873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769075879.483912:0:70873:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075879.483920:0:70873:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007615974144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075879.483939:0:70873:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075879.483943:0:70873:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075879.483953:0:70873:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007615974144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075879.483961:0:70873:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075879.483965:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075879.483975:0:70873:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075879.483981:0:70873:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075879.483989:0:70873:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075879.483997:0:70873:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2873)
00000800:00000200:1.1:1769075879.484362:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075879.484364:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075879.484721:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075879.484723:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769075880.187280:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075880.187284:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075880.187288:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075880.763187:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297536749, at 4297536768
00000100:00000010:3.0:1769075880.763202:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b5a0.
00000020:00000001:3.0:1769075881.211230:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075881.211234:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075881.211238:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075882.235243:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075882.235246:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075882.235249:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075883.259310:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075883.259314:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075883.259317:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075884.283400:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075884.283407:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075884.283414:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075884.603213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075884.603226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075884.603231:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075884.603236:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075884.603243:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075884.603265:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2868
00000400:00000200:3.0:1769075884.603279:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075884.603289:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075884.603295:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075884.603302:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603308:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075884.603312:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603317:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075884.603362:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075884.603366:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075884.603371:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075884.603376:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075884.603381:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075884.603386:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075884.603393:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603397:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075884.603401:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603406:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075884.603421:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075884.603428:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603433:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075884.603439:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075884.603445:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075884.603450:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075884.603455:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075884.603458:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075884.603472:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769075884.603476:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075884.603481:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075884.603483:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075884.603488:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075884.603491:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075884.603497:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075884.603508:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769075884.603516:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075884.603527:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007615974272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075884.603543:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075884.603548:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075884.603555:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007615974272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075884.603588:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075884.603593:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075884.603598:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075884.603600:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075884.603603:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075884.603606:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075884.603609:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2868
00000400:00000200:3.0:1769075884.603616:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075884.603620:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075884.603624:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075884.603627:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603630:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075884.603633:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603636:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075884.603639:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075884.603641:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075884.603643:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075884.603646:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075884.603649:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075884.603651:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075884.603666:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603668:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075884.603671:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603673:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075884.603676:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075884.603680:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603683:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075884.603685:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075884.603690:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075884.603693:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075884.603695:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075884.603700:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075884.603704:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075884.603706:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075884.603710:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000020:00000040:3.0:1769075884.603713:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075884.603716:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075884.603717:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075884.603720:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075884.603721:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075884.603724:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075884.603728:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769075884.603732:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075884.603737:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007615974400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075884.603747:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075884.603750:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075884.603754:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007615974400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075884.603763:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075884.603766:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075884.603771:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075884.603773:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075884.603775:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075884.603778:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075884.603781:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2868
00000400:00000200:3.0:1769075884.603785:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075884.603788:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075884.603790:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075884.603793:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603796:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075884.603798:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603800:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075884.603802:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075884.603804:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075884.603806:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075884.603808:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075884.603810:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075884.603813:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075884.603816:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603818:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075884.603820:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603823:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075884.603825:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075884.603828:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075884.603831:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075884.603833:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075884.603836:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075884.603838:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075884.603840:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075884.603842:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075884.603854:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075884.603857:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075884.603860:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769075884.603863:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075884.603866:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075884.603867:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075884.603869:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075884.603871:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075884.603872:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075884.603876:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769075884.603879:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075884.603884:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007615974528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075884.603891:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075884.603894:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075884.603898:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007615974528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075884.603906:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075884.603918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075884.603922:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075884.603925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075884.603929:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075884.603934:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2878)
00000800:00000200:1.1:1769075884.604432:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075884.604437:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075884.604875:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075884.604878:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075884.605277:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075884.605283:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769075885.307234:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075885.307237:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075885.307240:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075885.883136:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297541870, at 4297541888
00000100:00000010:3.0:1769075885.883156:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b540.
00000020:00000001:0.0:1769075886.331238:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075886.331242:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075886.331246:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075887.355257:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075887.355261:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075887.355264:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075888.379343:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075888.379351:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075888.379358:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075889.403373:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075889.403379:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075889.403384:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075889.723303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075889.723322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075889.723327:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075889.723336:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075889.723345:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075889.723358:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2873
00000400:00000200:3.0:1769075889.723373:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075889.723385:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075889.723393:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075889.723402:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075889.723410:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075889.723417:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075889.723424:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075889.723433:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075889.723436:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075889.723441:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075889.723445:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075889.723448:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075889.723452:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075889.723457:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075889.723460:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075889.723465:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075889.723468:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075889.723473:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075889.723478:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075889.723482:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075889.723486:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075889.723490:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075889.723495:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075889.723498:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075889.723501:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075889.723509:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769075889.723516:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075889.723523:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075889.723526:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075889.723531:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075889.723535:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075889.723541:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075889.723552:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769075889.723562:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075889.723578:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007615974656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075889.723593:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075889.723600:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075889.723610:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007615974656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075889.723637:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075889.723643:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075889.723649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075889.723652:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075889.723657:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075889.723664:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075889.723671:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2873
00000400:00000200:3.0:1769075889.723680:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075889.723689:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075889.723694:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075889.723702:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075889.723706:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769075889.723710:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769075889.723712:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075889.723720:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769075889.723724:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769075889.723725:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075889.723733:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:0.0:1769075889.723735:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769075889.723738:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075889.723746:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075889.723750:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075889.723755:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769075889.723761:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35c00 x1855007615974656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.723779:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075889.723784:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075889.723790:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075889.723794:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075889.723799:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075889.723806:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615974656:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075889.723813:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075889.723819:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075889.723822:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075889.723840:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075889.723847:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075889.723851:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075889.723860:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075889.723866:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075889.723873:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075889.723883:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615974656, portal 25
00000100:00000001:0.0:1769075889.723887:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075889.723889:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438387200 : -107392271164416 : ffff9e53c9d35c00)
00000100:00000040:0.0:1769075889.723897:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35c00 x1855007615974656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.723908:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075889.723912:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075889.723916:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075889.723920:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615974656, offset 0
00000400:00000200:0.0:1769075889.723928:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075889.723939:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075889.723949:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075889.723957:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075889.723963:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075889.723968:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075889.723972:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075889.723976:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37096:37096:256:4294967295] 192.168.204.113@tcp LPNI seq info [37066:37066:8:4294967295]
00000400:00000200:0.0:1769075889.723982:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075889.724000:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075889.724011:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075889.724022:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000800:00000200:0.0:1769075889.724036:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075889.724043:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075889.724055:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769075889.724062:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075889.724104:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075889.724115:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075889.724121:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000200:0.1:1769075889.724127:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1769075889.724129:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000800:00000100:0.0:1769075889.724144:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075889.724149:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000400:00000200:0.0:1769075889.724157:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075889.724165:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075889.724173:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075889.724178:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075889.724187:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075889.724195:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35c00 x1855007615974656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.724212:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075889.724218:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35c00 x1855007615974656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.724229:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075889.724233:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075889.724268:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075889.724276:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075889.724291:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297546990
00000100:00000010:0.0:1769075889.724299:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cad20.
00000100:00080000:3.0:1769075889.724305:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075889.724313:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769075889.724315:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075889.724324:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769075889.724325:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297546990
00000100:00000010:0.0:1769075889.724334:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cac00.
02000000:00000001:3.0:1769075889.724335:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075889.724338:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1769075889.724348:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075889.724350:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075889.724360:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075889.724360:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075889.724370:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1769075889.724373:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1769075889.724379:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075889/real 1769075889]  req@ffff9e53c9d35c00 x1855007615974656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769075889.724387:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075889.724399:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769075889.724413:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000010:3.0:1769075889.724415:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000400:00000001:0.0:1769075889.724417:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075889.724424:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000020:00000040:3.0:1769075889.724428:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000400:00000200:0.0:1769075889.724431:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
02000000:00000001:3.0:1769075889.724439:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1769075889.724440:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
02000000:00000001:3.0:1769075889.724446:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075889.724448:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769075889.724453:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1769075889.724459:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35c00 x1855007615974656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769075889.724460:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075889.724466:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075889.724479:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000200:0.0:1769075889.724486:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35c00 x1855007615974656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075889.724490:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075889.724505:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:3.0:1769075889.724509:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007615974784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075889.724511:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075889.724519:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075889.724524:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075889.724537:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1769075889.724539:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35c00 x1855007615974656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075889.724544:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075889.724561:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007615974784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.724564:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075889.724583:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35c00 x1855007615974656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075889.724627:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075889.724630:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769075889.724635:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769075889.724645:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075889.724646:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075889.724649:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075889.724654:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075889.724657:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769075889.724661:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769075889.724665:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075889.724670:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2873
00000100:00000001:0.0:1769075889.724677:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000400:00000200:3.0:1769075889.724683:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075889.724687:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1769075889.724693:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075889.724702:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1769075889.724705:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1769075889.724708:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075889.724719:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1769075889.724730:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000040:3.0:1769075889.724730:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075889.724738:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769075889.724745:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1769075889.724745:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075889.724750:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075889.724756:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075889.724761:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000040:0.0:1769075889.724762:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35c00 x1855007615974656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769075889.724765:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075889.724775:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075889.724788:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075889.724796:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1769075889.724807:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615974656:192.168.204.113@tcp:250:kworker.0
00000100:00000040:3.0:1769075889.724807:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075889.724817:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075889.724825:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:0.0:1769075889.724827:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075889.724835:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769075889.724837:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000040:0.0:1769075889.724844:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35c00 x1855007615974656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075889.724848:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075889.724861:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769075889.724867:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075889.724874:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1769075889.724874:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769075889.724881:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:3.0:1769075889.724885:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075889.724889:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1769075889.724895:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000020:00000001:0.0:1769075889.724896:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075889.724904:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000008:00100000:3.0:1769075889.724906:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000020:00000001:0.0:1769075889.724909:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075889.724915:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
00000008:00000001:3.0:1769075889.724918:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075889.724923:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1769075889.724927:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075889.724928:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075889.724935:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35c00.
00000100:00000010:3.0:1769075889.724941:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000100:00000001:0.0:1769075889.724942:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075889.724946:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769075889.724953:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:0.0:1769075889.724954:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769075889.724964:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075889.724967:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075889.724969:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075889.724970:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769075889.724977:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075889.724978:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075889.724984:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075889.724986:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075889.724993:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000010:3.0:1769075889.724996:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:0.0:1769075889.724997:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769075889.725007:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075889.725016:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35500 x1855007615974784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769075889.725024:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007615974912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075889.725130:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075889.725132:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075889.725135:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075889.725143:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075889.725145:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075889.725154:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075889.725160:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075889.725163:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007615974912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075889.725170:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615974784:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075889.725183:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075889.725189:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075889.725194:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075889.725201:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769075889.725206:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075889.725208:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075889.725217:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075889.725221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769075889.725232:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769075889.725257:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075889.725264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1769075889.725271:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000100:00000040:3.0:1769075889.725272:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1769075889.725285:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000040:3.0:1769075889.725287:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2883)
00000100:00000200:0.0:1769075889.725295:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615974784, portal 10
00000100:00000001:0.0:1769075889.725302:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075889.725304:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438385408 : -107392271166208 : ffff9e53c9d35500)
00000100:00000040:0.0:1769075889.725315:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35500 x1855007615974784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.725325:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075889.725329:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075889.725332:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075889.725336:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615974784, offset 0
00000400:00000200:0.0:1769075889.725341:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075889.725347:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075889.725353:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075889.725357:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075889.725362:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075889.725365:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075889.725369:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075889.725373:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37097:37097:256:4294967295] 192.168.204.113@tcp LPNI seq info [37067:37067:8:4294967295]
00000400:00000200:0.0:1769075889.725379:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075889.725388:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075889.725394:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075889.725399:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000800:00000200:0.0:1769075889.725404:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075889.725408:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075889.725415:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075889.725418:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769075889.725424:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075889.725427:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000400:00000200:0.0:1769075889.725431:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075889.725436:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075889.725440:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075889.725443:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075889.725447:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075889.725451:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35500 x1855007615974784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.725462:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075889.725466:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35500 x1855007615974784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.725475:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075889.725477:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075889.725481:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075889.725486:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075889.725490:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075889.725493:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297545743
00000100:00000001:0.0:1769075889.725497:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297546990
00000100:00000001:0.0:1769075889.725500:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297545743
00000100:00000001:0.0:1769075889.725503:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297546990
00000100:00000001:0.0:1769075889.725506:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075889.725509:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075889.725511:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075889.725516:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075889/real 1769075889]  req@ffff9e53c9d35500 x1855007615974784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075889.725526:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075889.725528:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075889.725530:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075889.725532:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075889.725534:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075889.725537:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075889.725541:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35500 x1855007615974784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075889.725551:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35500 x1855007615974784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.725559:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075889.725561:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075889.725563:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075889.725565:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075889.725569:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35500 x1855007615974784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.725577:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075889.725582:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35500 x1855007615974784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.725591:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075889.725594:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075889.725596:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075889.725597:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075889.725600:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075889.725602:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075889.725606:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075889.725610:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075889.725613:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075889.725618:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35500 x1855007615974784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075889.725632:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615974784:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075889.725640:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075889.725643:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075889.725649:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35500 x1855007615974784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.725664:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075889.725667:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075889.725671:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075889.725676:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075889.725679:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075889.725682:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075889.725686:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075889.725690:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:0.0:1769075889.725695:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075889.725698:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075889.725701:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35500.
00000100:00000001:0.0:1769075889.725707:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075889.725709:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075889.725713:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075889.725721:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075889.725724:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075889.725728:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075889.725731:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075889.725733:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075889.725741:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34380 x1855007615974912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.725753:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075889.725756:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075889.725759:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075889.725762:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075889.725764:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075889.725768:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615974912:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075889.725773:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075889.725776:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075889.725778:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075889.725780:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075889.725785:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075889.725788:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075889.725794:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075889.725797:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075889.725802:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075889.725806:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615974912, portal 10
00000100:00000001:0.0:1769075889.725809:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075889.725811:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380928 : -107392271170688 : ffff9e53c9d34380)
00000100:00000040:0.0:1769075889.725818:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34380 x1855007615974912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.725826:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075889.725829:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075889.725832:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075889.725835:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615974912, offset 0
00000400:00000200:0.0:1769075889.725840:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075889.725846:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075889.725850:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075889.725854:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075889.725858:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075889.725862:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075889.725865:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075889.725869:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37098:37098:256:4294967295] 192.168.204.113@tcp LPNI seq info [37068:37068:8:4294967295]
00000400:00000200:0.0:1769075889.725874:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075889.725883:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075889.725890:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075889.725894:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000800:00000200:0.0:1769075889.725899:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075889.725903:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075889.725909:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075889.725912:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769075889.725917:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075889.725920:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000400:00000200:0.0:1769075889.725924:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075889.725929:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075889.725932:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075889.725935:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075889.725938:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075889.725943:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34380 x1855007615974912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.725953:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075889.725957:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34380 x1855007615974912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.725965:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075889.725968:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075889.725972:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075889.725976:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075889.725979:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075889.725982:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297545750
00000100:00000001:0.0:1769075889.725985:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297546990
00000100:00000001:0.0:1769075889.725988:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297545750
00000100:00000001:0.0:1769075889.725991:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297546990
00000100:00000001:0.0:1769075889.725994:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075889.725998:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075889.726001:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075889.726008:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075889/real 1769075889]  req@ffff9e53c9d34380 x1855007615974912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075889.726025:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075889.726028:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075889.726032:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075889.726037:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075889.726040:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075889.726043:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075889.726049:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34380 x1855007615974912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075889.726107:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34380 x1855007615974912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.726124:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075889.726127:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075889.726131:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075889.726133:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075889.726139:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34380 x1855007615974912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.726149:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075889.726154:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34380 x1855007615974912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.726162:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075889.726165:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075889.726167:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075889.726169:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075889.726171:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075889.726173:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075889.726176:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075889.726180:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075889.726182:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075889.726188:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34380 x1855007615974912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075889.726199:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615974912:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075889.726203:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075889.726206:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075889.726209:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34380 x1855007615974912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075889.726217:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075889.726219:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075889.726221:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075889.726225:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075889.726227:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075889.726229:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075889.726231:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075889.726233:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:0.0:1769075889.726259:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075889.726261:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075889.726263:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34380.
00000100:00000001:0.0:1769075889.726267:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075889.726268:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075889.726271:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075889.726276:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075889.726277:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075889.726280:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075889.726282:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075890.427307:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075890.427310:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075890.427315:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075891.003164:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297546990, at 4297547008
00000100:00000010:3.0:1769075891.003183:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cac00.
00000020:00000001:0.0:1769075891.451340:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075891.451347:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075891.451353:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1769075891.771195:0:70881:0:(osc_request.c:735:osc_update_next_shrink()) next time 4080 to shrink grant
00000020:00000001:0.0:1769075892.475213:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075892.475219:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075892.475222:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075893.499310:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075893.499314:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075893.499317:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075894.523312:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075894.523316:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075894.523319:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075894.843207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075894.843219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075894.843223:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075894.843228:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075894.843232:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075894.843240:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2878
00000400:00000200:3.0:1769075894.843248:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075894.843255:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075894.843258:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075894.843262:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075894.843266:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075894.843268:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075894.843271:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075894.843275:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075894.843277:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075894.843281:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075894.843284:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075894.843286:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075894.843289:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075894.843292:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075894.843293:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075894.843296:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075894.843298:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075894.843301:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075894.843305:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075894.843308:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075894.843312:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075894.843315:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075894.843318:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075894.843320:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075894.843322:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075894.843333:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000020:00000040:3.0:1769075894.843337:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075894.843341:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075894.843342:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075894.843345:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075894.843349:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075894.843354:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075894.843363:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769075894.843372:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075894.843384:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007615975040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075894.843416:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075894.843423:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075894.843431:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007615975040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075894.843465:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075894.843470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075894.843496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075894.843499:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075894.843503:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075894.843509:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075894.843515:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2878
00000400:00000200:3.0:1769075894.843526:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075894.843535:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075894.843539:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769075894.843543:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769075894.843545:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075894.843554:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769075894.843556:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769075894.843558:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075894.843566:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769075894.843567:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075894.843577:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075894.843580:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075894.843583:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075894.843589:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000040:0.0:1769075894.843593:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36d80 x1855007615975040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769075894.843593:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075894.843601:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075894.843614:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075894.843624:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075894.843632:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075894.843640:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075894.843640:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769075894.843647:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769075894.843649:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769075894.843654:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075894.843674:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075894.843676:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075894.843681:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075894.843687:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075894.843689:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769075894.843690:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075894.843697:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769075894.843699:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1769075894.843702:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075894.843710:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075894.843711:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075894.843715:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000020:00000040:3.0:1769075894.843721:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075894.843724:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075894.843726:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075894.843729:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1769075894.843733:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615975040:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769075894.843734:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075894.843739:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.843749:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769075894.843752:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
02000000:00000001:0.0:1769075894.843758:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769075894.843762:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075894.843765:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075894.843773:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769075894.843776:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007615975168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1769075894.843783:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075894.843789:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075894.843803:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769075894.843804:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075894.843811:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769075894.843813:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000100:00000040:3.0:1769075894.843827:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007615975168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769075894.843828:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075894.843842:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615975040, portal 25
00000100:00000001:0.0:1769075894.843850:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075894.843852:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.843854:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438391680 : -107392271159936 : ffff9e53c9d36d80)
00000100:00080000:3.0:1769075894.843860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075894.843867:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075894.843872:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1769075894.843874:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36d80 x1855007615975040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769075894.843875:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075894.843882:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075894.843889:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2878
00000400:00000200:3.0:1769075894.843902:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075894.843910:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1769075894.843911:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075894.843917:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075894.843920:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769075894.843926:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000010:0.0:1769075894.843945:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000001:3.0:1769075894.843947:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075894.843955:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000200:0.0:1769075894.843956:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615975040, offset 0
00000100:00000001:3.0:1769075894.843959:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075894.843968:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075894.843970:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:0.0:1769075894.843977:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000001:3.0:1769075894.843977:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075894.843983:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075894.843989:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075894.843992:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769075894.843998:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769075894.844006:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075894.844011:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769075894.844019:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:3.0:1769075894.844020:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075894.844028:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:0.0:1769075894.844036:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769075894.844037:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075894.844048:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:0.0:1769075894.844053:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:3.0:1769075894.844056:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075894.844063:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769075894.844064:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769075894.844087:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769075894.844088:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000001:3.0:1769075894.844095:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075894.844099:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075894.844102:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075894.844104:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075894.844107:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075894.844112:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000020:00000040:3.0:1769075894.844115:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075894.844118:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075894.844120:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075894.844122:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075894.844124:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769075894.844130:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37099:37099:256:4294967295] 192.168.204.113@tcp LPNI seq info [37069:37069:8:4294967295]
00000400:00000200:0.0:1769075894.844137:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075894.844174:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075894.844184:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769075894.844205:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769075894.844208:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
02000000:00000010:3.0:1769075894.844220:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000800:00000200:0.0:1769075894.844221:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075894.844230:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769075894.844234:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075894.844242:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00100000:3.0:1769075894.844251:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007615975296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769075894.844252:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769075894.844274:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769075894.844275:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075894.844282:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769075894.844284:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000100:00000040:3.0:1769075894.844290:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007615975296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769075894.844298:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769075894.844303:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075894.844309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769075894.844317:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769075894.844318:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075894.844329:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769075894.844335:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000100:00000040:3.0:1769075894.844335:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1769075894.844346:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000040:3.0:1769075894.844347:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2888)
00000100:00000001:0.0:1769075894.844362:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075894.844372:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36d80 x1855007615975040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.844386:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075894.844390:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36d80 x1855007615975040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075919 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.844399:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.844401:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075894.844409:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075894.844414:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075894.844418:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297552110
00000100:00000010:0.0:1769075894.844424:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cad20.
00000100:00000001:0.0:1769075894.844431:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075894.844448:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297552110
00000100:00000010:0.0:1769075894.844453:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cac00.
00000100:00000001:0.0:1769075894.844457:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075894.844460:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075894.844464:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.844467:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075894.844474:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075894/real 1769075894]  req@ffff9e53c9d36d80 x1855007615975040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075894.844487:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075894.844490:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075894.844492:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075894.844496:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075894.844499:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075894.844501:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075894.844508:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36d80 x1855007615975040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075894.844542:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36d80 x1855007615975040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.844556:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075894.844559:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.844564:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075894.844567:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075894.844575:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36d80 x1855007615975040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.844591:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075894.844600:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36d80 x1855007615975040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.844616:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075894.844622:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.844626:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075894.844628:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.844633:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075894.844637:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075894.844641:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075894.844647:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075894.844650:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075894.844673:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36d80 x1855007615975040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075894.844682:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615975040:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075894.844688:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.844691:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075894.844696:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36d80 x1855007615975040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.844707:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075894.844711:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075894.844715:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075894.844720:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075894.844723:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075894.844725:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075894.844729:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075894.844732:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:0.0:1769075894.844738:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075894.844741:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075894.844745:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36d80.
00000100:00000001:0.0:1769075894.844751:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075894.844753:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.844757:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.844767:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075894.844770:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.844774:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075894.844776:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075894.844778:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075894.844784:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36680 x1855007615975168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.844799:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075894.844800:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075894.844803:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075894.844805:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075894.844807:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075894.844810:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615975168:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075894.844814:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075894.844816:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075894.844818:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075894.844821:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075894.844826:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075894.844830:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075894.844837:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075894.844842:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075894.844848:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075894.844853:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615975168, portal 10
00000100:00000001:0.0:1769075894.844856:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075894.844858:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438389888 : -107392271161728 : ffff9e53c9d36680)
00000100:00000040:0.0:1769075894.844869:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36680 x1855007615975168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.844881:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075894.844886:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075894.844889:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075894.844894:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615975168, offset 0
00000400:00000200:0.0:1769075894.844901:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075894.844908:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075894.844932:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075894.844936:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075894.844940:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075894.844944:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075894.844947:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075894.844952:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37100:37100:256:4294967295] 192.168.204.113@tcp LPNI seq info [37070:37070:8:4294967295]
00000400:00000200:0.0:1769075894.844958:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075894.844968:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075894.844974:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075894.844979:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000800:00000200:0.0:1769075894.844985:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075894.844989:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075894.844995:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075894.844998:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769075894.845003:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075894.845006:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000400:00000200:0.0:1769075894.845010:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075894.845015:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075894.845019:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075894.845021:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075894.845025:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075894.845030:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36680 x1855007615975168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.845042:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075894.845046:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36680 x1855007615975168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075919 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.845055:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.845057:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075894.845061:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075894.845067:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075894.845071:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075894.845074:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297550862
00000100:00000001:0.0:1769075894.845078:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297552110
00000100:00000001:0.0:1769075894.845098:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297550862
00000100:00000001:0.0:1769075894.845100:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297552110
00000100:00000001:0.0:1769075894.845102:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075894.845105:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.845107:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075894.845112:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075894/real 1769075894]  req@ffff9e53c9d36680 x1855007615975168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075894.845120:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075894.845122:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075894.845124:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075894.845126:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075894.845176:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075894.845181:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075894.845186:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36680 x1855007615975168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075894.845195:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36680 x1855007615975168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.845202:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075894.845204:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.845206:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075894.845207:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075894.845211:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36680 x1855007615975168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.845217:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075894.845222:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36680 x1855007615975168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.845229:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075894.845232:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.845233:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075894.845234:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.845236:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075894.845238:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075894.845241:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075894.845244:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075894.845247:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075894.845251:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36680 x1855007615975168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075894.845259:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615975168:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075894.845263:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075894.845268:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34700 x1855007615975296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.845279:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075894.845281:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075894.845284:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075894.845287:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075894.845290:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075894.845295:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615975296:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075894.845301:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075894.845304:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075894.845306:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075894.845309:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075894.845315:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769075894.845318:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075894.845324:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075894.845329:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075894.845335:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075894.845340:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615975296, portal 10
00000100:00000001:0.0:1769075894.845344:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075894.845346:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438381824 : -107392271169792 : ffff9e53c9d34700)
00000100:00000040:0.0:1769075894.845356:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34700 x1855007615975296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.845367:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075894.845370:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075894.845373:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075894.845376:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615975296, offset 0
00000400:00000200:0.0:1769075894.845380:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075894.845385:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075894.845390:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075894.845393:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075894.845396:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075894.845398:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075894.845401:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075894.845404:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37101:37101:256:4294967295] 192.168.204.113@tcp LPNI seq info [37071:37071:8:4294967295]
00000400:00000200:0.0:1769075894.845409:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075894.845417:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075894.845421:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075894.845425:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000800:00000200:0.0:1769075894.845429:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075894.845432:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075894.845437:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075894.845439:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769075894.845444:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075894.845446:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000400:00000200:0.0:1769075894.845449:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075894.845452:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075894.845455:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075894.845457:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075894.845461:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075894.845464:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34700 x1855007615975296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.845473:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075894.845476:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34700 x1855007615975296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075919 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.845483:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.845484:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075894.845488:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075894.845491:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075894.845494:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075894.845497:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297550870
00000100:00000001:0.0:1769075894.845499:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297552110
00000100:00000001:0.0:1769075894.845502:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297550870
00000100:00000001:0.0:1769075894.845505:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297552110
00000100:00000001:0.0:1769075894.845508:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075894.845511:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.845515:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075894.845520:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075894/real 1769075894]  req@ffff9e53c9d34700 x1855007615975296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075894.845534:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075894.845536:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075894.845538:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075894.845543:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075894.845545:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075894.845549:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075894.845554:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34700 x1855007615975296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075894.845568:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34700 x1855007615975296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.845581:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075894.845583:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.845586:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075894.845589:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075894.845595:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34700 x1855007615975296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.845604:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075894.845609:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34700 x1855007615975296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.845617:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075894.845620:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.845621:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075894.845623:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.845625:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075894.845626:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075894.845629:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075894.845632:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075894.845634:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075894.845638:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34700 x1855007615975296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075894.845645:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615975296:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075894.845649:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.845651:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075894.845655:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36680 x1855007615975168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.845661:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075894.845663:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075894.845665:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075894.845668:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075894.845669:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075894.845671:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075894.845673:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075894.845675:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:0.0:1769075894.845678:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075894.845679:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075894.845681:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36680.
00000100:00000001:0.0:1769075894.845684:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075894.845685:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.845688:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075894.845693:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34700 x1855007615975296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075919 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.845704:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075894.845706:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075894.845708:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769075894.845712:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075894.845714:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075894.845716:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075894.845719:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075894.845721:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:0.0:1769075894.845725:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075894.845727:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075894.845729:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34700.
00000100:00000001:0.0:1769075894.845733:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075894.845735:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.845738:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075894.845744:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075894.845747:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.845750:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075894.845753:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075895.547302:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075895.547306:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075895.547309:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075896.123227:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297552110, at 4297552128
00000100:00000010:3.0:1769075896.123256:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cac00.
00000020:00000001:3.0:1769075896.571259:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075896.571264:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075896.571267:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075897.595354:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075897.595365:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075897.595373:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075898.619307:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075898.619311:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075898.619314:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075899.643310:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075899.643315:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075899.643318:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075899.963216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075899.963230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075899.963234:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075899.963238:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075899.963243:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075899.963252:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2883
00000400:00000200:3.0:1769075899.963261:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075899.963268:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075899.963272:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075899.963277:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075899.963282:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075899.963285:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075899.963287:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075899.963292:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075899.963294:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075899.963298:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075899.963302:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075899.963304:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075899.963307:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075899.963310:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075899.963312:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075899.963314:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075899.963316:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075899.963318:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075899.963321:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075899.963323:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075899.963325:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075899.963329:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075899.963331:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075899.963333:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075899.963335:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075899.963347:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000020:00000040:3.0:1769075899.963350:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075899.963354:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075899.963356:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075899.963359:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075899.963362:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075899.963368:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075899.963377:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769075899.963384:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075899.963393:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007615975424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075899.963404:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075899.963408:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075899.963412:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007615975424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075899.963436:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075899.963438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075899.963441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075899.963442:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075899.963443:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075899.963445:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075899.963448:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2883
00000400:00000200:3.0:1769075899.963451:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075899.963453:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075899.963455:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075899.963458:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075899.963459:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075899.963461:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075899.963463:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075899.963465:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075899.963466:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075899.963467:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075899.963469:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075899.963470:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075899.963472:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075899.963474:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075899.963475:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075899.963477:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075899.963478:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075899.963479:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075899.963483:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:0.0:1769075899.963485:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769075899.963486:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075899.963490:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075899.963491:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769075899.963492:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075899.963498:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769075899.963500:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34e00 x1855007615975424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769075899.963501:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075899.963506:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075899.963512:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769075899.963513:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1769075899.963518:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075899.963519:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075899.963523:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075899.963526:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769075899.963528:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
02000000:00000001:0.0:1769075899.963530:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769075899.963531:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075899.963533:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075899.963535:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1769075899.963538:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615975424:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769075899.963539:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075899.963544:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769075899.963546:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769075899.963547:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075899.963551:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075899.963553:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1769075899.963555:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
02000000:00000001:0.0:1769075899.963557:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075899.963559:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075899.963561:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075899.963569:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
00000100:00100000:3.0:1769075899.963570:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007615975552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769075899.963572:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075899.963583:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075899.963584:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1769075899.963588:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000100:00000001:3.0:1769075899.963589:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769075899.963597:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000040:3.0:1769075899.963598:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007615975552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075899.963608:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615975424, portal 25
00000100:00000001:0.0:1769075899.963612:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769075899.963613:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075899.963614:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438383616 : -107392271168000 : ffff9e53c9d34e00)
00000100:00080000:3.0:1769075899.963621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075899.963623:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34e00 x1855007615975424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769075899.963631:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075899.963634:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075899.963637:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075899.963638:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769075899.963641:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075899.963647:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2883
00000100:00000040:0.0:1769075899.963652:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075899.963655:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000400:00000200:3.0:1769075899.963659:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000200:0.0:1769075899.963660:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615975424, offset 0
00000400:00000200:3.0:1769075899.963664:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075899.963667:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769075899.963671:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769075899.963674:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075899.963677:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075899.963679:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075899.963680:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075899.963681:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075899.963682:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:0.0:1769075899.963685:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:3.0:1769075899.963686:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075899.963691:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075899.963694:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769075899.963696:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075899.963705:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769075899.963706:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769075899.963711:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:3.0:1769075899.963715:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769075899.963718:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769075899.963722:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769075899.963723:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:3.0:1769075899.963730:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:0.0:1769075899.963732:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37102:37102:256:4294967295] 192.168.204.113@tcp LPNI seq info [37072:37072:8:4294967295]
00000400:00000200:0.0:1769075899.963738:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075899.963738:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075899.963744:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075899.963750:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:0.0:1769075899.963757:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769075899.963758:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075899.963763:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075899.963767:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075899.963770:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769075899.963773:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769075899.963773:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075899.963777:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1769075899.963780:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000008:00000001:3.0:1769075899.963781:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075899.963786:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075899.963789:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000020:00000040:3.0:1769075899.963794:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:0.0:1769075899.963795:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:3.0:1769075899.963801:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1769075899.963803:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1769075899.963804:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075899.963809:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075899.963811:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075899.963815:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075899.963815:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075899.963822:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
02000000:00000010:3.0:1769075899.963823:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000800:00000100:0.0:1769075899.963828:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769075899.963829:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769075899.963831:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000100:00100000:3.0:1769075899.963837:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007615975680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769075899.963839:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075899.963849:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769075899.963851:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769075899.963854:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000100:00000001:3.0:1769075899.963856:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769075899.963858:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075899.963867:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769075899.963867:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007615975680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075899.963873:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34e00 x1855007615975424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075899.963887:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075899.963894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769075899.963897:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075899.963902:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075899.963905:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34e00 x1855007615975424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769075899.963907:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075899.963916:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075899.963926:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2893)
00000100:00000001:0.0:1769075899.963927:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075899.963932:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075899.963941:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075899.963948:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075899.963953:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297557229
00000100:00000010:0.0:1769075899.963959:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca900.
00000100:00000001:0.0:1769075899.963970:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075899.963983:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297557229
00000100:00000010:0.0:1769075899.963986:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca2a0.
00000100:00000001:0.0:1769075899.963989:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075899.963992:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075899.963994:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075899.963997:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075899.964001:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075899/real 1769075899]  req@ffff9e53c9d34e00 x1855007615975424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075899.964015:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075899.964017:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075899.964019:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075899.964021:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075899.964023:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075899.964031:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075899.964034:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34e00 x1855007615975424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075899.964041:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34e00 x1855007615975424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964046:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075899.964047:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964049:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075899.964051:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075899.964057:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34e00 x1855007615975424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964096:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075899.964107:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34e00 x1855007615975424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964114:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075899.964116:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964118:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075899.964119:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964122:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075899.964127:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075899.964130:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075899.964134:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075899.964136:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075899.964140:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34e00 x1855007615975424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075899.964148:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615975424:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075899.964152:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964154:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075899.964156:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34e00 x1855007615975424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964161:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075899.964163:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075899.964166:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075899.964168:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075899.964170:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075899.964171:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075899.964173:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075899.964176:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:0.0:1769075899.964181:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075899.964183:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075899.964184:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34e00.
00000100:00000001:0.0:1769075899.964187:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075899.964188:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964190:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964197:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075899.964199:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075899.964200:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075899.964201:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075899.964202:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075899.964205:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34000 x1855007615975552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964210:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075899.964211:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075899.964213:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075899.964215:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075899.964216:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075899.964218:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615975552:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075899.964221:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075899.964223:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075899.964224:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075899.964225:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075899.964228:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075899.964229:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075899.964233:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075899.964235:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075899.964238:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075899.964240:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615975552, portal 10
00000100:00000001:0.0:1769075899.964242:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075899.964243:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380032 : -107392271171584 : ffff9e53c9d34000)
00000100:00000040:0.0:1769075899.964249:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34000 x1855007615975552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964254:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075899.964255:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075899.964257:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075899.964259:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615975552, offset 0
00000400:00000200:0.0:1769075899.964262:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075899.964264:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075899.964267:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075899.964269:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075899.964271:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075899.964274:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075899.964275:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075899.964277:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37103:37103:256:4294967295] 192.168.204.113@tcp LPNI seq info [37073:37073:8:4294967295]
00000400:00000200:0.0:1769075899.964281:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075899.964285:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075899.964288:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075899.964290:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000800:00000200:0.0:1769075899.964293:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075899.964296:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075899.964299:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075899.964301:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769075899.964304:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075899.964305:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000400:00000200:0.0:1769075899.964307:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075899.964310:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075899.964312:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075899.964314:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075899.964316:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075899.964318:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34000 x1855007615975552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964324:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075899.964326:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34000 x1855007615975552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964330:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075899.964331:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075899.964333:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075899.964337:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075899.964339:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075899.964340:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297555982
00000100:00000001:0.0:1769075899.964343:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297557229
00000100:00000001:0.0:1769075899.964344:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297555982
00000100:00000001:0.0:1769075899.964346:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297557229
00000100:00000001:0.0:1769075899.964348:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075899.964349:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075899.964350:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075899.964353:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075899/real 1769075899]  req@ffff9e53c9d34000 x1855007615975552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075899.964357:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075899.964358:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075899.964360:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075899.964362:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075899.964363:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075899.964365:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075899.964367:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34000 x1855007615975552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075899.964372:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34000 x1855007615975552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964376:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075899.964377:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964378:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075899.964379:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075899.964381:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34000 x1855007615975552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964385:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075899.964387:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34000 x1855007615975552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964392:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075899.964394:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964395:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075899.964396:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964397:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075899.964398:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075899.964400:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075899.964402:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075899.964403:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075899.964405:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34000 x1855007615975552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075899.964410:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615975552:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075899.964413:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075899.964415:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37800 x1855007615975680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964420:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075899.964421:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075899.964422:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075899.964423:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075899.964425:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075899.964426:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615975680:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075899.964428:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075899.964429:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075899.964431:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075899.964432:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075899.964434:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012000.
02000000:00000001:0.0:1769075899.964436:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075899.964438:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075899.964440:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075899.964442:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075899.964444:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615975680, portal 10
00000100:00000001:0.0:1769075899.964446:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075899.964447:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438394368 : -107392271157248 : ffff9e53c9d37800)
00000100:00000040:0.0:1769075899.964451:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37800 x1855007615975680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964456:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075899.964458:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075899.964459:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075899.964461:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615975680, offset 0
00000400:00000200:0.0:1769075899.964463:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075899.964466:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075899.964468:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075899.964469:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075899.964472:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075899.964473:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075899.964475:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075899.964477:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37104:37104:256:4294967295] 192.168.204.113@tcp LPNI seq info [37074:37074:8:4294967295]
00000400:00000200:0.0:1769075899.964480:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075899.964484:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075899.964487:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075899.964489:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000800:00000200:0.0:1769075899.964492:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075899.964493:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075899.964496:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075899.964498:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769075899.964518:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075899.964520:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000400:00000200:0.0:1769075899.964522:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075899.964525:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075899.964527:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075899.964529:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075899.964530:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075899.964533:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37800 x1855007615975680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964539:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075899.964541:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37800 x1855007615975680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964546:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075899.964547:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075899.964550:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075899.964552:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075899.964554:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075899.964555:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297555989
00000100:00000001:0.0:1769075899.964558:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297557229
00000100:00000001:0.0:1769075899.964559:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297555989
00000100:00000001:0.0:1769075899.964562:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297557229
00000100:00000001:0.0:1769075899.964563:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075899.964565:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075899.964566:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075899.964569:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075899/real 1769075899]  req@ffff9e53c9d37800 x1855007615975680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075899.964573:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075899.964574:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075899.964575:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075899.964576:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075899.964577:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075899.964579:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075899.964580:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37800 x1855007615975680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075899.964586:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37800 x1855007615975680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964591:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075899.964592:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964593:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075899.964594:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075899.964596:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37800 x1855007615975680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964600:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075899.964602:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37800 x1855007615975680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964606:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075899.964608:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964609:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075899.964609:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964612:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075899.964613:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075899.964615:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075899.964617:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075899.964619:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075899.964621:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37800 x1855007615975680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075899.964626:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615975680:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075899.964628:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964629:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075899.964631:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34000 x1855007615975552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964635:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075899.964636:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075899.964637:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075899.964638:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075899.964639:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075899.964640:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075899.964641:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075899.964643:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:0.0:1769075899.964644:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075899.964646:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075899.964647:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34000.
00000100:00000001:0.0:1769075899.964648:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075899.964649:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964650:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075899.964652:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37800 x1855007615975680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075899.964657:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075899.964658:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075899.964659:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012000.
02000000:00000001:0.0:1769075899.964662:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075899.964663:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075899.964664:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075899.964665:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075899.964666:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:0.0:1769075899.964669:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075899.964670:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075899.964671:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37800.
00000100:00000001:0.0:1769075899.964673:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075899.964674:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964675:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.964678:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075899.964678:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075899.964680:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075899.964681:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075900.667273:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075900.667277:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075900.667282:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075901.243157:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297557229, at 4297557248
00000100:00000010:3.0:1769075901.243171:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca2a0.
00000020:00000001:0.0:1769075901.691216:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075901.691219:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075901.691222:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075902.715383:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075902.715388:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075902.715393:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075903.739248:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075903.739253:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075903.739257:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075904.763237:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075904.763241:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075904.763243:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075905.083283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075905.083296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075905.083299:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075905.083305:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075905.083310:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075905.083331:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2888
00000400:00000200:3.0:1769075905.083341:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075905.083348:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075905.083353:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075905.083357:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075905.083361:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075905.083364:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075905.083394:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075905.083398:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075905.083400:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075905.083403:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075905.083405:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075905.083407:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075905.083410:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075905.083414:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075905.083415:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075905.083417:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075905.083419:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075905.083422:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075905.083425:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075905.083427:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075905.083430:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075905.083433:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075905.083435:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075905.083437:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075905.083440:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075905.083449:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000020:00000040:3.0:1769075905.083452:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075905.083456:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075905.083457:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075905.083460:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075905.083463:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075905.083467:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075905.083477:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769075905.083484:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075905.083492:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007615975808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075905.083502:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075905.083506:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075905.083511:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007615975808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075905.083537:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075905.083540:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075905.083544:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075905.083545:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075905.083548:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075905.083550:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075905.083552:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2888
00000400:00000200:3.0:1769075905.083556:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075905.083559:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075905.083562:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075905.083564:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075905.083574:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075905.083577:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075905.083579:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075905.083582:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075905.083584:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075905.083586:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075905.083588:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075905.083591:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075905.083596:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075905.083603:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075905.083607:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769075905.083610:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769075905.083613:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075905.083617:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075905.083619:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769075905.083621:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769075905.083629:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000040:0.0:1769075905.083632:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37800 x1855007615975808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769075905.083641:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075905.083649:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075905.083651:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075905.083653:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075905.083658:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075905.083660:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075905.083665:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075905.083668:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075905.083669:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075905.083680:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615975808:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769075905.083680:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075905.083687:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075905.083689:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1769075905.083694:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769075905.083695:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075905.083701:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769075905.083701:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075905.083708:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769075905.083709:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075905.083717:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
00000100:00000010:3.0:1769075905.083718:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
02000000:00000001:0.0:1769075905.083724:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769075905.083726:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075905.083732:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075905.083734:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075905.083740:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075905.083740:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075905.083745:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1769075905.083749:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
02000000:00000001:3.0:1769075905.083749:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075905.083760:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000400:00000010:0.0:1769075905.083761:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000001:3.0:1769075905.083766:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769075905.083771:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615975808, portal 25
00000100:00000001:0.0:1769075905.083778:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1769075905.083778:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007615975936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075905.083782:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438394368 : -107392271157248 : ffff9e53c9d37800)
00000100:00000001:3.0:1769075905.083794:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1769075905.083796:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37800 x1855007615975808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075905.083800:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075905.083812:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007615975936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.083815:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075905.083825:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075905.083830:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000001:3.0:1769075905.083835:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769075905.083836:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615975808, offset 0
00000100:00080000:3.0:1769075905.083843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769075905.083850:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769075905.083852:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075905.083855:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075905.083857:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769075905.083862:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075905.083864:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075905.083870:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2888
00000400:00000200:0.0:1769075905.083875:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075905.083884:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075905.083888:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769075905.083893:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075905.083894:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075905.083901:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769075905.083905:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:0.0:1769075905.083913:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37105:37105:256:4294967295] 192.168.204.113@tcp LPNI seq info [37075:37075:8:4294967295]
00000100:00080000:3.0:1769075905.083913:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075905.083923:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769075905.083925:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075905.083927:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075905.083932:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075905.083935:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075905.083940:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075905.083944:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:0.0:1769075905.083946:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1769075905.083949:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075905.083953:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:0.0:1769075905.083959:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000020:00000001:3.0:1769075905.083959:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075905.083966:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000010:0.0:1769075905.083968:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000100:00000040:3.0:1769075905.083972:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075905.083976:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075905.083996:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:0.0:1769075905.084002:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769075905.084003:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075905.084010:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000200:0.0:1769075905.084013:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1769075905.084018:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075905.084031:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075905.084053:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:3.0:1769075905.084056:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1769075905.084060:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1769075905.084066:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:0.0:1769075905.084073:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769075905.084079:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075905.084124:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075905.084130:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075905.084136:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075905.084141:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075905.084149:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000020:00000040:3.0:1769075905.084156:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000010:0.0:1769075905.084157:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
02000000:00000001:3.0:1769075905.084169:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769075905.084172:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769075905.084173:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075905.084182:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075905.084187:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769075905.084188:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1769075905.084192:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075905.084197:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
02000000:00000010:3.0:1769075905.084201:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000400:00000010:0.0:1769075905.084204:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:3.0:1769075905.084211:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075905.084215:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1769075905.084224:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007615976064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769075905.084227:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37800 x1855007615975808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075905.084261:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075905.084267:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075905.084268:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075905.084278:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37800 x1855007615975808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769075905.084283:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007615976064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.084314:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075905.084320:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075905.084331:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769075905.084335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075905.084342:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769075905.084346:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075905.084346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075905.084372:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769075905.084378:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769075905.084378:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2898)
00000100:00000001:0.0:1769075905.084398:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297562350
00000100:00000010:0.0:1769075905.084408:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca6c0.
00000100:00000001:0.0:1769075905.084417:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075905.084437:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297562350
00000100:00000010:0.0:1769075905.084442:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca960.
00000100:00000001:0.0:1769075905.084446:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075905.084450:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075905.084453:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075905.084456:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075905.084464:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075905/real 1769075905]  req@ffff9e53c9d37800 x1855007615975808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075905.084477:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075905.084480:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075905.084483:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075905.084486:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075905.084489:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075905.084493:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075905.084498:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37800 x1855007615975808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075905.084506:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37800 x1855007615975808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.084513:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075905.084515:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.084517:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075905.084518:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075905.084522:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37800 x1855007615975808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.084528:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075905.084532:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37800 x1855007615975808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.084539:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075905.084542:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.084544:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075905.084545:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.084547:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075905.084548:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075905.084551:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075905.084554:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075905.084556:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075905.084560:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37800 x1855007615975808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075905.084567:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615975808:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075905.084572:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.084575:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075905.084577:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37800 x1855007615975808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.084584:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075905.084586:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075905.084588:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075905.084590:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075905.084592:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075905.084594:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075905.084596:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075905.084598:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:0.0:1769075905.084602:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075905.084604:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075905.084606:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37800.
00000100:00000001:0.0:1769075905.084609:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075905.084611:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.084613:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.084619:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075905.084621:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075905.084623:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075905.084625:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075905.084626:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075905.084629:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34000 x1855007615975936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.084636:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075905.084637:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075905.084639:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075905.084641:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075905.084643:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075905.084646:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615975936:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075905.084649:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075905.084651:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075905.084652:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075905.084654:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075905.084657:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075905.084659:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075905.084664:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075905.084667:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075905.084670:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075905.084672:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615975936, portal 10
00000100:00000001:0.0:1769075905.084674:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075905.084676:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380032 : -107392271171584 : ffff9e53c9d34000)
00000100:00000040:0.0:1769075905.084682:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34000 x1855007615975936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.084688:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075905.084690:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075905.084692:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075905.084694:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615975936, offset 0
00000400:00000200:0.0:1769075905.084698:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075905.084702:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075905.084705:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075905.084708:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075905.084711:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075905.084713:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075905.084715:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075905.084718:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37106:37106:256:4294967295] 192.168.204.113@tcp LPNI seq info [37076:37076:8:4294967295]
00000400:00000200:0.0:1769075905.084722:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075905.084728:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075905.084732:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075905.084735:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000800:00000200:0.0:1769075905.084739:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075905.084742:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075905.084746:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075905.084748:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769075905.084752:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075905.084754:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000400:00000200:0.0:1769075905.084757:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075905.084761:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075905.084763:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075905.084765:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075905.084767:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075905.084770:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34000 x1855007615975936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.084778:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075905.084780:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34000 x1855007615975936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.084786:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075905.084788:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075905.084790:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075905.084794:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075905.084797:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075905.084799:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297561102
00000100:00000001:0.0:1769075905.084801:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297562350
00000100:00000001:0.0:1769075905.084803:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297561102
00000100:00000001:0.0:1769075905.084805:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297562350
00000100:00000001:0.0:1769075905.084808:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075905.084809:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075905.084811:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075905.084814:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075905/real 1769075905]  req@ffff9e53c9d34000 x1855007615975936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075905.084820:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075905.084822:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075905.084823:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075905.084825:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075905.084826:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075905.084828:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075905.084831:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34000 x1855007615975936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075905.084839:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34000 x1855007615975936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.084844:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075905.084846:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.084847:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075905.084848:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075905.084851:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34000 x1855007615975936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.084857:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075905.084860:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34000 x1855007615975936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.084866:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075905.084868:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.084869:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075905.084870:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.084872:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075905.084873:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075905.084875:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075905.084878:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075905.084880:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075905.084884:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34000 x1855007615975936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075905.084891:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615975936:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075905.084894:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075905.084897:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34e00 x1855007615976064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.084909:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075905.084910:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075905.084912:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075905.084914:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075905.084916:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075905.084918:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615976064:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075905.084920:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075905.084922:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075905.084923:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075905.084925:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075905.084927:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9013c00.
02000000:00000001:0.0:1769075905.084929:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075905.084932:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075905.084933:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075905.084936:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075905.084938:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615976064, portal 10
00000100:00000001:0.0:1769075905.084940:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075905.084941:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438383616 : -107392271168000 : ffff9e53c9d34e00)
00000100:00000040:0.0:1769075905.084947:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34e00 x1855007615976064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.084953:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075905.084955:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075905.084957:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075905.084959:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615976064, offset 0
00000400:00000200:0.0:1769075905.084962:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075905.084965:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075905.084968:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075905.084970:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075905.084972:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075905.084974:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075905.085231:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075905.085239:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37107:37107:256:4294967295] 192.168.204.113@tcp LPNI seq info [37077:37077:8:4294967295]
00000400:00000200:0.0:1769075905.085245:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075905.085254:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075905.085260:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075905.085265:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000800:00000200:0.0:1769075905.085271:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075905.085274:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075905.085279:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075905.085282:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769075905.085287:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075905.085289:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000400:00000200:0.0:1769075905.085293:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075905.085297:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075905.085301:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075905.085303:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075905.085307:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075905.085312:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34e00 x1855007615976064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.085332:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075905.085336:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34e00 x1855007615976064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.085349:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075905.085352:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075905.085358:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075905.085364:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075905.085385:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075905.085388:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297561110
00000100:00000001:0.0:1769075905.085392:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297562350
00000100:00000001:0.0:1769075905.085405:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297561110
00000100:00000001:0.0:1769075905.085409:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297562350
00000100:00000001:0.0:1769075905.085412:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075905.085416:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075905.085418:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075905.085425:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075905/real 1769075905]  req@ffff9e53c9d34e00 x1855007615976064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075905.085438:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075905.085440:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075905.085443:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075905.085446:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075905.085449:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075905.085452:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075905.085457:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34e00 x1855007615976064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075905.085466:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34e00 x1855007615976064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.085473:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075905.085474:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.085476:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075905.085477:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075905.085480:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34e00 x1855007615976064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.085486:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075905.085490:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34e00 x1855007615976064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.085496:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075905.085498:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.085500:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075905.085501:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.085503:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075905.085504:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075905.085506:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075905.085510:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075905.085512:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075905.085515:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34e00 x1855007615976064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075905.085522:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615976064:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075905.085526:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.085527:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075905.085530:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34000 x1855007615975936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.085536:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075905.085537:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075905.085539:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075905.085541:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075905.085542:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075905.085544:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075905.085546:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075905.085548:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:0.0:1769075905.085550:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075905.085552:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075905.085553:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34000.
00000100:00000001:0.0:1769075905.085555:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075905.085556:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.085558:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075905.085561:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34e00 x1855007615976064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075905.085566:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075905.085567:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075905.085568:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:0.0:1769075905.085570:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075905.085571:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075905.085572:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075905.085573:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075905.085575:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:0.0:1769075905.085578:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075905.085579:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075905.085580:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34e00.
00000100:00000001:0.0:1769075905.085582:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075905.085583:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.085585:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.085588:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075905.085589:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075905.085591:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075905.085592:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075905.787200:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075905.787203:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075905.787206:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075906.363240:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297562350, at 4297562368
00000100:00000010:3.0:1769075906.363278:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca960.
00000020:00000001:0.0:1769075906.811327:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075906.811332:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075906.811337:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075907.835280:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075907.835286:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075907.835290:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075908.859231:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075908.859235:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075908.859238:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075909.883275:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075909.883279:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075909.883282:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075910.203167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075910.203176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075910.203178:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075910.203182:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075910.203186:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075910.203192:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2893
00000400:00000200:3.0:1769075910.203198:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075910.203204:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075910.203206:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075910.203209:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075910.203212:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075910.203214:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075910.203216:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075910.203219:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075910.203221:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075910.203233:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075910.203235:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075910.203236:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075910.203238:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075910.203240:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075910.203242:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075910.203243:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075910.203244:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075910.203246:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075910.203249:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075910.203250:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075910.203252:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075910.203254:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075910.203256:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075910.203258:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075910.203260:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075910.203268:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000020:00000040:3.0:1769075910.203270:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075910.203273:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075910.203275:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075910.203277:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075910.203280:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075910.203284:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075910.203290:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769075910.203296:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075910.203313:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007615976192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075910.203322:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075910.203327:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075910.203332:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007615976192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075910.203358:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075910.203367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075910.203371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075910.203373:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075910.203375:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075910.203377:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075910.203380:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2893
00000400:00000200:3.0:1769075910.203385:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075910.203389:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075910.203392:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075910.203395:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075910.203396:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075910.203398:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075910.203400:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769075910.203401:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769075910.203402:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075910.203406:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:0.0:1769075910.203407:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769075910.203408:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769075910.203411:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769075910.203412:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075910.203415:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075910.203419:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769075910.203421:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34700 x1855007615976192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769075910.203423:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075910.203428:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075910.203432:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075910.203437:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769075910.203440:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769075910.203441:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:0.0:1769075910.203443:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075910.203446:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:0.0:1769075910.203449:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769075910.203450:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075910.203453:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075910.203454:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075910.203458:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075910.203460:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769075910.203462:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615976192:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769075910.203465:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075910.203469:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769075910.203470:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075910.203474:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075910.203477:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075910.203478:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075910.203481:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
02000000:00000001:0.0:1769075910.203482:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075910.203486:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769075910.203486:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075910.203490:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769075910.203491:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075910.203493:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075910.203495:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1769075910.203496:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:3.0:1769075910.203497:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075910.203500:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075910.203501:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075910.203507:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000400:00000200:0.0:1769075910.203511:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075910.203513:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769075910.203516:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000100:00100000:3.0:1769075910.203521:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007615976320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769075910.203525:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000001:3.0:1769075910.203531:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769075910.203534:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615976192, portal 25
00000100:00000001:3.0:1769075910.203534:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075910.203538:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007615976320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.203539:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075910.203541:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438381824 : -107392271169792 : ffff9e53c9d34700)
00000100:00000040:0.0:1769075910.203551:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34700 x1855007615976192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075910.203551:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075910.203557:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075910.203565:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075910.203568:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769075910.203571:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769075910.203571:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075910.203575:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1769075910.203579:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769075910.203581:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2893
00000400:00000010:0.0:1769075910.203583:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000400:00000200:3.0:1769075910.203587:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000200:0.0:1769075910.203588:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615976192, offset 0
00000400:00000200:3.0:1769075910.203592:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075910.203595:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769075910.203599:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769075910.203603:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075910.203605:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075910.203607:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:0.0:1769075910.203611:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075910.203612:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075910.203615:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075910.203616:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075910.203618:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769075910.203620:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000040:3.0:1769075910.203621:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769075910.203626:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769075910.203629:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769075910.203629:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769075910.203636:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:3.0:1769075910.203636:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075910.203638:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769075910.203643:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769075910.203644:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075910.203648:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075910.203649:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075910.203652:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075910.203653:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075910.203655:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769075910.203656:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000001:3.0:1769075910.203659:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769075910.203664:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37108:37108:256:4294967295] 192.168.204.113@tcp LPNI seq info [37078:37078:8:4294967295]
02000000:00000001:3.0:1769075910.203664:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075910.203669:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075910.203672:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769075910.203673:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:3.0:1769075910.203677:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075910.203680:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075910.203683:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000400:00000200:0.0:1769075910.203687:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1769075910.203688:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075910.203693:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075910.203695:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769075910.203699:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769075910.203700:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075910.203703:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075910.203705:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769075910.203706:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
02000000:00000010:3.0:1769075910.203709:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769075910.203713:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769075910.203717:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00100000:3.0:1769075910.203721:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007615976448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1769075910.203724:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769075910.203734:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1769075910.203735:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769075910.203738:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075910.203741:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1769075910.203745:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007615976448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1769075910.203751:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075910.203755:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000100:00000001:3.0:1769075910.203758:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075910.203762:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769075910.203763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075910.203768:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769075910.203770:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769075910.203772:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769075910.203775:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000100:00000040:3.0:1769075910.203776:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1769075910.203780:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000040:3.0:1769075910.203782:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2903)
00000100:00000001:0.0:1769075910.203786:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075910.203791:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34700 x1855007615976192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.203798:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075910.203801:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34700 x1855007615976192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.203806:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075910.203808:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075910.203812:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075910.203815:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075910.203817:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297567469
00000100:00000010:0.0:1769075910.203821:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca540.
00000100:00000001:0.0:1769075910.203826:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075910.203835:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297567469
00000100:00000010:0.0:1769075910.203838:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca4e0.
00000100:00000001:0.0:1769075910.203844:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075910.203847:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075910.203848:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075910.203850:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075910.203857:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075910/real 1769075910]  req@ffff9e53c9d34700 x1855007615976192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075910.203865:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075910.203867:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075910.203869:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075910.203871:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075910.203872:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075910.203874:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075910.203876:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34700 x1855007615976192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075910.203882:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34700 x1855007615976192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.203887:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075910.203889:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.203891:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075910.203904:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075910.203907:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34700 x1855007615976192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.203912:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075910.203915:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34700 x1855007615976192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.203920:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075910.203922:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.203924:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075910.203924:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.203926:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075910.203927:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075910.203929:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075910.203932:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075910.203933:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075910.203936:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34700 x1855007615976192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075910.203941:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615976192:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075910.203945:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.203946:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075910.203948:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34700 x1855007615976192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.203953:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075910.203954:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075910.203957:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075910.203959:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075910.203961:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075910.203962:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075910.203963:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075910.203965:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:0.0:1769075910.203968:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075910.203970:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075910.203971:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34700.
00000100:00000001:0.0:1769075910.203973:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075910.203974:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.203976:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.203981:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075910.203982:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075910.203984:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075910.203985:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075910.203986:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075910.203988:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36680 x1855007615976320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.203993:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075910.203994:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075910.203995:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075910.203997:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075910.203998:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075910.204000:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615976320:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075910.204002:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075910.204003:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075910.204004:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075910.204005:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075910.204008:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075910.204009:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075910.204012:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075910.204014:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075910.204016:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075910.204018:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615976320, portal 10
00000100:00000001:0.0:1769075910.204020:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075910.204021:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438389888 : -107392271161728 : ffff9e53c9d36680)
00000100:00000040:0.0:1769075910.204025:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36680 x1855007615976320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204030:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075910.204032:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075910.204033:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075910.204034:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615976320, offset 0
00000400:00000200:0.0:1769075910.204037:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075910.204039:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075910.204042:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075910.204044:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075910.204046:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075910.204048:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075910.204049:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075910.204052:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37109:37109:256:4294967295] 192.168.204.113@tcp LPNI seq info [37079:37079:8:4294967295]
00000400:00000200:0.0:1769075910.204054:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075910.204058:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075910.204061:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075910.204084:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000800:00000200:0.0:1769075910.204088:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075910.204090:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075910.204093:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075910.204095:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769075910.204097:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075910.204099:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000400:00000200:0.0:1769075910.204101:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075910.204103:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075910.204106:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075910.204107:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075910.204109:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075910.204112:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36680 x1855007615976320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204122:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075910.204124:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36680 x1855007615976320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204128:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075910.204129:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075910.204131:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075910.204135:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075910.204137:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075910.204139:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297566222
00000100:00000001:0.0:1769075910.204141:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297567469
00000100:00000001:0.0:1769075910.204142:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297566222
00000100:00000001:0.0:1769075910.204144:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297567469
00000100:00000001:0.0:1769075910.204145:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075910.204146:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075910.204147:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075910.204149:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075910/real 1769075910]  req@ffff9e53c9d36680 x1855007615976320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075910.204154:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075910.204155:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075910.204156:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075910.204158:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075910.204159:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075910.204160:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075910.204162:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36680 x1855007615976320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075910.204168:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36680 x1855007615976320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204171:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075910.204173:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.204174:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075910.204175:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075910.204177:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36680 x1855007615976320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204181:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075910.204184:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36680 x1855007615976320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204188:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075910.204189:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.204190:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075910.204191:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.204192:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075910.204193:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075910.204195:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075910.204197:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075910.204198:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075910.204200:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36680 x1855007615976320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075910.204205:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615976320:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075910.204207:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075910.204210:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36d80 x1855007615976448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204214:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075910.204215:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075910.204216:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075910.204218:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075910.204219:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075910.204221:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615976448:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075910.204224:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075910.204225:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075910.204226:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075910.204227:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075910.204230:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011400.
02000000:00000001:0.0:1769075910.204231:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075910.204233:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075910.204234:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075910.204236:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075910.204238:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615976448, portal 10
00000100:00000001:0.0:1769075910.204240:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075910.204241:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438391680 : -107392271159936 : ffff9e53c9d36d80)
00000100:00000040:0.0:1769075910.204244:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36d80 x1855007615976448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204249:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075910.204250:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075910.204251:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075910.204253:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615976448, offset 0
00000400:00000200:0.0:1769075910.204255:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075910.204257:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075910.204259:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075910.204261:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075910.204263:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075910.204264:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075910.204266:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075910.204268:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37110:37110:256:4294967295] 192.168.204.113@tcp LPNI seq info [37080:37080:8:4294967295]
00000400:00000200:0.0:1769075910.204270:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075910.204275:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075910.204278:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075910.204280:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000800:00000200:0.0:1769075910.204283:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075910.204285:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075910.204287:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075910.204289:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769075910.204292:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075910.204293:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299200.
00000400:00000200:0.0:1769075910.204295:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075910.204297:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075910.204299:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7000
00000400:00000010:0.0:1769075910.204300:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7000.
00000100:00000001:0.0:1769075910.204301:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075910.204303:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36d80 x1855007615976448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204309:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075910.204311:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36d80 x1855007615976448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204314:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075910.204315:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075910.204317:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075910.204319:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075910.204321:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075910.204322:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297566229
00000100:00000001:0.0:1769075910.204323:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297567469
00000100:00000001:0.0:1769075910.204324:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297566229
00000100:00000001:0.0:1769075910.204326:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297567469
00000100:00000001:0.0:1769075910.204327:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075910.204328:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075910.204330:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075910.204332:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075910/real 1769075910]  req@ffff9e53c9d36d80 x1855007615976448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075910.204337:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075910.204338:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075910.204339:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075910.204340:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075910.204342:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075910.204343:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075910.204345:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36d80 x1855007615976448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075910.204350:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36d80 x1855007615976448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204354:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075910.204354:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.204355:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075910.204356:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075910.204358:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36d80 x1855007615976448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204362:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075910.204365:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36d80 x1855007615976448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204368:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075910.204370:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.204371:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075910.204372:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.204373:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075910.204374:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075910.204375:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075910.204378:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075910.204379:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075910.204381:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36d80 x1855007615976448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075910.204390:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615976448:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075910.204393:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.204394:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075910.204396:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36680 x1855007615976320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204400:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075910.204401:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075910.204402:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075910.204403:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075910.204404:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075910.204405:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075910.204406:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075910.204407:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:0.0:1769075910.204408:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075910.204409:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075910.204410:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36680.
00000100:00000001:0.0:1769075910.204412:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075910.204413:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.204414:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075910.204416:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36d80 x1855007615976448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075910.204420:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075910.204421:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075910.204422:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011400.
02000000:00000001:0.0:1769075910.204423:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075910.204424:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075910.204425:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075910.204426:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075910.204427:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:0.0:1769075910.204428:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075910.204429:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075910.204429:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36d80.
00000100:00000001:0.0:1769075910.204432:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075910.204433:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.204434:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.204436:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075910.204437:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075910.204438:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075910.204439:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075910.907459:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075910.907466:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075910.907470:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075911.483149:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297567469, at 4297567488
00000100:00000010:3.0:1769075911.483159:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca4e0.
00000020:00000001:3.0:1769075911.931286:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075911.931290:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075911.931294:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075912.955491:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075912.955497:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075912.955502:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075913.979363:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075913.979372:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075913.979376:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075915.003234:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075915.003240:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075915.003243:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075915.323152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075915.323161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075915.323163:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075915.323167:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075915.323170:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075915.323176:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2898
00000400:00000200:3.0:1769075915.323183:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075915.323189:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075915.323191:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075915.323193:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075915.323196:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075915.323198:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075915.323199:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075915.323203:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075915.323205:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075915.323207:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075915.323209:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075915.323210:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075915.323212:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075915.323214:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075915.323215:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075915.323216:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075915.323218:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075915.323221:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075915.323223:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075915.323224:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075915.323227:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075915.323229:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075915.323231:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075915.323232:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075915.323234:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075915.323242:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769075915.323245:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075915.323249:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075915.323251:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075915.323254:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075915.323257:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075915.323262:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075915.323269:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769075915.323276:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075915.323285:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007615976576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075915.323297:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075915.323302:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075915.323307:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007615976576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075915.323331:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075915.323335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075915.323338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075915.323340:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075915.323341:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075915.323344:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075915.323347:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2898
00000400:00000200:3.0:1769075915.323352:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075915.323355:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075915.323357:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075915.323360:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075915.323363:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075915.323365:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075915.323367:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075915.323369:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075915.323370:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769075915.323372:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075915.323374:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075915.323376:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075915.323379:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769075915.323382:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075915.323385:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075915.323390:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075915.323392:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075915.323395:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:0.0:1769075915.323400:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769075915.323400:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075915.323405:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075915.323406:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075915.323408:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769075915.323412:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769075915.323417:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34380 x1855007615976576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769075915.323420:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075915.323427:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075915.323430:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075915.323432:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075915.323434:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769075915.323439:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769075915.323440:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075915.323444:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1769075915.323446:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075915.323449:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075915.323451:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075915.323456:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615976576:192.168.204.113@tcp:250:kworker.0
00000100:00000010:3.0:1769075915.323458:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000100:00000001:0.0:1769075915.323471:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769075915.323475:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075915.323478:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769075915.323480:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075915.323482:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075915.323486:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075915.323492:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011400.
02000000:00000001:3.0:1769075915.323494:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075915.323495:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075915.323501:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075915.323505:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769075915.323509:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:3.0:1769075915.323509:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769075915.323515:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
02000000:00000010:3.0:1769075915.323518:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000400:00000010:0.0:1769075915.323522:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000001:3.0:1769075915.323524:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769075915.323530:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615976576, portal 25
00000100:00000001:0.0:1769075915.323534:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1769075915.323535:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007615976704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075915.323536:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380928 : -107392271170688 : ffff9e53c9d34380)
00000100:00000040:0.0:1769075915.323546:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34380 x1855007615976576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075915.323551:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075915.323555:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075915.323561:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075915.323564:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007615976704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769075915.323567:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075915.323570:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7000.
00000100:00000200:0.0:1769075915.323574:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615976576, offset 0
00000400:00000200:0.0:1769075915.323582:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769075915.323584:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075915.323589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769075915.323591:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:3.0:1769075915.323606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769075915.323609:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:3.0:1769075915.323611:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769075915.323615:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769075915.323616:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769075915.323620:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:3.0:1769075915.323624:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769075915.323625:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075915.323632:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00080000:3.0:1769075915.323633:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2898
00000400:00000200:0.0:1769075915.323637:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37111:37111:256:4294967295] 192.168.204.113@tcp LPNI seq info [37081:37081:8:4294967295]
00000400:00000200:0.0:1769075915.323647:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075915.323647:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075915.323656:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075915.323659:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075915.323665:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769075915.323678:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769075915.323679:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075915.323689:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:0.0:1769075915.323690:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769075915.323697:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000010:0.0:1769075915.323698:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299200.
00000020:00000001:3.0:1769075915.323704:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075915.323706:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000800:00000200:0.0:1769075915.323709:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:3.0:1769075915.323710:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075915.323715:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:0.1:1769075915.323715:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:3.0:1769075915.323722:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075915.323725:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769075915.323730:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075915.323731:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075915.323733:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769075915.323737:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769075915.323739:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075915.323741:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297572589
00000100:00000001:3.0:1769075915.323742:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075915.323747:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000010:0.0:1769075915.323748:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caa20.
00000100:00080000:3.0:1769075915.323749:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075915.323754:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075915.323756:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769075915.323768:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1769075915.323771:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075915.323775:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075915.323777:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297572589
00000100:00000001:3.0:1769075915.323777:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075915.323780:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000010:0.0:1769075915.323782:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca000.
00000008:00000001:3.0:1769075915.323785:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075915.323788:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075915.323795:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000010:3.0:1769075915.323798:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000100:00000001:0.0:1769075915.323799:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075915.323804:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769075915.323805:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:0.0:1769075915.323825:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075915.323826:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769075915.323829:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769075915.323830:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075915.323835:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769075915.323836:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1769075915.323837:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769075915.323839:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:3.0:1769075915.323842:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075915.323843:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075915.323845:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075915.323848:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075915.323853:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35500 x1855007615976704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769075915.323853:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769075915.323861:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075915.323862:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075915.323866:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075915.323868:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075915.323870:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075915.323872:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075915.323873:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007615976832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769075915.323876:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615976704:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075915.323883:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075915.323886:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075915.323888:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075915.323891:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075915.323896:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:3.0:1769075915.323896:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769075915.323900:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075915.323902:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075915.323913:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769075915.323913:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007615976832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769075915.323918:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c40b0.
00000400:00000010:0.0:1769075915.323923:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769075915.323928:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615976704, portal 10
00000100:00000001:0.0:1769075915.323931:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075915.323933:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438385408 : -107392271166208 : ffff9e53c9d35500)
00000100:00000001:3.0:1769075915.323934:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075915.323939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075915.323943:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075915.323945:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35500 x1855007615976704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769075915.323958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075915.323962:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769075915.323970:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769075915.323970:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2909)
00000100:00000040:0.0:1769075915.323975:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075915.323978:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7880.
00000100:00000200:0.0:1769075915.323980:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615976704, offset 0
00000400:00000200:0.0:1769075915.323983:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075915.323987:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075915.323991:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075915.323993:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075915.323995:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075915.323997:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075915.323999:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075915.324001:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37112:37112:255:4294967295] 192.168.204.113@tcp LPNI seq info [37082:37082:7:4294967295]
00000400:00000200:0.0:1769075915.324004:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075915.324009:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075915.324012:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075915.324025:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299e00.
00000800:00000200:0.0:1769075915.324028:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075915.324030:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769075915.324032:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075915.324035:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075915.324037:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075915.324039:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297571341
00000100:00000001:0.0:1769075915.324041:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297572589
00000100:00000001:0.0:1769075915.324042:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297571341
00000100:00000001:0.0:1769075915.324044:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297572589
00000100:00000001:0.0:1769075915.324045:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075915.324047:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075915.324048:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075915.324049:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075915.324051:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075915.324052:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769075915.324053:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075915.324054:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075915.324055:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075915.324057:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35c00 x1855007615976832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075915.324104:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075915.324105:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075915.324107:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075915.324108:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075915.324110:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075915.324112:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615976832:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075915.324114:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075915.324116:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075915.324117:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075915.324118:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075915.324121:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075915.324122:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075915.324124:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075915.324126:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075915.324128:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075915.324130:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615976832, portal 10
00000100:00000001:0.0:1769075915.324131:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075915.324132:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438387200 : -107392271164416 : ffff9e53c9d35c00)
00000100:00000040:0.0:1769075915.324137:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35c00 x1855007615976832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075915.324141:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075915.324143:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075915.324144:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7110.
00000100:00000200:0.0:1769075915.324146:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615976832, offset 0
00000400:00000200:0.0:1769075915.324149:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075915.324151:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075915.324153:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075915.324154:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075915.324156:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075915.324158:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075915.324159:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075915.324162:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37113:37113:254:4294967295] 192.168.204.113@tcp LPNI seq info [37083:37083:6:4294967295]
00000400:00000200:0.0:1769075915.324165:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075915.324169:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075915.324172:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075915.324174:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299500.
00000800:00000200:0.0:1769075915.324176:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075915.324179:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769075915.324181:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075915.324183:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075915.324185:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075915.324187:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297571349
00000100:00000001:0.0:1769075915.324188:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297572589
00000100:00000001:0.0:1769075915.324190:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297571349
00000100:00000001:0.0:1769075915.324191:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297572589
00000100:00000001:0.0:1769075915.324192:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075915.324193:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075915.324195:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075915.324196:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075915.324198:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075915.324199:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769075915.324200:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075915.324201:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075915.324202:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075915.324203:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075916.027240:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075916.027246:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075916.027250:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075916.603235:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297572589, at 4297572608
00000100:00000010:3.0:1769075916.603250:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca000.
00000020:00000001:0.0:1769075917.051219:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075917.051224:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075917.051240:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075918.075329:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075918.075336:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075918.075340:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075918.395713:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075918.395719:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075918.395726:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075918.395747:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075915/real 1769075918]  req@ffff9e53c9d35500 x1855007615976704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075918.395781:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075918.395786:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075918.395791:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c40b0.
00000400:00000200:0.0:1769075918.395801:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769075918.395806:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769075918.395813:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075918.395823:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35500 x1855007615976704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075918.395835:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35500 x1855007615976704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075918.395843:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075918.395844:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.395847:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075918.395849:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075918.395853:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35500 x1855007615976704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075918.395859:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075918.395865:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35500 x1855007615976704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075918.395873:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075918.395877:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.395878:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075918.395879:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.395882:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075918.395885:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075918.395889:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075918.395895:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075918.395906:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075918.395911:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35500 x1855007615976704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075918.395919:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615976704:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075918.395925:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075918.395929:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075915/real 1769075918]  req@ffff9e53c9d34380 x1855007615976576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075918.395938:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075918.395951:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075918.395954:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075918.395957:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075918.395959:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075918.395962:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075918.395965:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34380 x1855007615976576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075918.395973:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34380 x1855007615976576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075918.395979:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075918.395981:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.395983:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075918.395984:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075918.395988:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34380 x1855007615976576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075918.395994:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075918.395998:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34380 x1855007615976576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075918.396004:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075918.396006:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.396009:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075918.396010:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.396012:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075918.396013:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075918.396016:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075918.396019:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075918.396021:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075918.396025:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34380 x1855007615976576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075918.396032:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615976576:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075918.396036:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075918.396038:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075918.396041:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35500 x1855007615976704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075918.396048:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075918.396051:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075918.396054:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075918.396058:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075918.396061:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075918.396092:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075918.396096:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075918.396100:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:0.0:1769075918.396105:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075918.396107:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075918.396109:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35500.
00000100:00000001:0.0:1769075918.396113:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075918.396115:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.396117:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075918.396123:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34380 x1855007615976576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075918.396131:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075918.396134:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075918.396136:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011400.
02000000:00000001:0.0:1769075918.396140:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075918.396142:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075918.396144:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075918.396146:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075918.396147:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:0.0:1769075918.396150:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075918.396152:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075918.396155:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34380.
00000100:00000001:0.0:1769075918.396160:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075918.396162:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.396166:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075918.396168:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075918.396171:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075918.396172:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075918.396177:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075915/real 1769075918]  req@ffff9e53c9d35c00 x1855007615976832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075918.396186:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075918.396188:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075918.396189:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075918.396192:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075918.396194:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075918.396196:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075918.396199:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35c00 x1855007615976832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075918.396208:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35c00 x1855007615976832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075918.396215:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075918.396216:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.396218:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075918.396219:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075918.396225:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35c00 x1855007615976832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075918.396252:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075918.396258:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35c00 x1855007615976832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075918.396265:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075918.396268:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.396270:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075918.396272:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.396275:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075918.396277:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075918.396281:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075918.396286:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075918.396290:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075918.396296:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35c00 x1855007615976832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075918.396306:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615976832:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075918.396311:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.396313:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075918.396317:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35c00 x1855007615976832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075918.396324:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075918.396326:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075918.396327:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075918.396331:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075918.396333:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075918.396334:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075918.396337:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075918.396339:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:0.0:1769075918.396342:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075918.396344:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075918.396345:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35c00.
00000100:00000001:0.0:1769075918.396348:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075918.396349:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.396351:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.396358:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075918.396361:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075918.396363:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075918.396365:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075919.099198:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075919.099202:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075919.099205:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075920.123206:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075920.123210:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075920.123213:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075920.443130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075920.443138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075920.443141:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075920.443144:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075920.443147:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075920.443154:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2904
00000400:00000200:3.0:1769075920.443162:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075920.443168:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075920.443170:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075920.443173:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443176:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075920.443178:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443180:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769075920.443184:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075920.443186:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769075920.443188:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075920.443190:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769075920.443192:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769075920.443194:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769075920.443197:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443199:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075920.443200:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443201:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769075920.443204:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769075920.443206:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443207:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075920.443209:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075920.443211:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075920.443213:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075920.443214:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075920.443216:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075920.443220:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769075920.443223:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769075920.443226:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075920.443228:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075920.443231:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075920.443233:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075920.443236:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075920.443242:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769075920.443249:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075920.443258:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007615976960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075920.443269:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075920.443273:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075920.443278:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007615976960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075920.443304:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075920.443308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075920.443312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075920.443313:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075920.443315:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075920.443318:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075920.443320:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2904
00000400:00000200:3.0:1769075920.443325:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075920.443329:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075920.443332:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075920.443336:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443339:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075920.443342:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443344:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769075920.443347:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769075920.443348:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075920.443352:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:0.0:1769075920.443353:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769075920.443354:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769075920.443359:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769075920.443360:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769075920.443365:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769075920.443370:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769075920.443376:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35f80 x1855007615976960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769075920.443377:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443382:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075920.443386:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443391:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769075920.443396:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769075920.443397:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:0.0:1769075920.443401:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075920.443402:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443407:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075920.443408:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769075920.443410:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075920.443413:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075920.443417:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075920.443418:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075920.443423:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075920.443428:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615976960:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769075920.443428:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075920.443433:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769075920.443436:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769075920.443439:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075920.443443:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769075920.443444:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075920.443448:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075920.443450:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
02000000:00000001:0.0:1769075920.443453:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769075920.443456:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000010:0.0:1769075920.443461:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:3.0:1769075920.443462:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075920.443465:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075920.443466:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075920.443469:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075920.443472:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075920.443474:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075920.443479:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:3.0:1769075920.443481:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000400:00000010:0.0:1769075920.443486:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000100:00000001:3.0:1769075920.443487:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075920.443495:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007615977088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769075920.443497:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000001:3.0:1769075920.443507:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769075920.443508:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615976960, portal 25
00000100:00000001:3.0:1769075920.443510:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075920.443516:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769075920.443518:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007615977088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.443521:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438388096 : -107392271163520 : ffff9e53c9d35f80)
00000100:00000001:3.0:1769075920.443533:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075920.443536:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35f80 x1855007615976960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769075920.443538:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075920.443548:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769075920.443551:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075920.443554:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075920.443555:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769075920.443560:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1769075920.443563:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769075920.443567:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2904
00000400:00000010:0.0:1769075920.443569:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000400:00000200:3.0:1769075920.443575:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000200:0.0:1769075920.443577:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615976960, offset 0
00000400:00000200:3.0:1769075920.443580:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075920.443584:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075920.443590:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769075920.443591:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443595:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075920.443599:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443601:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:0.0:1769075920.443606:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:3.0:1769075920.443607:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075920.443610:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769075920.443613:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075920.443615:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:0.0:1769075920.443618:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000001:3.0:1769075920.443620:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769075920.443624:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769075920.443628:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769075920.443630:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443634:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769075920.443638:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:3.0:1769075920.443639:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443643:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:0.0:1769075920.443648:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1769075920.443648:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769075920.443655:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:0.0:1769075920.443657:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443662:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075920.443666:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769075920.443669:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37114:37114:256:4294967295] 192.168.204.113@tcp LPNI seq info [37084:37084:8:4294967295]
02000000:00000001:3.0:1769075920.443671:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075920.443677:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075920.443682:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769075920.443682:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075920.443687:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075920.443691:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075920.443695:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075920.443701:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1769075920.443701:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769075920.443707:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769075920.443711:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1769075920.443714:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769075920.443715:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075920.443737:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1769075920.443741:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
02000000:00000001:3.0:1769075920.443741:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075920.443745:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769075920.443752:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000010:3.0:1769075920.443752:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769075920.443757:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769075920.443760:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000100:00100000:3.0:1769075920.443767:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007615977216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769075920.443774:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075920.443781:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769075920.443790:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769075920.443791:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1769075920.443795:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000100:00000001:3.0:1769075920.443800:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075920.443803:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769075920.443809:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007615977216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769075920.443815:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769075920.443825:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075920.443826:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000100:00000040:3.0:1769075920.443830:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1769075920.443832:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000040:3.0:1769075920.443839:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769075920.443842:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769075920.443844:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075920.443850:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:0.0:1769075920.443851:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35f80 x1855007615976960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769075920.443859:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2914)
00000100:00000001:0.0:1769075920.443869:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075920.443874:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35f80 x1855007615976960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075945 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.443881:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075920.443884:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075920.443894:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075920.443902:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075920.443907:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297577709
00000100:00000010:0.0:1769075920.443915:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caba0.
00000100:00000001:0.0:1769075920.443922:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075920.443933:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297577709
00000100:00000010:0.0:1769075920.443937:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca5a0.
00000100:00000001:0.0:1769075920.443940:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075920.443943:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075920.443947:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075920.443949:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075920.443953:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075920/real 1769075920]  req@ffff9e53c9d35f80 x1855007615976960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075920.443965:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075920.443967:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075920.443969:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075920.443972:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075920.443973:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075920.443977:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075920.443980:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35f80 x1855007615976960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075920.443990:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35f80 x1855007615976960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.443997:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075920.444000:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444003:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075920.444005:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075920.444010:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35f80 x1855007615976960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444017:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075920.444023:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35f80 x1855007615976960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444031:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075920.444034:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444036:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075920.444038:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444041:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075920.444043:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075920.444047:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075920.444053:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075920.444056:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075920.444060:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35f80 x1855007615976960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075920.444106:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615976960:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075920.444112:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444114:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075920.444117:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35f80 x1855007615976960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444124:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075920.444128:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075920.444132:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075920.444136:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075920.444138:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075920.444141:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075920.444143:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075920.444146:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:0.0:1769075920.444149:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075920.444151:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075920.444154:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35f80.
00000100:00000001:0.0:1769075920.444158:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075920.444159:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444162:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444176:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075920.444178:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075920.444181:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075920.444182:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075920.444184:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075920.444188:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37b80 x1855007615977088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444195:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075920.444197:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075920.444199:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075920.444201:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075920.444203:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075920.444206:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615977088:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075920.444209:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075920.444212:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075920.444214:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075920.444216:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075920.444220:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075920.444222:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075920.444226:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075920.444229:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075920.444233:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075920.444237:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615977088, portal 10
00000100:00000001:0.0:1769075920.444239:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075920.444240:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438395264 : -107392271156352 : ffff9e53c9d37b80)
00000100:00000040:0.0:1769075920.444247:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37b80 x1855007615977088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444254:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075920.444256:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075920.444259:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075920.444262:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615977088, offset 0
00000400:00000200:0.0:1769075920.444265:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075920.444270:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075920.444275:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075920.444278:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075920.444281:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075920.444284:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075920.444286:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075920.444289:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37115:37115:256:4294967295] 192.168.204.113@tcp LPNI seq info [37085:37085:8:4294967295]
00000400:00000200:0.0:1769075920.444293:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075920.444299:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075920.444304:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075920.444307:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075920.444312:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075920.444315:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075920.444319:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075920.444322:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769075920.444325:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075920.444327:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075920.444331:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075920.444334:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075920.444337:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075920.444339:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075920.444342:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075920.444345:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37b80 x1855007615977088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444352:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075920.444355:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37b80 x1855007615977088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075945 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444367:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075920.444368:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075920.444372:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075920.444376:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075920.444380:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075920.444382:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297576462
00000100:00000001:0.0:1769075920.444385:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297577709
00000100:00000001:0.0:1769075920.444387:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297576462
00000100:00000001:0.0:1769075920.444389:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297577709
00000100:00000001:0.0:1769075920.444391:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075920.444394:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075920.444396:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075920.444400:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075920/real 1769075920]  req@ffff9e53c9d37b80 x1855007615977088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075920.444407:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075920.444409:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075920.444411:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075920.444413:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075920.444414:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075920.444417:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075920.444420:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37b80 x1855007615977088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075920.444430:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37b80 x1855007615977088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444436:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075920.444438:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444439:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075920.444441:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075920.444445:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37b80 x1855007615977088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444452:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075920.444456:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37b80 x1855007615977088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444462:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075920.444465:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444467:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075920.444468:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444470:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075920.444472:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075920.444475:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075920.444478:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075920.444480:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075920.444485:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37b80 x1855007615977088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075920.444493:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615977088:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075920.444497:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075920.444500:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36a00 x1855007615977216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444508:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075920.444509:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075920.444511:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075920.444513:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075920.444515:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075920.444518:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615977216:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075920.444522:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075920.444524:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075920.444526:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075920.444528:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075920.444533:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011400.
02000000:00000001:0.0:1769075920.444534:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075920.444539:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075920.444541:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075920.444545:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075920.444548:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615977216, portal 10
00000100:00000001:0.0:1769075920.444550:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075920.444552:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438390784 : -107392271160832 : ffff9e53c9d36a00)
00000100:00000040:0.0:1769075920.444558:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36a00 x1855007615977216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444565:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075920.444567:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075920.444569:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075920.444571:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615977216, offset 0
00000400:00000200:0.0:1769075920.444575:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075920.444579:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075920.444582:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075920.444586:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075920.444589:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075920.444591:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075920.444593:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075920.444597:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37116:37116:256:4294967295] 192.168.204.113@tcp LPNI seq info [37086:37086:8:4294967295]
00000400:00000200:0.0:1769075920.444602:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075920.444608:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075920.444613:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075920.444617:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075920.444621:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075920.444624:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075920.444628:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075920.444631:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769075920.444635:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075920.444637:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075920.444640:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075920.444643:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075920.444647:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075920.444648:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075920.444652:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075920.444655:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36a00 x1855007615977216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444664:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075920.444668:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36a00 x1855007615977216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075945 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444675:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075920.444677:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075920.444680:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075920.444683:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075920.444687:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075920.444690:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297576469
00000100:00000001:0.0:1769075920.444692:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297577709
00000100:00000001:0.0:1769075920.444695:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297576469
00000100:00000001:0.0:1769075920.444697:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297577709
00000100:00000001:0.0:1769075920.444699:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075920.444701:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075920.444703:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075920.444707:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075920/real 1769075920]  req@ffff9e53c9d36a00 x1855007615977216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075920.444715:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075920.444717:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075920.444719:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075920.444735:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075920.444737:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075920.444740:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075920.444744:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36a00 x1855007615977216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075920.444752:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36a00 x1855007615977216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444759:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075920.444760:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444762:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075920.444764:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075920.444768:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36a00 x1855007615977216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444775:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075920.444780:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36a00 x1855007615977216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444788:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075920.444790:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444792:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075920.444793:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444795:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075920.444797:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075920.444799:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075920.444803:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075920.444805:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075920.444810:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36a00 x1855007615977216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075920.444819:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615977216:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075920.444823:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444825:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075920.444828:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37b80 x1855007615977088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444834:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075920.444836:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075920.444838:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075920.444841:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075920.444843:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075920.444844:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075920.444846:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075920.444848:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:0.0:1769075920.444852:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075920.444853:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075920.444855:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37b80.
00000100:00000001:0.0:1769075920.444858:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075920.444860:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444862:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075920.444865:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36a00 x1855007615977216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075945 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075920.444872:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075920.444873:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075920.444875:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011400.
02000000:00000001:0.0:1769075920.444877:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075920.444878:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075920.444880:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075920.444882:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075920.444883:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:0.0:1769075920.444885:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075920.444886:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075920.444887:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36a00.
00000100:00000001:0.0:1769075920.444889:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075920.444891:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444892:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075920.444897:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075920.444898:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075920.444900:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075920.444902:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075921.147247:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075921.147251:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075921.147254:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075921.723141:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297577709, at 4297577728
00000100:00000010:3.0:1769075921.723155:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca5a0.
00000020:00000001:0.0:1769075922.171302:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075922.171308:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075922.171312:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075923.195216:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075923.195220:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075923.195223:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075924.219307:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075924.219313:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075924.219318:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075925.243217:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075925.243221:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075925.243223:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075925.563437:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075925.563442:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075925.563446:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075925.563456:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11880 x1855007615977344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.563473:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075925.563478:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075925.563485:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075925.563489:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075925.563495:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075925.563501:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615977344:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075925.563508:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075925.563513:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075925.563517:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075925.563520:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075925.563525:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075925.563528:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075925.563538:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075925.563543:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075925.563551:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075925.563560:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615977344, portal 25
00000100:00000001:0.0:1769075925.563564:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075925.563567:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438238848 : -107392271312768 : ffff9e53c9d11880)
00000100:00000040:0.0:1769075925.563577:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11880 x1855007615977344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.563597:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075925.563602:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075925.563608:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075925.563613:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615977344, offset 0
00000400:00000200:0.0:1769075925.563624:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075925.563648:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075925.563657:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075925.563665:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075925.563673:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075925.563681:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075925.563687:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075925.563694:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37117:37117:256:4294967295] 192.168.204.113@tcp LPNI seq info [37087:37087:8:4294967295]
00000400:00000200:0.0:1769075925.563703:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075925.563724:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075925.563736:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075925.563746:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075925.563761:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075925.563770:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075925.563785:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075925.563792:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769075925.563801:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075925.563806:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075925.563811:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075925.563820:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075925.563825:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075925.563829:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075925.563837:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075925.563845:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11880 x1855007615977344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.563880:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075925.563886:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11880 x1855007615977344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.563917:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075925.563921:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075925.563929:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075925.563947:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075925.563955:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297582829
00000100:00000010:0.0:1769075925.563960:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca120.
00000100:00000001:0.0:1769075925.563971:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075925.563982:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297582829
00000100:00000010:0.0:1769075925.563985:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca600.
00000100:00000001:0.0:1769075925.563988:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075925.563993:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075925.563996:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075925.563999:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075925.564007:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075925/real 1769075925]  req@ffff9e53c9d11880 x1855007615977344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075925.564014:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075925.564016:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075925.564018:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075925.564021:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075925.564022:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075925.564024:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075925.564026:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11880 x1855007615977344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075925.564034:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11880 x1855007615977344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564041:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075925.564043:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564045:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075925.564048:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075925.564053:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11880 x1855007615977344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564113:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075925.564124:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11880 x1855007615977344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564131:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075925.564134:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564138:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075925.564139:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564142:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075925.564145:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075925.564148:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075925.564151:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075925.564158:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075925.564167:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11880 x1855007615977344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075925.564176:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615977344:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075925.564183:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564185:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075925.564190:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11880 x1855007615977344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564195:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075925.564197:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075925.564198:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075925.564202:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075925.564205:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075925.564207:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075925.564209:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075925.564211:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:0.0:1769075925.564214:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075925.564216:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075925.564217:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11880.
00000100:00000001:0.0:1769075925.564219:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075925.564220:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564222:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564228:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075925.564229:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075925.564231:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075925.564232:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075925.564233:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075925.564235:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11500 x1855007615977472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564240:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075925.564241:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075925.564243:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075925.564245:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075925.564246:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075925.564248:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615977472:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075925.564250:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075925.564251:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075925.564253:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075925.564254:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075925.564256:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075925.564257:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075925.564260:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075925.564263:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075925.564265:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075925.564267:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615977472, portal 10
00000100:00000001:0.0:1769075925.564269:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075925.564270:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237952 : -107392271313664 : ffff9e53c9d11500)
00000100:00000040:0.0:1769075925.564275:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11500 x1855007615977472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564279:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075925.564281:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075925.564283:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075925.564284:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615977472, offset 0
00000400:00000200:0.0:1769075925.564287:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075925.564290:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075925.564292:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075925.564295:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075925.564296:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075925.564298:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075925.564300:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075925.564302:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37118:37118:256:4294967295] 192.168.204.113@tcp LPNI seq info [37088:37088:8:4294967295]
00000400:00000200:0.0:1769075925.564305:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075925.564309:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075925.564312:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075925.564315:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075925.564317:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075925.564319:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075925.564322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075925.564324:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769075925.564339:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075925.564341:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075925.564343:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075925.564346:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075925.564348:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075925.564349:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075925.564351:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075925.564354:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11500 x1855007615977472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564360:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075925.564362:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11500 x1855007615977472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564366:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075925.564367:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075925.564370:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075925.564373:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075925.564375:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075925.564377:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297581582
00000100:00000001:0.0:1769075925.564379:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297582829
00000100:00000001:0.0:1769075925.564381:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297581582
00000100:00000001:0.0:1769075925.564382:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297582829
00000100:00000001:0.0:1769075925.564383:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075925.564385:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075925.564386:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075925.564388:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075925/real 1769075925]  req@ffff9e53c9d11500 x1855007615977472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075925.564393:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075925.564394:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075925.564395:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075925.564397:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075925.564398:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075925.564399:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075925.564401:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11500 x1855007615977472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075925.564407:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11500 x1855007615977472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564411:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075925.564412:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564413:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075925.564414:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075925.564416:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11500 x1855007615977472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564420:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075925.564422:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11500 x1855007615977472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564427:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075925.564429:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564430:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075925.564431:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564432:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075925.564433:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075925.564435:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075925.564437:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075925.564438:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075925.564440:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11500 x1855007615977472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075925.564445:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615977472:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075925.564447:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075925.564449:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10380 x1855007615977600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564454:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075925.564455:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075925.564456:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075925.564457:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075925.564459:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075925.564460:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615977600:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075925.564463:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075925.564464:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075925.564465:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075925.564466:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075925.564468:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012000.
02000000:00000001:0.0:1769075925.564470:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075925.564472:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075925.564474:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075925.564476:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075925.564478:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615977600, portal 10
00000100:00000001:0.0:1769075925.564479:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075925.564480:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438233472 : -107392271318144 : ffff9e53c9d10380)
00000100:00000040:0.0:1769075925.564484:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10380 x1855007615977600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564488:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075925.564490:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075925.564491:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075925.564493:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615977600, offset 0
00000400:00000200:0.0:1769075925.564495:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075925.564497:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075925.564500:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075925.564501:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075925.564503:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075925.564505:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075925.564507:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075925.564509:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37119:37119:256:4294967295] 192.168.204.113@tcp LPNI seq info [37089:37089:8:4294967295]
00000400:00000200:0.0:1769075925.564511:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075925.564516:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075925.564518:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075925.564520:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075925.564523:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075925.564525:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075925.564528:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075925.564530:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769075925.564532:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075925.564534:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075925.564535:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075925.564538:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075925.564539:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075925.564541:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075925.564543:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075925.564545:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10380 x1855007615977600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564550:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075925.564552:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10380 x1855007615977600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564556:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075925.564557:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075925.564558:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075925.564560:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075925.564562:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075925.564564:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297581589
00000100:00000001:0.0:1769075925.564566:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297582829
00000100:00000001:0.0:1769075925.564567:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297581589
00000100:00000001:0.0:1769075925.564568:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297582829
00000100:00000001:0.0:1769075925.564569:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075925.564571:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075925.564572:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075925.564574:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075925/real 1769075925]  req@ffff9e53c9d10380 x1855007615977600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075925.564579:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075925.564579:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075925.564581:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075925.564582:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075925.564583:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075925.564585:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075925.564586:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10380 x1855007615977600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075925.564591:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10380 x1855007615977600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564596:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075925.564597:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564599:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075925.564599:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075925.564602:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10380 x1855007615977600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564606:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075925.564608:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10380 x1855007615977600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564612:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075925.564613:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564614:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075925.564615:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564616:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075925.564617:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075925.564618:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075925.564620:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075925.564621:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075925.564624:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10380 x1855007615977600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075925.564628:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615977600:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075925.564630:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564631:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075925.564648:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11500 x1855007615977472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564653:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075925.564654:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075925.564656:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075925.564658:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075925.564659:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075925.564660:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075925.564662:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075925.564663:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98800.
02000000:00000001:0.0:1769075925.564664:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075925.564665:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075925.564667:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11500.
00000100:00000001:0.0:1769075925.564668:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075925.564669:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564671:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075925.564673:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10380 x1855007615977600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075925.564677:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075925.564678:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075925.564679:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012000.
02000000:00000001:0.0:1769075925.564681:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075925.564682:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075925.564682:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075925.564683:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075925.564684:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:0.0:1769075925.564685:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075925.564686:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075925.564687:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10380.
00000100:00000001:0.0:1769075925.564688:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075925.564689:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564690:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.564693:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075925.564693:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075925.564695:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075925.564696:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075926.267285:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075926.267295:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075926.267303:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075926.843132:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297582829, at 4297582848
00000100:00000010:3.0:1769075926.843146:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca600.
00000020:00000001:3.0:1769075927.291230:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075927.291234:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075927.291237:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075928.315236:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075928.315240:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075928.315243:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075929.339248:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075929.339251:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075929.339254:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075930.363316:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075930.363321:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075930.363325:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075930.683165:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075930.683177:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075930.683180:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075930.683184:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075930.683188:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075930.683196:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2914
00000400:00000200:0.0:1769075930.683204:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075930.683210:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075930.683213:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075930.683216:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683219:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075930.683221:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683223:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075930.683227:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075930.683229:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769075930.683231:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075930.683234:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769075930.683235:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769075930.683237:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769075930.683240:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683241:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075930.683243:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683244:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075930.683247:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769075930.683250:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683251:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075930.683255:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075930.683258:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075930.683260:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075930.683262:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075930.683264:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075930.683274:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4e00.
00000020:00000040:0.0:1769075930.683277:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769075930.683282:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075930.683283:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075930.683286:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075930.683289:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075930.683293:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075930.683302:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:0.0:1769075930.683309:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075930.683318:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4e00 x1855007615977728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075930.683326:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075930.683331:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075930.683337:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a33510eb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4e00 x1855007615977728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075930.683363:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075930.683366:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075930.683369:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075930.683370:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075930.683372:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075930.683374:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075930.683376:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2914
00000400:00000200:0.0:1769075930.683380:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075930.683382:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075930.683384:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075930.683388:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683391:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075930.683395:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683398:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075930.683401:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075930.683403:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769075930.683405:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075930.683407:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769075930.683411:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769075930.683416:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769075930.683423:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683427:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075930.683432:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683434:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075930.683438:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769075930.683444:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683449:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075930.683451:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075930.683457:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075930.683462:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075930.683464:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075930.683470:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075930.683473:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075930.683477:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075930.683482:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6d80.
00000020:00000040:0.0:1769075930.683487:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075930.683489:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075930.683491:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075930.683492:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075930.683496:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075930.683499:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075930.683504:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:0.0:1769075930.683510:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075930.683518:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6d80 x1855007615977856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075930.683526:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075930.683529:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075930.683532:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7137345] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6d80 x1855007615977856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075930.683544:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075930.683559:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075930.683564:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769075930.683568:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075930.683570:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075930.683576:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075930.683581:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2914
00000400:00000200:0.0:1769075930.683588:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075930.683593:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075930.683596:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075930.683600:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683603:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075930.683608:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683611:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075930.683614:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075930.683615:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769075930.683616:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075930.683618:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769075930.683621:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769075930.683625:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769075930.683629:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683630:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075930.683634:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683637:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075930.683641:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769075930.683646:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075930.683649:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075930.683653:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075930.683657:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075930.683661:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075930.683666:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075930.683670:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075930.683678:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075930.683681:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075930.683686:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5180.
00000020:00000040:0.0:1769075930.683694:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075930.683701:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075930.683705:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075930.683709:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075930.683710:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075930.683712:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075930.683717:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769075930.683723:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075930.683728:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00100000:0.0:1769075930.683732:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5180 x1855007615977984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769075930.683734:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1769075930.683746:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075930.683749:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075930.683756:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0881133] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5180 x1855007615977984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075930.683772:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075930.683776:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075930.683781:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075930.683785:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075930.683788:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075930.683796:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2924)
00000800:00000200:1.1:1769075930.684109:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075930.684111:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075930.684341:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075930.684343:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769075931.387222:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075931.387225:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075931.387228:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075931.963174:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297587949, at 4297587968
00000100:00000010:3.0:1769075931.963191:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bd80.
00000020:00000001:0.0:1769075932.411224:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075932.411229:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075932.411232:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075933.435240:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075933.435244:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075933.435247:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075934.459235:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075934.459240:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075934.459243:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075935.483367:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075935.483390:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075935.483397:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075935.803271:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075935.803292:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075935.803315:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075935.803324:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075935.803332:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075935.803346:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2919
00000400:00000200:0.0:1769075935.803357:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075935.803368:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075935.803372:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075935.803377:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075935.803382:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075935.803385:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075935.803389:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075935.803395:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075935.803397:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769075935.803401:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075935.803405:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769075935.803408:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769075935.803412:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769075935.803418:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075935.803420:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075935.803423:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075935.803426:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075935.803430:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769075935.803435:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075935.803438:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075935.803442:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075935.803446:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075935.803450:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075935.803453:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075935.803456:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075935.803495:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6a00.
00000020:00000040:0.0:1769075935.803501:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769075935.803507:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075935.803509:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075935.803513:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075935.803517:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075935.803524:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075935.803536:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769075935.803545:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075935.803559:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6a00 x1855007615978112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075935.803574:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075935.803580:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075935.803587:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b99ec67] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6a00 x1855007615978112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075935.803617:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075935.803621:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075935.803627:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075935.803629:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075935.803632:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075935.803636:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075935.803639:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2919
00000400:00000200:0.0:1769075935.803645:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075935.803650:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075935.803654:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075935.803660:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075935.803663:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075935.803666:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075935.803669:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075935.803673:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075935.803680:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769075935.803684:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075935.803693:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769075935.803697:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769075935.803703:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769075935.803713:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075935.803721:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075935.803729:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075935.803738:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075935.803750:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769075935.803767:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075935.803779:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075935.803786:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075935.803798:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075935.803805:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075935.803811:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075935.803819:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075935.803829:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075935.803833:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075935.803842:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6680.
00000020:00000040:0.0:1769075935.803850:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075935.803857:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075935.803862:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075935.803867:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075935.803872:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075935.803875:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075935.803890:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769075935.803896:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075935.803909:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6680 x1855007615978240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075935.803937:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075935.803941:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075935.803954:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703ed1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6680 x1855007615978240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075935.804020:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075935.804033:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075935.804048:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769075935.804056:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075935.804115:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075935.804125:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075935.804136:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2919
00000400:00000200:0.0:1769075935.804177:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075935.804196:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075935.804203:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075935.804218:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075935.804227:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075935.804239:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075935.804248:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075935.804257:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075935.804265:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769075935.804275:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769075935.804276:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:0.0:1769075935.804284:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:1.1:1769075935.804286:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769075935.804298:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769075935.804310:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769075935.804325:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075935.804335:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075935.804342:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075935.804348:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075935.804355:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769075935.804365:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075935.804374:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075935.804376:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075935.804382:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075935.804389:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075935.804392:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075935.804398:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075935.804404:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075935.804408:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075935.804419:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4380.
00000020:00000040:0.0:1769075935.804426:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075935.804436:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075935.804441:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075935.804447:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075935.804451:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075935.804459:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075935.804490:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769075935.804500:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075935.804516:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4380 x1855007615978368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075935.804551:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075935.804559:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075935.804572:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000234c63a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4380 x1855007615978368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075935.804596:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075935.804602:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075935.804613:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075935.804622:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075935.804633:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075935.804647:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2929)
00000800:00000200:1.1:1769075935.805142:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075935.805169:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075935.805672:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075935.805676:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769075936.507218:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075936.507221:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075936.507224:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075937.083166:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297593070, at 4297593088
00000100:00000010:3.0:1769075937.083180:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b180.
00000020:00000001:0.0:1769075937.531230:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075937.531234:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075937.531237:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075938.555266:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075938.555269:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075938.555271:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075939.579235:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075939.579241:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075939.579245:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075940.603340:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075940.603346:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075940.603351:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075940.923366:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075940.923372:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075940.923390:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075940.923403:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11f80 x1855007615978496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.923434:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075940.923439:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075940.923454:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075940.923459:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075940.923463:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075940.923472:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615978496:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075940.923479:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075940.923496:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075940.923500:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075940.923504:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075940.923510:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075940.923514:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075940.923521:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075940.923527:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075940.923536:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075940.923543:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615978496, portal 25
00000100:00000001:0.0:1769075940.923548:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075940.923550:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438240640 : -107392271310976 : ffff9e53c9d11f80)
00000100:00000040:0.0:1769075940.923559:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11f80 x1855007615978496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.923575:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075940.923582:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075940.923588:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075940.923593:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615978496, offset 0
00000400:00000200:0.0:1769075940.923604:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075940.923614:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075940.923627:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075940.923632:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075940.923635:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075940.923639:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075940.923641:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075940.923644:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37126:37126:256:4294967295] 192.168.204.113@tcp LPNI seq info [37096:37096:8:4294967295]
00000400:00000200:0.0:1769075940.923647:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075940.923661:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075940.923674:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075940.923682:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075940.923693:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075940.923698:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075940.923709:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075940.923715:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769075940.923724:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075940.923729:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075940.923740:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075940.923750:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075940.923756:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075940.923759:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075940.923766:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075940.923775:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11f80 x1855007615978496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.923796:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075940.923806:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11f80 x1855007615978496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.923840:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075940.923843:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075940.923852:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075940.923858:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075940.923864:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297598189
00000100:00000010:0.0:1769075940.923873:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca420.
00000100:00000001:0.0:1769075940.923882:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075940.923888:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297598189
00000100:00000010:0.0:1769075940.923892:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca240.
00000100:00000001:0.0:1769075940.923895:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075940.923899:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075940.923902:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075940.923905:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075940.923910:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075940/real 1769075940]  req@ffff9e53c9d11f80 x1855007615978496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075940.923921:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075940.923923:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075940.923924:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075940.923927:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075940.923928:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075940.923930:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075940.923934:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11f80 x1855007615978496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075940.923940:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11f80 x1855007615978496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.923945:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075940.923946:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.923947:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075940.923949:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075940.923952:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11f80 x1855007615978496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.923956:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075940.923960:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11f80 x1855007615978496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.923965:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075940.923967:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.923968:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075940.923969:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.923971:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075940.923972:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075940.923974:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075940.923976:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075940.923978:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075940.923981:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11f80 x1855007615978496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075940.923993:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615978496:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075940.923998:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.924000:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075940.924004:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11f80 x1855007615978496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924014:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075940.924016:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075940.924018:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075940.924021:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075940.924022:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075940.924023:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075940.924025:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075940.924027:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98000.
02000000:00000001:0.0:1769075940.924029:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075940.924031:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075940.924032:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11f80.
00000100:00000001:0.0:1769075940.924037:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075940.924038:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.924040:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.924045:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075940.924046:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075940.924048:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075940.924049:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075940.924050:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075940.924053:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13800 x1855007615978624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924057:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075940.924058:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075940.924060:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075940.924062:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075940.924082:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075940.924085:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615978624:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075940.924087:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075940.924089:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075940.924090:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075940.924091:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075940.924094:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075940.924095:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075940.924098:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075940.924100:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075940.924103:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075940.924105:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615978624, portal 10
00000100:00000001:0.0:1769075940.924107:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075940.924108:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438246912 : -107392271304704 : ffff9e53c9d13800)
00000100:00000040:0.0:1769075940.924158:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13800 x1855007615978624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924163:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075940.924165:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075940.924166:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075940.924168:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615978624, offset 0
00000400:00000200:0.0:1769075940.924171:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075940.924174:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075940.924177:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075940.924179:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075940.924181:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075940.924183:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075940.924185:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075940.924187:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37127:37127:256:4294967295] 192.168.204.113@tcp LPNI seq info [37097:37097:8:4294967295]
00000400:00000200:0.0:1769075940.924189:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075940.924195:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075940.924198:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075940.924200:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075940.924203:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075940.924205:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075940.924209:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075940.924210:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769075940.924213:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075940.924215:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075940.924217:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075940.924219:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075940.924222:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075940.924223:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075940.924225:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075940.924228:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13800 x1855007615978624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924233:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075940.924235:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13800 x1855007615978624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924240:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075940.924241:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075940.924243:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075940.924246:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075940.924248:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075940.924250:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297596942
00000100:00000001:0.0:1769075940.924252:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297598189
00000100:00000001:0.0:1769075940.924254:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297596942
00000100:00000001:0.0:1769075940.924255:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297598189
00000100:00000001:0.0:1769075940.924256:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075940.924258:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075940.924259:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075940.924261:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075940/real 1769075940]  req@ffff9e53c9d13800 x1855007615978624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075940.924266:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075940.924267:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075940.924268:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075940.924270:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075940.924271:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075940.924273:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075940.924275:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13800 x1855007615978624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075940.924280:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13800 x1855007615978624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924289:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075940.924290:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.924291:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075940.924292:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075940.924294:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13800 x1855007615978624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924298:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075940.924300:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13800 x1855007615978624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924305:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075940.924306:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.924307:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075940.924308:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.924309:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075940.924310:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075940.924312:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075940.924314:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075940.924315:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075940.924317:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13800 x1855007615978624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075940.924322:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615978624:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075940.924324:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075940.924326:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10a80 x1855007615978752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924331:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075940.924332:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075940.924333:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075940.924335:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075940.924336:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075940.924338:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615978752:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075940.924341:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075940.924342:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075940.924343:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075940.924344:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075940.924346:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769075940.924347:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075940.924349:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075940.924351:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075940.924353:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075940.924355:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615978752, portal 10
00000100:00000001:0.0:1769075940.924356:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075940.924357:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438235264 : -107392271316352 : ffff9e53c9d10a80)
00000100:00000040:0.0:1769075940.924363:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10a80 x1855007615978752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924370:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075940.924373:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075940.924375:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075940.924390:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615978752, offset 0
00000400:00000200:0.0:1769075940.924394:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075940.924398:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075940.924402:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075940.924405:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075940.924408:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075940.924411:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075940.924414:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075940.924417:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37128:37128:256:4294967295] 192.168.204.113@tcp LPNI seq info [37098:37098:8:4294967295]
00000400:00000200:0.0:1769075940.924421:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075940.924428:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075940.924434:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075940.924437:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075940.924440:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075940.924442:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075940.924445:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075940.924447:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769075940.924450:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075940.924451:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075940.924454:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075940.924456:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075940.924458:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075940.924459:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075940.924461:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075940.924464:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10a80 x1855007615978752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924470:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075940.924472:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10a80 x1855007615978752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924476:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075940.924478:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075940.924480:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075940.924482:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075940.924485:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075940.924486:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297596949
00000100:00000001:0.0:1769075940.924488:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297598189
00000100:00000001:0.0:1769075940.924490:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297596949
00000100:00000001:0.0:1769075940.924491:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297598189
00000100:00000001:0.0:1769075940.924493:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075940.924494:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075940.924495:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075940.924498:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075940/real 1769075940]  req@ffff9e53c9d10a80 x1855007615978752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075940.924504:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075940.924505:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075940.924506:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075940.924507:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075940.924508:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075940.924510:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075940.924512:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10a80 x1855007615978752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075940.924517:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10a80 x1855007615978752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924521:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075940.924522:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.924523:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075940.924524:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075940.924526:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10a80 x1855007615978752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924530:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075940.924532:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10a80 x1855007615978752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924536:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075940.924538:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.924539:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075940.924540:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.924541:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075940.924542:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075940.924544:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075940.924546:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075940.924547:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075940.924550:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10a80 x1855007615978752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075940.924555:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615978752:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075940.924558:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.924559:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075940.924561:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13800 x1855007615978624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924565:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075940.924566:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075940.924567:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075940.924568:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075940.924569:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075940.924570:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075940.924572:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075940.924573:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:0.0:1769075940.924575:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075940.924576:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075940.924577:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13800.
00000100:00000001:0.0:1769075940.924579:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075940.924580:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.924581:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075940.924583:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10a80 x1855007615978752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075940.924587:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075940.924588:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075940.924588:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769075940.924590:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075940.924590:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075940.924591:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075940.924592:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075940.924593:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:0.0:1769075940.924594:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075940.924596:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075940.924596:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10a80.
00000100:00000001:0.0:1769075940.924598:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075940.924599:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.924600:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.924603:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075940.924604:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075940.924605:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075940.924607:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075941.627271:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075941.627275:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075941.627278:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075942.203136:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297598189, at 4297598208
00000100:00000010:3.0:1769075942.203154:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca240.
00000020:00000001:3.0:1769075942.651206:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075942.651209:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075942.651213:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075943.675428:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075943.675441:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075943.675444:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075944.699341:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075944.699347:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075944.699351:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075945.723233:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075945.723237:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075945.723240:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075946.043426:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075946.043431:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075946.043434:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075946.043442:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10000 x1855007615978880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.043456:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075946.043459:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075946.043464:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075946.043468:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075946.043472:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075946.043479:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615978880:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075946.043485:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075946.043489:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075946.043492:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075946.043497:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075946.043503:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075946.043507:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075946.043517:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075946.043524:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075946.043531:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075946.043539:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615978880, portal 25
00000100:00000001:0.0:1769075946.043543:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075946.043545:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438232576 : -107392271319040 : ffff9e53c9d10000)
00000100:00000040:0.0:1769075946.043552:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10000 x1855007615978880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.043563:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075946.043568:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075946.043572:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075946.043578:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615978880, offset 0
00000400:00000200:0.0:1769075946.043587:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075946.043595:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075946.043603:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075946.043610:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075946.043617:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075946.043623:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075946.043628:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075946.043635:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37129:37129:256:4294967295] 192.168.204.113@tcp LPNI seq info [37099:37099:8:4294967295]
00000400:00000200:0.0:1769075946.043643:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075946.043658:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075946.043678:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075946.043685:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075946.043695:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075946.043700:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075946.043710:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075946.043715:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769075946.043725:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075946.043730:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075946.043738:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075946.043746:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075946.043752:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075946.043757:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075946.043764:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075946.043772:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10000 x1855007615978880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.043790:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075946.043794:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10000 x1855007615978880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.043807:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075946.043811:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075946.043818:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075946.043822:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075946.043824:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297603309
00000100:00000010:0.0:1769075946.043829:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caf60.
00000100:00000001:0.0:1769075946.043834:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075946.043852:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297603309
00000100:00000010:0.0:1769075946.043857:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caa80.
00000100:00000001:0.0:1769075946.043864:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075946.043868:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075946.043873:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075946.043875:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075946.043882:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075946/real 1769075946]  req@ffff9e53c9d10000 x1855007615978880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075946.043905:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075946.043908:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075946.043912:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075946.043916:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075946.043918:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075946.043921:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075946.043927:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10000 x1855007615978880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075946.043939:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10000 x1855007615978880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.043951:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075946.043953:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.043955:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075946.043963:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075946.043966:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10000 x1855007615978880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.043971:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075946.043975:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10000 x1855007615978880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.043980:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075946.043982:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.043983:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075946.043984:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.043985:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075946.043986:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075946.043988:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075946.043991:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075946.043992:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075946.043995:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10000 x1855007615978880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075946.044001:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615978880:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075946.044004:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.044006:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075946.044008:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10000 x1855007615978880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044012:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075946.044014:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075946.044016:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075946.044018:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075946.044020:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075946.044021:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075946.044023:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075946.044024:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99000.
02000000:00000001:0.0:1769075946.044027:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075946.044029:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075946.044030:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10000.
00000100:00000001:0.0:1769075946.044032:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075946.044033:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.044035:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.044040:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075946.044042:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075946.044043:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075946.044044:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075946.044045:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075946.044047:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12d80 x1855007615979008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044053:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075946.044054:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075946.044055:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075946.044056:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075946.044058:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075946.044060:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615979008:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075946.044079:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075946.044081:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075946.044082:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075946.044084:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075946.044086:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075946.044088:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075946.044091:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075946.044094:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075946.044098:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075946.044102:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615979008, portal 10
00000100:00000001:0.0:1769075946.044104:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075946.044106:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438244224 : -107392271307392 : ffff9e53c9d12d80)
00000100:00000040:0.0:1769075946.044113:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12d80 x1855007615979008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044121:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075946.044124:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075946.044126:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075946.044129:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615979008, offset 0
00000400:00000200:0.0:1769075946.044133:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075946.044138:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075946.044142:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075946.044145:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075946.044148:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075946.044151:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075946.044154:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075946.044157:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37130:37130:256:4294967295] 192.168.204.113@tcp LPNI seq info [37100:37100:8:4294967295]
00000400:00000200:0.0:1769075946.044163:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075946.044170:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075946.044175:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075946.044179:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075946.044183:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075946.044185:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075946.044188:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075946.044190:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769075946.044192:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075946.044194:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075946.044196:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075946.044198:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075946.044201:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075946.044202:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075946.044204:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075946.044207:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12d80 x1855007615979008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044217:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075946.044219:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12d80 x1855007615979008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044224:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075946.044225:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075946.044227:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075946.044230:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075946.044232:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075946.044234:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297602062
00000100:00000001:0.0:1769075946.044236:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297603309
00000100:00000001:0.0:1769075946.044237:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297602062
00000100:00000001:0.0:1769075946.044239:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297603309
00000100:00000001:0.0:1769075946.044240:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075946.044242:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075946.044243:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075946.044245:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075946/real 1769075946]  req@ffff9e53c9d12d80 x1855007615979008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075946.044250:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075946.044251:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075946.044253:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075946.044254:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075946.044255:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075946.044257:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075946.044259:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12d80 x1855007615979008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075946.044264:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12d80 x1855007615979008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044268:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075946.044270:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.044271:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075946.044272:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075946.044275:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12d80 x1855007615979008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044279:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075946.044281:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12d80 x1855007615979008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044285:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075946.044287:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.044288:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075946.044289:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.044304:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075946.044306:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075946.044308:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075946.044310:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075946.044311:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075946.044314:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12d80 x1855007615979008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075946.044319:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615979008:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075946.044322:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075946.044324:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12300 x1855007615979136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044328:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075946.044330:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075946.044331:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075946.044332:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075946.044334:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075946.044336:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615979136:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075946.044338:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075946.044340:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075946.044341:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075946.044342:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075946.044344:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769075946.044346:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075946.044348:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075946.044350:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075946.044352:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075946.044354:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615979136, portal 10
00000100:00000001:0.0:1769075946.044356:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075946.044357:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438241536 : -107392271310080 : ffff9e53c9d12300)
00000100:00000040:0.0:1769075946.044376:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12300 x1855007615979136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044381:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075946.044383:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075946.044384:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075946.044386:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615979136, offset 0
00000400:00000200:0.0:1769075946.044389:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075946.044392:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075946.044394:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075946.044396:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075946.044398:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075946.044400:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075946.044402:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075946.044404:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37131:37131:256:4294967295] 192.168.204.113@tcp LPNI seq info [37101:37101:8:4294967295]
00000400:00000200:0.0:1769075946.044407:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075946.044411:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075946.044414:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075946.044415:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075946.044419:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075946.044420:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075946.044423:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075946.044425:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769075946.044428:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075946.044429:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075946.044431:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075946.044434:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075946.044436:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075946.044437:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075946.044439:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075946.044441:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12300 x1855007615979136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044446:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075946.044448:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12300 x1855007615979136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044452:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075946.044453:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075946.044455:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075946.044457:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075946.044460:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075946.044461:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297602069
00000100:00000001:0.0:1769075946.044463:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297603309
00000100:00000001:0.0:1769075946.044464:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297602069
00000100:00000001:0.0:1769075946.044466:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297603309
00000100:00000001:0.0:1769075946.044467:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075946.044469:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075946.044470:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075946.044472:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075946/real 1769075946]  req@ffff9e53c9d12300 x1855007615979136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075946.044477:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075946.044479:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075946.044480:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075946.044481:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075946.044482:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075946.044484:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075946.044486:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12300 x1855007615979136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075946.044491:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12300 x1855007615979136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044494:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075946.044495:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.044496:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075946.044497:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075946.044499:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12300 x1855007615979136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044503:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075946.044506:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12300 x1855007615979136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044510:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075946.044512:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.044513:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075946.044514:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.044515:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075946.044516:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075946.044517:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075946.044519:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075946.044520:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075946.044523:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12300 x1855007615979136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075946.044532:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615979136:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075946.044534:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.044536:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075946.044538:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12d80 x1855007615979008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044541:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075946.044542:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075946.044544:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075946.044545:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075946.044546:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075946.044547:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075946.044548:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075946.044549:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98400.
02000000:00000001:0.0:1769075946.044551:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075946.044551:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075946.044553:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12d80.
00000100:00000001:0.0:1769075946.044557:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075946.044558:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.044559:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075946.044561:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12300 x1855007615979136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075946.044565:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075946.044566:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075946.044567:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769075946.044568:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075946.044569:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075946.044570:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075946.044571:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075946.044572:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:0.0:1769075946.044573:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075946.044573:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075946.044574:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12300.
00000100:00000001:0.0:1769075946.044576:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075946.044577:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.044578:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.044581:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075946.044582:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075946.044583:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075946.044584:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075946.747236:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075946.747241:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075946.747245:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075947.323168:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297603309, at 4297603328
00000100:00000010:3.0:1769075947.323183:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60caa80.
00000020:00000001:0.0:1769075947.771282:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075947.771285:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075947.771288:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075948.795197:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075948.795201:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075948.795204:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075949.819249:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075949.819253:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075949.819256:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075950.843256:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075950.843259:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075950.843262:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075951.163513:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075951.163521:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075951.163526:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075951.163543:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13b80 x1855007615979264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.163573:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075951.163578:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075951.163584:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075951.163590:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075951.163598:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075951.163613:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615979264:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075951.163629:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075951.163639:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075951.163646:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075951.163655:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075951.163667:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769075951.163673:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075951.163694:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075951.163704:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075951.163719:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075951.163734:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615979264, portal 25
00000100:00000001:0.0:1769075951.163744:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075951.163762:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438247808 : -107392271303808 : ffff9e53c9d13b80)
00000100:00000040:0.0:1769075951.163780:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13b80 x1855007615979264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.163813:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075951.163819:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075951.163827:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075951.163833:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615979264, offset 0
00000400:00000200:0.0:1769075951.163846:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075951.163859:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075951.163870:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075951.163893:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075951.163925:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075951.163935:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075951.163947:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075951.163959:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37132:37132:256:4294967295] 192.168.204.113@tcp LPNI seq info [37102:37102:8:4294967295]
00000400:00000200:0.0:1769075951.163970:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075951.164013:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075951.164035:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075951.164047:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075951.164063:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075951.164071:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075951.164083:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075951.164087:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769075951.164092:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075951.164160:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075951.164169:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075951.164174:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075951.164181:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075951.164183:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075951.164190:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075951.164195:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13b80 x1855007615979264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.164224:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075951.164229:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13b80 x1855007615979264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.164237:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075951.164240:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075951.164266:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075951.164273:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075951.164277:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297608430
00000100:00000010:0.0:1769075951.164348:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cab40.
00000100:00000001:0.0:1769075951.164356:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075951.164379:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297608430
00000100:00000010:0.0:1769075951.164383:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca480.
00000100:00000001:0.0:1769075951.164387:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075951.164390:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075951.164393:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075951.164396:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075951.164403:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075951/real 1769075951]  req@ffff9e53c9d13b80 x1855007615979264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075951.164414:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075951.164416:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075951.164419:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075951.164422:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075951.164424:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075951.164427:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075951.164430:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13b80 x1855007615979264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075951.164439:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13b80 x1855007615979264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.164447:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075951.164449:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.164451:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075951.164453:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075951.164459:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13b80 x1855007615979264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.164471:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075951.164495:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13b80 x1855007615979264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.164506:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075951.164511:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.164513:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075951.164515:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.164519:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075951.164522:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075951.164526:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075951.164533:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075951.164536:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075951.164543:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13b80 x1855007615979264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075951.164555:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615979264:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075951.164560:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.164562:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075951.164565:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13b80 x1855007615979264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.164571:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075951.164574:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075951.164577:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769075951.164580:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075951.164581:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075951.164583:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075951.164585:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075951.164587:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99800.
02000000:00000001:0.0:1769075951.164591:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075951.164594:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075951.164597:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13b80.
00000100:00000001:0.0:1769075951.164602:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075951.164604:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.164607:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.164616:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075951.164618:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075951.164622:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075951.164624:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075951.164626:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075951.164632:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13480 x1855007615979392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.164644:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075951.164646:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075951.164649:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075951.164652:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075951.164655:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075951.164660:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615979392:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075951.164665:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075951.164668:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075951.164670:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075951.164672:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075951.164676:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769075951.164678:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075951.164684:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075951.164688:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075951.164693:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075951.164697:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615979392, portal 10
00000100:00000001:0.0:1769075951.164701:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075951.164703:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438246016 : -107392271305600 : ffff9e53c9d13480)
00000100:00000040:0.0:1769075951.164713:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13480 x1855007615979392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.164723:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075951.164726:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075951.164730:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075951.164734:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615979392, offset 0
00000400:00000200:0.0:1769075951.164740:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075951.164746:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075951.164753:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075951.164757:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075951.164761:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075951.164765:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075951.164768:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075951.164771:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37133:37133:256:4294967295] 192.168.204.113@tcp LPNI seq info [37103:37103:8:4294967295]
00000400:00000200:0.0:1769075951.164775:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075951.164783:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075951.164787:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075951.164791:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075951.164812:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075951.164815:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075951.164819:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075951.164822:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769075951.164826:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075951.164828:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075951.164831:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075951.164835:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075951.164838:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075951.164840:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075951.164843:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075951.164847:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13480 x1855007615979392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.164862:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075951.164865:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13480 x1855007615979392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.164871:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075951.164873:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075951.164876:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075951.164881:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075951.164884:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075951.164887:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297607182
00000100:00000001:0.0:1769075951.164891:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297608430
00000100:00000001:0.0:1769075951.164895:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297607182
00000100:00000001:0.0:1769075951.164898:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297608430
00000100:00000001:0.0:1769075951.164902:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075951.164921:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075951.164924:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075951.164930:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075951/real 1769075951]  req@ffff9e53c9d13480 x1855007615979392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075951.164942:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075951.164944:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075951.164947:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075951.164950:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075951.164953:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075951.164956:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075951.164961:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13480 x1855007615979392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075951.164974:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13480 x1855007615979392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.164985:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075951.164987:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.164989:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075951.164991:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075951.164995:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13480 x1855007615979392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.165001:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075951.165005:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13480 x1855007615979392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.165027:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075951.165030:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.165031:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075951.165032:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.165034:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075951.165036:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075951.165038:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075951.165041:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075951.165043:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075951.165047:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13480 x1855007615979392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075951.165054:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615979392:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075951.165058:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075951.165062:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13100 x1855007615979520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.165068:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075951.165070:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075951.165072:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075951.165074:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075951.165076:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075951.165079:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615979520:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075951.165082:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075951.165084:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075951.165086:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075951.165088:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075951.165092:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075951.165093:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075951.165097:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075951.165100:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075951.165103:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075951.165106:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615979520, portal 10
00000100:00000001:0.0:1769075951.165108:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075951.165109:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438245120 : -107392271306496 : ffff9e53c9d13100)
00000100:00000040:0.0:1769075951.165116:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13100 x1855007615979520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.165122:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075951.165124:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075951.165126:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075951.165128:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615979520, offset 0
00000400:00000200:0.0:1769075951.165132:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075951.165136:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075951.165163:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075951.165166:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075951.165169:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075951.165171:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075951.165174:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075951.165177:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37134:37134:256:4294967295] 192.168.204.113@tcp LPNI seq info [37104:37104:8:4294967295]
00000400:00000200:0.0:1769075951.165182:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075951.165188:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075951.165193:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075951.165197:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075951.165201:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075951.165224:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075951.165230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075951.165233:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1769075951.165237:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075951.165255:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075951.165259:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075951.165265:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075951.165269:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075951.165272:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075951.165276:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075951.165281:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13100 x1855007615979520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.165292:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075951.165297:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13100 x1855007615979520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.165307:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075951.165310:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075951.165315:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075951.165320:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075951.165325:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075951.165329:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297607190
00000100:00000001:0.0:1769075951.165332:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297608430
00000100:00000001:0.0:1769075951.165336:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297607190
00000100:00000001:0.0:1769075951.165339:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297608430
00000100:00000001:0.0:1769075951.165342:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075951.165344:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075951.165346:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075951.165350:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075951/real 1769075951]  req@ffff9e53c9d13100 x1855007615979520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075951.165358:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075951.165377:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075951.165379:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075951.165382:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075951.165383:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075951.165386:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075951.165389:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13100 x1855007615979520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075951.165397:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13100 x1855007615979520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.165403:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075951.165404:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.165406:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075951.165407:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075951.165411:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13100 x1855007615979520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.165417:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075951.165421:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13100 x1855007615979520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.165428:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075951.165430:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.165431:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075951.165433:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.165434:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075951.165436:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075951.165438:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075951.165441:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075951.165443:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075951.165446:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13100 x1855007615979520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075951.165463:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615979520:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075951.165470:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.165473:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075951.165495:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13480 x1855007615979392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.165505:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075951.165507:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075951.165511:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769075951.165514:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075951.165516:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075951.165518:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075951.165521:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075951.165524:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99400.
02000000:00000001:0.0:1769075951.165528:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075951.165530:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075951.165532:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13480.
00000100:00000001:0.0:1769075951.165536:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075951.165538:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.165541:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075951.165546:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13100 x1855007615979520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075951.165555:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075951.165557:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075951.165558:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769075951.165560:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075951.165562:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075951.165563:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075951.165565:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075951.165566:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:0.0:1769075951.165568:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075951.165569:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075951.165571:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13100.
00000100:00000001:0.0:1769075951.165573:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075951.165574:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.165576:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.165580:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075951.165581:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075951.165583:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075951.165585:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075951.867210:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075951.867243:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075951.867246:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075952.443230:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297608430, at 4297608448
00000100:00000010:3.0:1769075952.443247:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca480.
00000020:00000001:0.0:1769075952.891247:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075952.891251:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075952.891254:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075953.915233:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075953.915236:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075953.915239:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075954.939229:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075954.939234:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075954.939238:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075955.963449:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075955.963459:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075955.963465:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075956.283690:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075956.283707:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075956.283719:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075956.283748:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692300 x1855007615979648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.283801:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075956.283805:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075956.283830:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075956.283844:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075956.283853:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075956.283873:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615979648:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075956.283890:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075956.283920:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075956.283929:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075956.283948:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075956.283969:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769075956.283976:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075956.283999:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075956.284032:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075956.284047:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075956.284063:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615979648, portal 25
00000100:00000001:0.0:1769075956.284068:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075956.284071:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102514432 : -107391607037184 : ffff9e53f1692300)
00000100:00000040:0.0:1769075956.284143:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692300 x1855007615979648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.284183:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075956.284201:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075956.284212:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075956.284231:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615979648, offset 0
00000400:00000200:0.0:1769075956.284268:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075956.284462:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075956.284486:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075956.284495:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075956.284503:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075956.284510:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075956.284514:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075956.284521:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37135:37135:256:4294967295] 192.168.204.113@tcp LPNI seq info [37105:37105:8:4294967295]
00000400:00000200:0.0:1769075956.284527:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075956.284543:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075956.284551:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075956.284561:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075956.284571:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075956.284576:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075956.284584:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075956.284589:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769075956.284595:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075956.284598:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075956.284634:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075956.284642:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075956.284650:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075956.284654:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075956.284675:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075956.284684:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692300 x1855007615979648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.284699:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075956.284704:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692300 x1855007615979648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.284715:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075956.284718:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075956.284730:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075956.284739:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075956.284745:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297613550
00000100:00000010:0.0:1769075956.284756:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cade0.
00000100:00000001:0.0:1769075956.284766:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075956.284791:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297613550
00000100:00000010:0.0:1769075956.284799:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca1e0.
00000100:00000001:0.0:1769075956.284806:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075956.284812:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075956.284818:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075956.284823:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075956.284833:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075956/real 1769075956]  req@ffff9e53f1692300 x1855007615979648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075956.284856:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075956.284859:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075956.284866:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075956.284873:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075956.284877:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075956.284882:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075956.284889:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692300 x1855007615979648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075956.284902:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692300 x1855007615979648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.284911:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075956.284914:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.284917:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075956.284920:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075956.284925:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692300 x1855007615979648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.284933:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075956.284939:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692300 x1855007615979648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.284948:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075956.284952:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.284955:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075956.284956:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.284960:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075956.284962:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075956.284966:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075956.284971:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075956.284974:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075956.284979:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692300 x1855007615979648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075956.284989:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615979648:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075956.284996:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.285000:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075956.285004:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692300 x1855007615979648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.285012:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075956.285015:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075956.285018:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769075956.285022:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075956.285024:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075956.285027:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075956.285031:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075956.285034:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23400.
02000000:00000001:0.0:1769075956.285060:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075956.285101:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075956.285104:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692300.
00000100:00000001:0.0:1769075956.285152:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075956.285154:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.285157:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.285167:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075956.285169:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075956.285172:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075956.285175:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075956.285177:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075956.285184:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692680 x1855007615979776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.285194:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075956.285197:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075956.285200:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075956.285204:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075956.285208:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075956.285212:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615979776:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075956.285217:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075956.285221:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075956.285224:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075956.285227:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075956.285233:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769075956.285236:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075956.285244:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075956.285248:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075956.285254:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075956.285262:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615979776, portal 10
00000100:00000001:0.0:1769075956.285265:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075956.285267:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102515328 : -107391607036288 : ffff9e53f1692680)
00000100:00000040:0.0:1769075956.285275:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692680 x1855007615979776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.285285:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075956.285288:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075956.285291:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075956.285295:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615979776, offset 0
00000400:00000200:0.0:1769075956.285301:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075956.285309:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075956.285314:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075956.285318:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075956.285322:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075956.285325:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075956.285328:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075956.285333:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37136:37136:256:4294967295] 192.168.204.113@tcp LPNI seq info [37106:37106:8:4294967295]
00000400:00000200:0.0:1769075956.285338:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075956.285346:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075956.285352:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075956.285356:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075956.285361:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075956.285365:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075956.285371:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075956.285374:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769075956.285422:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075956.285426:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075956.285430:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075956.285435:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075956.285440:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075956.285442:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075956.285446:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075956.285452:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692680 x1855007615979776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.285463:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075956.285467:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692680 x1855007615979776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.285484:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075956.285486:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075956.285491:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075956.285497:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075956.285502:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075956.285505:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297612303
00000100:00000001:0.0:1769075956.285509:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297613550
00000100:00000001:0.0:1769075956.285512:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297612303
00000100:00000001:0.0:1769075956.285515:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297613550
00000100:00000001:0.0:1769075956.285517:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075956.285520:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075956.285522:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075956.285527:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075956/real 1769075956]  req@ffff9e53f1692680 x1855007615979776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075956.285537:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075956.285539:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075956.285541:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075956.285544:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075956.285547:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075956.285549:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075956.285553:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692680 x1855007615979776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075956.285564:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692680 x1855007615979776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.285571:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075956.285573:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.285575:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075956.285577:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075956.285581:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692680 x1855007615979776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.285591:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075956.285596:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692680 x1855007615979776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.285604:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075956.285607:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.285609:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075956.285611:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.285613:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075956.285615:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075956.285618:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075956.285622:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075956.285625:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075956.285629:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692680 x1855007615979776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075956.285639:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615979776:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075956.285643:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075956.285647:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007615979904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.285655:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075956.285657:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075956.285660:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075956.285663:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075956.285666:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075956.285670:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615979904:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075956.285673:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075956.285676:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075956.285679:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075956.285681:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075956.285685:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075956.285688:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075956.285692:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075956.285695:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075956.285699:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075956.285703:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615979904, portal 10
00000100:00000001:0.0:1769075956.285705:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075956.285708:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:0.0:1769075956.285740:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007615979904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.285755:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075956.285759:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075956.285765:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075956.285770:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615979904, offset 0
00000400:00000200:0.0:1769075956.285778:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075956.285787:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075956.285795:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075956.285801:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075956.285806:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075956.285811:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075956.285816:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075956.285823:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37137:37137:256:4294967295] 192.168.204.113@tcp LPNI seq info [37107:37107:8:4294967295]
00000400:00000200:0.0:1769075956.285832:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075956.285845:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075956.285854:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075956.285859:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075956.285864:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075956.285868:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075956.285874:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075956.285877:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1769075956.285882:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075956.285886:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075956.285890:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075956.285894:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075956.285898:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075956.285900:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075956.285904:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075956.285910:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690a80 x1855007615979904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.285921:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075956.285925:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690a80 x1855007615979904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.285933:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075956.285935:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075956.285940:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075956.285944:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075956.285948:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075956.285951:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297612310
00000100:00000001:0.0:1769075956.285954:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297613550
00000100:00000001:0.0:1769075956.285957:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297612310
00000100:00000001:0.0:1769075956.285960:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297613550
00000100:00000001:0.0:1769075956.285963:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075956.285965:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075956.285968:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075956.285972:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075956/real 1769075956]  req@ffff9e53f1690a80 x1855007615979904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075956.285982:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075956.285984:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075956.285986:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075956.285989:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075956.285991:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075956.285994:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075956.285998:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007615979904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075956.286009:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007615979904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.286017:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075956.286018:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.286021:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075956.286022:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075956.286027:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007615979904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.286035:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075956.286039:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007615979904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.286048:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075956.286051:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.286053:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075956.286054:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.286057:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075956.286059:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075956.286093:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075956.286099:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075956.286101:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075956.286106:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007615979904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075956.286117:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615979904:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075956.286145:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.286149:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075956.286154:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692680 x1855007615979776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.286163:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075956.286165:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075956.286168:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769075956.286171:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075956.286173:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075956.286175:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075956.286178:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075956.286181:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22000.
02000000:00000001:0.0:1769075956.286184:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075956.286186:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075956.286188:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692680.
00000100:00000001:0.0:1769075956.286191:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075956.286193:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.286195:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075956.286198:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007615979904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075956.286206:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075956.286207:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075956.286209:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769075956.286212:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075956.286213:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075956.286214:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075956.286216:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075956.286218:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20400.
02000000:00000001:0.0:1769075956.286220:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075956.286222:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075956.286223:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:0.0:1769075956.286226:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075956.286228:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.286230:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.286235:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075956.286237:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075956.286240:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075956.286243:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075956.987424:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075956.987429:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075956.987432:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075957.563168:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297613550, at 4297613568
00000100:00000010:3.0:1769075957.563185:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca1e0.
00000020:00000001:3.0:1769075958.011255:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075958.011261:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075958.011267:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075959.035411:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075959.035418:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075959.035422:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075960.059333:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075960.059339:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075960.059344:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075961.083309:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075961.083315:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075961.083319:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075961.403573:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075961.403584:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075961.403591:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075961.403610:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690380 x1855007615980032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.403625:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075961.403630:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075961.403637:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075961.403649:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075961.403662:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075961.403680:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615980032:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075961.403701:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075961.403709:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075961.403717:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075961.403731:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075961.403742:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769075961.403751:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075961.403776:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075961.403781:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075961.403792:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075961.403816:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615980032, portal 25
00000100:00000001:0.0:1769075961.403824:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075961.403832:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102506368 : -107391607045248 : ffff9e53f1690380)
00000100:00000040:0.0:1769075961.403862:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690380 x1855007615980032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.403914:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075961.403929:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075961.403938:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075961.403945:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615980032, offset 0
00000400:00000200:0.0:1769075961.403968:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075961.403987:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075961.404004:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075961.404014:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075961.404049:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075961.404057:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075961.404120:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075961.404131:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37138:37138:256:4294967295] 192.168.204.113@tcp LPNI seq info [37108:37108:8:4294967295]
00000400:00000200:0.0:1769075961.404151:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075961.404177:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075961.404198:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075961.404210:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075961.404225:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075961.404233:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075961.404249:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075961.404260:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769075961.404279:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075961.404283:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075961.404295:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075961.404314:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075961.404323:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075961.404332:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075961.404367:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075961.404382:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690380 x1855007615980032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404444:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075961.404448:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690380 x1855007615980032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404479:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075961.404492:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075961.404504:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075961.404518:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075961.404521:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297618670
00000100:00000010:0.0:1769075961.404526:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca1e0.
00000100:00000001:0.0:1769075961.404534:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075961.404549:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297618670
00000100:00000010:0.0:1769075961.404551:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cade0.
00000100:00000001:0.0:1769075961.404554:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075961.404556:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075961.404558:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075961.404560:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075961.404564:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075961/real 1769075961]  req@ffff9e53f1690380 x1855007615980032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075961.404574:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075961.404576:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075961.404577:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075961.404580:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075961.404581:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075961.404583:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075961.404586:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690380 x1855007615980032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075961.404592:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690380 x1855007615980032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404596:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075961.404597:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.404599:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075961.404600:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075961.404602:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690380 x1855007615980032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404608:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075961.404611:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690380 x1855007615980032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404615:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075961.404617:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.404618:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075961.404619:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.404621:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075961.404622:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075961.404625:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075961.404628:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075961.404629:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075961.404632:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690380 x1855007615980032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075961.404637:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615980032:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075961.404640:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.404642:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075961.404644:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690380 x1855007615980032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404651:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075961.404654:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075961.404657:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769075961.404661:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075961.404663:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075961.404665:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075961.404667:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075961.404670:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22400.
02000000:00000001:0.0:1769075961.404674:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075961.404676:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075961.404678:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690380.
00000100:00000001:0.0:1769075961.404682:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075961.404683:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.404686:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.404693:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075961.404696:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075961.404698:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075961.404700:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075961.404702:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075961.404706:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692a00 x1855007615980160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404713:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075961.404715:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075961.404717:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075961.404720:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075961.404722:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075961.404725:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615980160:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075961.404729:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075961.404731:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075961.404733:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075961.404734:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075961.404738:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769075961.404740:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075961.404744:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075961.404748:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075961.404752:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075961.404755:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615980160, portal 10
00000100:00000001:0.0:1769075961.404757:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075961.404759:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102516224 : -107391607035392 : ffff9e53f1692a00)
00000100:00000040:0.0:1769075961.404766:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692a00 x1855007615980160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404771:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075961.404773:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075961.404775:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075961.404777:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615980160, offset 0
00000400:00000200:0.0:1769075961.404780:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075961.404783:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075961.404786:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075961.404789:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075961.404792:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075961.404795:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075961.404798:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075961.404801:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37139:37139:256:4294967295] 192.168.204.113@tcp LPNI seq info [37109:37109:8:4294967295]
00000400:00000200:0.0:1769075961.404805:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075961.404812:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075961.404818:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075961.404821:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075961.404826:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075961.404829:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075961.404834:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075961.404837:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769075961.404841:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075961.404843:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075961.404845:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075961.404848:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075961.404850:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075961.404851:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075961.404853:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075961.404856:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692a00 x1855007615980160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404862:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075961.404864:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692a00 x1855007615980160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404868:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075961.404869:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075961.404872:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075961.404875:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075961.404877:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075961.404879:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297617422
00000100:00000001:0.0:1769075961.404881:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297618670
00000100:00000001:0.0:1769075961.404882:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297617422
00000100:00000001:0.0:1769075961.404884:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297618670
00000100:00000001:0.0:1769075961.404885:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075961.404887:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075961.404888:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075961.404890:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075961/real 1769075961]  req@ffff9e53f1692a00 x1855007615980160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075961.404900:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075961.404901:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075961.404903:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075961.404904:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075961.404905:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075961.404907:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075961.404909:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692a00 x1855007615980160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075961.404914:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692a00 x1855007615980160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404918:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075961.404919:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.404920:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075961.404921:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075961.404923:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692a00 x1855007615980160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404927:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075961.404930:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692a00 x1855007615980160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404935:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075961.404936:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.404937:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075961.404938:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.404939:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075961.404941:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075961.404942:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075961.404944:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075961.404946:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075961.404948:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692a00 x1855007615980160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075961.404953:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615980160:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075961.404955:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075961.404958:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691880 x1855007615980288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404962:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075961.404963:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075961.404964:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075961.404966:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075961.404967:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075961.404969:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615980288:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075961.404971:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075961.404973:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075961.404974:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075961.404975:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075961.404977:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012000.
02000000:00000001:0.0:1769075961.404978:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075961.404981:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075961.404982:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075961.404984:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075961.404986:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615980288, portal 10
00000100:00000001:0.0:1769075961.404988:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075961.404989:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102511744 : -107391607039872 : ffff9e53f1691880)
00000100:00000040:0.0:1769075961.404992:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691880 x1855007615980288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.404996:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075961.404998:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075961.404999:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075961.405001:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615980288, offset 0
00000400:00000200:0.0:1769075961.405003:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075961.405006:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075961.405008:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075961.405010:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075961.405012:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075961.405013:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075961.405015:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075961.405017:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37140:37140:256:4294967295] 192.168.204.113@tcp LPNI seq info [37110:37110:8:4294967295]
00000400:00000200:0.0:1769075961.405020:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075961.405024:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075961.405027:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075961.405029:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075961.405031:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075961.405046:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075961.405050:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075961.405051:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769075961.405054:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075961.405055:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075961.405058:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075961.405060:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075961.405100:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075961.405103:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075961.405108:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075961.405114:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691880 x1855007615980288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.405123:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075961.405125:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691880 x1855007615980288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.405130:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075961.405131:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075961.405144:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075961.405146:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075961.405149:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075961.405150:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297617430
00000100:00000001:0.0:1769075961.405152:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297618670
00000100:00000001:0.0:1769075961.405154:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297617430
00000100:00000001:0.0:1769075961.405155:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297618670
00000100:00000001:0.0:1769075961.405162:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075961.405164:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075961.405165:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075961.405170:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075961/real 1769075961]  req@ffff9e53f1691880 x1855007615980288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075961.405176:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075961.405176:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075961.405178:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075961.405180:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075961.405181:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075961.405182:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075961.405184:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691880 x1855007615980288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075961.405190:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691880 x1855007615980288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.405194:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075961.405195:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.405196:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075961.405197:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075961.405200:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691880 x1855007615980288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.405204:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075961.405206:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691880 x1855007615980288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.405210:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075961.405212:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.405213:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075961.405213:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.405214:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075961.405215:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075961.405217:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075961.405220:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075961.405221:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075961.405224:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691880 x1855007615980288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075961.405228:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615980288:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075961.405231:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.405232:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075961.405234:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692a00 x1855007615980160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.405238:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075961.405239:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075961.405241:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769075961.405242:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075961.405244:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075961.405245:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075961.405246:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075961.405247:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21400.
02000000:00000001:0.0:1769075961.405249:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075961.405250:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075961.405251:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692a00.
00000100:00000001:0.0:1769075961.405253:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075961.405254:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.405255:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075961.405257:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691880 x1855007615980288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075961.405261:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075961.405262:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075961.405263:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012000.
02000000:00000001:0.0:1769075961.405264:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075961.405264:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075961.405265:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075961.405266:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075961.405267:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:0.0:1769075961.405268:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075961.405269:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075961.405270:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691880.
00000100:00000001:0.0:1769075961.405271:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075961.405272:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.405273:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.405275:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075961.405276:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075961.405277:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075961.405278:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075962.107284:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075962.107294:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075962.107302:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075962.683277:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297618670, at 4297618688
00000100:00000010:3.0:1769075962.683311:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cade0.
00000020:00000001:0.0:1769075963.131429:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075963.131444:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075963.131454:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075964.155313:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075964.155316:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075964.155319:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075965.179340:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075965.179350:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075965.179357:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075966.203391:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075966.203397:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075966.203403:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075966.523586:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075966.523595:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075966.523601:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075966.523623:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693100 x1855007615980416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.523662:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075966.523672:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075966.523686:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075966.523696:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075966.523709:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075966.523727:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615980416:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075966.523746:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075966.523758:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075966.523767:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075966.523780:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075966.523829:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012000.
02000000:00000001:0.0:1769075966.523844:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075966.523868:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075966.523880:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075966.523892:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075966.523909:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615980416, portal 25
00000100:00000001:0.0:1769075966.523922:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075966.523929:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518016 : -107391607033600 : ffff9e53f1693100)
00000100:00000040:0.0:1769075966.523971:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693100 x1855007615980416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.524010:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075966.524025:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075966.524038:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075966.524051:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615980416, offset 0
00000400:00000200:0.0:1769075966.524115:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075966.524136:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075966.524152:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075966.524168:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075966.524181:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075966.524187:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075966.524191:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075966.524199:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37141:37141:256:4294967295] 192.168.204.113@tcp LPNI seq info [37111:37111:8:4294967295]
00000400:00000200:0.0:1769075966.524205:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075966.524219:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075966.524226:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075966.524233:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075966.524241:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075966.524246:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075966.524254:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075966.524258:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769075966.524264:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075966.524268:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075966.524274:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075966.524280:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075966.524286:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075966.524290:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075966.524296:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075966.524303:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693100 x1855007615980416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.524316:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075966.524321:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693100 x1855007615980416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.524330:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075966.524332:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075966.524341:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075966.524346:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075966.524349:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297623790
00000100:00000010:0.0:1769075966.524356:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cab40.
00000100:00000001:0.0:1769075966.524364:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075966.524371:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297623790
00000100:00000010:0.0:1769075966.524375:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca480.
00000100:00000001:0.0:1769075966.524379:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075966.524383:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075966.524387:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075966.524390:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075966.524395:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075966/real 1769075966]  req@ffff9e53f1693100 x1855007615980416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075966.524408:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075966.524410:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075966.524413:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075966.524417:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075966.524419:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075966.524422:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075966.524427:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693100 x1855007615980416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075966.524438:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693100 x1855007615980416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.524447:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075966.524449:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.524452:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075966.524454:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075966.524459:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693100 x1855007615980416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.524467:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075966.524473:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693100 x1855007615980416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.524483:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075966.524487:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.524490:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075966.524491:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.524494:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075966.524497:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075966.524501:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075966.524506:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075966.524509:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075966.524514:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693100 x1855007615980416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075966.524524:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615980416:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075966.524530:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.524533:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075966.524536:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693100 x1855007615980416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.524545:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075966.524548:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075966.524552:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012000.
02000000:00000001:0.0:1769075966.524556:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075966.524558:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075966.524560:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075966.524563:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075966.524566:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:0.0:1769075966.524570:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075966.524573:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075966.524575:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693100.
00000100:00000001:0.0:1769075966.524579:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075966.524581:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.524583:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.524594:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075966.524596:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075966.524599:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075966.524601:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075966.524603:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075966.524607:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690e00 x1855007615980544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.524616:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075966.524618:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075966.524621:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075966.524623:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075966.524626:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075966.524630:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615980544:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075966.524633:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075966.524636:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075966.524638:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075966.524640:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075966.524644:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012000.
02000000:00000001:0.0:1769075966.524647:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075966.524652:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075966.524655:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075966.524659:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075966.524663:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615980544, portal 10
00000100:00000001:0.0:1769075966.524666:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075966.524668:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102509056 : -107391607042560 : ffff9e53f1690e00)
00000100:00000040:0.0:1769075966.524676:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690e00 x1855007615980544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.524684:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075966.524687:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075966.524690:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075966.524693:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615980544, offset 0
00000400:00000200:0.0:1769075966.524698:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075966.524702:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075966.524707:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075966.524712:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075966.524715:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075966.524719:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075966.524722:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075966.524726:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37142:37142:256:4294967295] 192.168.204.113@tcp LPNI seq info [37112:37112:8:4294967295]
00000400:00000200:0.0:1769075966.524732:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075966.524740:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075966.524746:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075966.524750:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075966.524755:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075966.524758:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075966.524764:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075966.524767:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769075966.524772:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075966.524774:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075966.524778:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075966.524782:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075966.524786:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075966.524788:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075966.524791:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075966.524796:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690e00 x1855007615980544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.524806:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075966.524810:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690e00 x1855007615980544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.524834:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075966.524837:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075966.524842:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075966.524846:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075966.524851:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075966.524859:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297622542
00000100:00000001:0.0:1769075966.524863:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297623790
00000100:00000001:0.0:1769075966.524866:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297622542
00000100:00000001:0.0:1769075966.524869:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297623790
00000100:00000001:0.0:1769075966.524872:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075966.524875:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075966.524877:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075966.524881:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075966/real 1769075966]  req@ffff9e53f1690e00 x1855007615980544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075966.524891:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075966.524892:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075966.524895:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075966.524898:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075966.524900:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075966.524903:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075966.524907:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690e00 x1855007615980544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075966.524917:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690e00 x1855007615980544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.524924:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075966.524926:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.524928:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075966.524930:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075966.524934:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690e00 x1855007615980544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.524942:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075966.524967:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690e00 x1855007615980544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.524983:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075966.524988:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.524993:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075966.524996:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.524999:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075966.525003:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075966.525008:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075966.525015:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075966.525020:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075966.525029:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690e00 x1855007615980544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075966.525046:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615980544:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075966.525051:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075966.525056:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690000 x1855007615980672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.525064:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075966.525092:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075966.525096:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075966.525099:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075966.525101:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075966.525105:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615980672:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075966.525110:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075966.525113:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075966.525115:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075966.525117:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075966.525122:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769075966.525125:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075966.525130:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075966.525134:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075966.525138:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075966.525142:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615980672, portal 10
00000100:00000001:0.0:1769075966.525145:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075966.525147:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102505472 : -107391607046144 : ffff9e53f1690000)
00000100:00000040:0.0:1769075966.525155:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690000 x1855007615980672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.525164:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075966.525167:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075966.525170:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075966.525173:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615980672, offset 0
00000400:00000200:0.0:1769075966.525178:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075966.525183:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075966.525187:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075966.525191:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075966.525195:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075966.525198:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075966.525201:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075966.525205:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37143:37143:256:4294967295] 192.168.204.113@tcp LPNI seq info [37113:37113:8:4294967295]
00000400:00000200:0.0:1769075966.525210:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075966.525219:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075966.525224:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075966.525228:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075966.525233:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075966.525237:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075966.525242:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075966.525245:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769075966.525251:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075966.525253:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075966.525257:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075966.525262:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075966.525265:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075966.525268:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075966.525271:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075966.525275:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690000 x1855007615980672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.525285:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075966.525290:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690000 x1855007615980672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.525298:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075966.525301:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075966.525305:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075966.525309:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075966.525313:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075966.525316:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297622550
00000100:00000001:0.0:1769075966.525319:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297623790
00000100:00000001:0.0:1769075966.525322:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297622550
00000100:00000001:0.0:1769075966.525325:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297623790
00000100:00000001:0.0:1769075966.525328:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075966.525330:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075966.525333:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075966.525337:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075966/real 1769075966]  req@ffff9e53f1690000 x1855007615980672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075966.525346:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075966.525347:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075966.525349:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075966.525352:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075966.525354:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075966.525356:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075966.525360:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690000 x1855007615980672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075966.525370:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690000 x1855007615980672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.525379:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075966.525381:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.525383:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075966.525385:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075966.525390:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690000 x1855007615980672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.525398:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075966.525403:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690000 x1855007615980672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.525412:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075966.525414:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.525416:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075966.525418:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.525420:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075966.525422:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075966.525425:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075966.525428:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075966.525431:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075966.525435:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690000 x1855007615980672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075966.525445:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615980672:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075966.525449:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.525451:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075966.525455:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690e00 x1855007615980544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.525463:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075966.525465:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075966.525468:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012000.
02000000:00000001:0.0:1769075966.525471:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075966.525473:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075966.525474:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075966.525477:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075966.525480:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21400.
02000000:00000001:0.0:1769075966.525483:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075966.525485:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075966.525487:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690e00.
00000100:00000001:0.0:1769075966.525491:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075966.525493:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.525495:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075966.525498:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690000 x1855007615980672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075966.525507:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075966.525508:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075966.525510:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769075966.525512:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075966.525513:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075966.525515:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075966.525517:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075966.525519:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22400.
02000000:00000001:0.0:1769075966.525521:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075966.525522:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075966.525524:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690000.
00000100:00000001:0.0:1769075966.525526:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075966.525528:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.525530:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.525534:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075966.525536:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075966.525538:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075966.525540:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075967.227333:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075967.227339:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075967.227345:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075967.803228:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297623790, at 4297623808
00000100:00000010:3.0:1769075967.803262:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca480.
00000020:00000001:0.0:1769075968.251389:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075968.251397:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075968.251403:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075969.275399:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075969.275409:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075969.275416:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075970.299310:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075970.299316:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075970.299321:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075971.323383:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075971.323389:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075971.323394:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075971.643579:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075971.643590:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075971.643599:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075971.643617:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692d80 x1855007615980800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.643647:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075971.643653:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075971.643661:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075971.643667:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075971.643676:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075971.643687:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615980800:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075971.643699:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075971.643707:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075971.643714:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075971.643721:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075971.643733:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075971.643743:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075971.643761:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075971.643771:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075971.643782:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075971.643798:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615980800, portal 25
00000100:00000001:0.0:1769075971.643806:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075971.643811:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102517120 : -107391607034496 : ffff9e53f1692d80)
00000100:00000040:0.0:1769075971.643827:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692d80 x1855007615980800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.643852:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075971.643892:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075971.643900:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075971.643909:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615980800, offset 0
00000400:00000200:0.0:1769075971.643928:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075971.643949:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075971.643968:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075971.643984:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075971.643995:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075971.644005:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075971.644017:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075971.644030:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37144:37144:256:4294967295] 192.168.204.113@tcp LPNI seq info [37114:37114:8:4294967295]
00000400:00000200:0.0:1769075971.644049:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075971.644135:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075971.644151:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075971.644166:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075971.644189:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075971.644203:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075971.644229:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075971.644240:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769075971.644258:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075971.644266:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075971.644280:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075971.644302:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075971.644314:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075971.644322:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075971.644335:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075971.644349:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692d80 x1855007615980800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.644378:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075971.644388:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692d80 x1855007615980800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.644417:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075971.644426:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075971.644442:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075971.644461:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075971.644472:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297628910
00000100:00000010:0.0:1769075971.644489:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caa80.
00000100:00000001:0.0:1769075971.644508:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075971.644521:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297628910
00000100:00000010:0.0:1769075971.644536:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caf60.
00000100:00000001:0.0:1769075971.644549:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075971.644559:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075971.644565:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075971.644574:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075971.644588:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075971/real 1769075971]  req@ffff9e53f1692d80 x1855007615980800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075971.644617:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075971.644622:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075971.644625:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075971.644630:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075971.644633:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075971.644639:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075971.644645:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692d80 x1855007615980800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075971.644657:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692d80 x1855007615980800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.644667:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075971.644669:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.644672:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075971.644674:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075971.644679:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692d80 x1855007615980800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.644688:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075971.644693:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692d80 x1855007615980800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.644703:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075971.644707:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.644709:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075971.644710:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.644713:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075971.644717:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075971.644720:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075971.644725:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075971.644728:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075971.644734:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692d80 x1855007615980800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075971.644744:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615980800:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075971.644749:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.644752:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075971.644756:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692d80 x1855007615980800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.644765:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075971.644768:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075971.644771:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075971.644775:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075971.644777:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075971.644780:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075971.644783:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075971.644786:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20400.
02000000:00000001:0.0:1769075971.644791:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075971.644794:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075971.644796:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692d80.
00000100:00000001:0.0:1769075971.644800:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075971.644802:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.644805:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.644813:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075971.644815:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075971.644817:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075971.644819:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075971.644822:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075971.644826:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693800 x1855007615980928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.644843:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075971.644845:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075971.644848:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075971.644850:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075971.644853:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075971.644857:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615980928:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075971.644886:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075971.644890:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075971.644892:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075971.644895:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075971.644899:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075971.644902:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075971.644909:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075971.644912:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075971.644917:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075971.644921:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615980928, portal 10
00000100:00000001:0.0:1769075971.644924:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075971.644926:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102519808 : -107391607031808 : ffff9e53f1693800)
00000100:00000040:0.0:1769075971.644934:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693800 x1855007615980928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.644943:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075971.644946:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075971.644949:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075971.644952:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615980928, offset 0
00000400:00000200:0.0:1769075971.644957:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075971.644963:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075971.644968:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075971.644973:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075971.644976:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075971.644980:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075971.644983:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075971.644988:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37145:37145:256:4294967295] 192.168.204.113@tcp LPNI seq info [37115:37115:8:4294967295]
00000400:00000200:0.0:1769075971.644993:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075971.645003:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075971.645009:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075971.645013:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075971.645019:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075971.645022:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075971.645028:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075971.645032:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769075971.645036:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075971.645039:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075971.645043:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075971.645048:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075971.645052:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075971.645054:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075971.645058:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075971.645062:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693800 x1855007615980928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.645104:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075971.645112:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693800 x1855007615980928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.645126:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075971.645130:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075971.645138:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075971.645145:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075971.645152:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075971.645156:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297627663
00000100:00000001:0.0:1769075971.645162:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297628910
00000100:00000001:0.0:1769075971.645167:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297627663
00000100:00000001:0.0:1769075971.645172:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297628910
00000100:00000001:0.0:1769075971.645177:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075971.645183:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075971.645187:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075971.645195:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075971/real 1769075971]  req@ffff9e53f1693800 x1855007615980928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075971.645212:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075971.645215:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075971.645218:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075971.645223:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075971.645226:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075971.645229:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075971.645234:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693800 x1855007615980928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075971.645245:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693800 x1855007615980928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.645253:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075971.645255:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.645258:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075971.645259:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075971.645264:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693800 x1855007615980928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.645272:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075971.645276:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693800 x1855007615980928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.645285:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075971.645288:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.645291:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075971.645293:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.645295:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075971.645297:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075971.645300:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075971.645305:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075971.645308:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075971.645313:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693800 x1855007615980928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075971.645323:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615980928:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075971.645327:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075971.645331:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690000 x1855007615981056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.645339:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075971.645341:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075971.645344:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075971.645346:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075971.645349:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075971.645353:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615981056:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075971.645357:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075971.645360:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075971.645362:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075971.645364:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075971.645369:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011400.
02000000:00000001:0.0:1769075971.645371:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075971.645376:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075971.645379:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075971.645383:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075971.645387:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615981056, portal 10
00000100:00000001:0.0:1769075971.645390:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075971.645391:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102505472 : -107391607046144 : ffff9e53f1690000)
00000100:00000040:0.0:1769075971.645399:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690000 x1855007615981056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.645407:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075971.645411:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075971.645414:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075971.645417:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615981056, offset 0
00000400:00000200:0.0:1769075971.645422:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075971.645430:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075971.645438:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075971.645443:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075971.645449:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075971.645453:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075971.645458:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075971.645464:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37146:37146:256:4294967295] 192.168.204.113@tcp LPNI seq info [37116:37116:8:4294967295]
00000400:00000200:0.0:1769075971.645473:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075971.645487:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075971.645496:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075971.645504:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075971.645512:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075971.645519:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075971.645528:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075971.645534:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769075971.645541:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075971.645545:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075971.645550:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075971.645554:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075971.645559:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075971.645561:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075971.645565:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075971.645571:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690000 x1855007615981056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.645581:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075971.645585:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690000 x1855007615981056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.645594:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075971.645596:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075971.645602:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075971.645606:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075971.645611:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075971.645614:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297627670
00000100:00000001:0.0:1769075971.645617:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297628910
00000100:00000001:0.0:1769075971.645620:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297627670
00000100:00000001:0.0:1769075971.645623:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297628910
00000100:00000001:0.0:1769075971.645626:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075971.645629:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075971.645631:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075971.645636:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075971/real 1769075971]  req@ffff9e53f1690000 x1855007615981056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075971.645645:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075971.645647:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075971.645650:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075971.645653:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075971.645655:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075971.645657:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075971.645661:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690000 x1855007615981056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075971.645672:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690000 x1855007615981056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.645680:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075971.645682:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.645684:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075971.645685:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075971.645690:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690000 x1855007615981056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.645698:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075971.645702:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690000 x1855007615981056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.645712:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075971.645715:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.645717:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075971.645719:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.645721:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075971.645723:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075971.645726:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075971.645729:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075971.645732:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075971.645737:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690000 x1855007615981056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075971.645746:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615981056:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075971.645750:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.645753:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075971.645756:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693800 x1855007615980928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.645765:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075971.645767:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075971.645770:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075971.645773:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075971.645775:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075971.645777:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075971.645780:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075971.645782:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22000.
02000000:00000001:0.0:1769075971.645785:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075971.645787:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075971.645789:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693800.
00000100:00000001:0.0:1769075971.645792:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075971.645794:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.645797:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075971.645801:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690000 x1855007615981056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075971.645809:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075971.645811:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075971.645813:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011400.
02000000:00000001:0.0:1769075971.645815:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075971.645816:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075971.645818:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075971.645820:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075971.645822:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23400.
02000000:00000001:0.0:1769075971.645824:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075971.645825:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075971.645827:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690000.
00000100:00000001:0.0:1769075971.645829:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075971.645831:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.645833:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.645838:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075971.645840:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075971.645842:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075971.645844:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075972.347362:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075972.347368:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075972.347372:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075972.923171:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297628910, at 4297628928
00000100:00000010:3.0:1769075972.923192:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60caf60.
00000020:00000001:3.0:1769075973.371328:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075973.371335:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075973.371340:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075974.395287:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075974.395291:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075974.395295:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075975.419192:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075975.419195:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075975.419198:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075976.443370:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075976.443376:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075976.443382:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075976.763528:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075976.763539:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075976.763547:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075976.763565:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690e00 x1855007615981184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.763595:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075976.763601:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075976.763609:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075976.763617:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075976.763624:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075976.763635:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615981184:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075976.763648:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075976.763656:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075976.763662:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075976.763670:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075976.763682:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075976.763690:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075976.763708:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075976.763719:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075976.763731:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075976.763748:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615981184, portal 25
00000100:00000001:0.0:1769075976.763760:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075976.763767:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102509056 : -107391607042560 : ffff9e53f1690e00)
00000100:00000040:0.0:1769075976.763807:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690e00 x1855007615981184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.763821:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075976.763833:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075976.763839:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075976.763849:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615981184, offset 0
00000400:00000200:0.0:1769075976.763864:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075976.763888:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075976.763905:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075976.763921:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075976.763932:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075976.763942:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075976.763954:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075976.763963:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37147:37147:256:4294967295] 192.168.204.113@tcp LPNI seq info [37117:37117:8:4294967295]
00000400:00000200:0.0:1769075976.763977:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075976.764002:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075976.764024:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075976.764034:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075976.764060:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075976.764103:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075976.764118:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075976.764131:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769075976.764153:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075976.764159:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075976.764171:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075976.764187:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075976.764198:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075976.764208:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075976.764222:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075976.764233:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690e00 x1855007615981184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.764258:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075976.764271:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690e00 x1855007615981184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.764313:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075976.764323:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075976.764335:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075976.764354:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075976.764362:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297634030
00000100:00000010:0.0:1769075976.764376:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca240.
00000100:00000001:0.0:1769075976.764393:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075976.764410:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297634030
00000100:00000010:0.0:1769075976.764421:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca420.
00000100:00000001:0.0:1769075976.764426:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075976.764432:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075976.764436:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075976.764439:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075976.764448:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075976/real 1769075976]  req@ffff9e53f1690e00 x1855007615981184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075976.764471:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075976.764473:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075976.764476:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075976.764479:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075976.764481:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075976.764485:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075976.764490:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690e00 x1855007615981184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075976.764501:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690e00 x1855007615981184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.764511:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075976.764513:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.764516:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075976.764519:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075976.764523:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690e00 x1855007615981184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.764531:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075976.764537:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690e00 x1855007615981184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.764547:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075976.764551:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.764554:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075976.764555:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.764558:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075976.764560:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075976.764564:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075976.764569:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075976.764572:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075976.764578:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690e00 x1855007615981184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075976.764590:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615981184:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075976.764596:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.764598:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075976.764602:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690e00 x1855007615981184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.764610:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075976.764613:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075976.764616:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075976.764620:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075976.764622:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075976.764624:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075976.764627:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075976.764630:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20000.
02000000:00000001:0.0:1769075976.764633:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075976.764636:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075976.764639:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690e00.
00000100:00000001:0.0:1769075976.764643:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075976.764645:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.764647:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.764656:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075976.764658:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075976.764661:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075976.764663:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075976.764665:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075976.764669:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693100 x1855007615981312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.764679:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075976.764681:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075976.764684:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075976.764687:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075976.764691:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075976.764694:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615981312:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075976.764699:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075976.764701:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075976.764703:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075976.764706:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075976.764710:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075976.764712:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075976.764717:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075976.764720:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075976.764725:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075976.764729:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615981312, portal 10
00000100:00000001:0.0:1769075976.764731:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075976.764733:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518016 : -107391607033600 : ffff9e53f1693100)
00000100:00000040:0.0:1769075976.764741:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693100 x1855007615981312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.764750:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075976.764753:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075976.764755:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075976.764758:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615981312, offset 0
00000400:00000200:0.0:1769075976.764764:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075976.764768:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075976.764773:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075976.764801:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075976.764805:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075976.764808:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075976.764812:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075976.764816:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37148:37148:256:4294967295] 192.168.204.113@tcp LPNI seq info [37118:37118:8:4294967295]
00000400:00000200:0.0:1769075976.764822:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075976.764831:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075976.764837:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075976.764841:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075976.764847:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075976.764851:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075976.764857:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075976.764860:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769075976.764884:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075976.764887:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075976.764891:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075976.764896:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075976.764901:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075976.764904:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075976.764907:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075976.764913:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693100 x1855007615981312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.764923:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075976.764927:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693100 x1855007615981312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.764936:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075976.764938:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075976.764942:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075976.764947:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075976.764952:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075976.764955:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297632782
00000100:00000001:0.0:1769075976.764959:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297634030
00000100:00000001:0.0:1769075976.764962:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297632782
00000100:00000001:0.0:1769075976.764965:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297634030
00000100:00000001:0.0:1769075976.764967:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075976.764970:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075976.764972:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075976.764977:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075976/real 1769075976]  req@ffff9e53f1693100 x1855007615981312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075976.764987:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075976.764989:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075976.764992:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075976.764995:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075976.764997:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075976.764999:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075976.765003:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693100 x1855007615981312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075976.765014:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693100 x1855007615981312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.765021:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075976.765023:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.765025:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075976.765027:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075976.765031:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693100 x1855007615981312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.765039:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075976.765044:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693100 x1855007615981312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.765053:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075976.765056:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.765059:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075976.765060:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.765091:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075976.765094:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075976.765098:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075976.765102:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075976.765105:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075976.765110:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693100 x1855007615981312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075976.765121:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615981312:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075976.765127:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075976.765131:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691880 x1855007615981440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.765140:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075976.765141:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075976.765144:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075976.765146:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075976.765149:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075976.765153:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615981440:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075976.765157:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075976.765159:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075976.765162:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075976.765164:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075976.765169:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9013c00.
02000000:00000001:0.0:1769075976.765172:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075976.765176:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075976.765179:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075976.765183:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075976.765187:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615981440, portal 10
00000100:00000001:0.0:1769075976.765190:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075976.765191:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102511744 : -107391607039872 : ffff9e53f1691880)
00000100:00000040:0.0:1769075976.765198:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691880 x1855007615981440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.765207:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075976.765210:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075976.765212:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075976.765215:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615981440, offset 0
00000400:00000200:0.0:1769075976.765220:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075976.765225:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075976.765229:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075976.765233:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075976.765238:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075976.765241:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075976.765244:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075976.765248:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37149:37149:256:4294967295] 192.168.204.113@tcp LPNI seq info [37119:37119:8:4294967295]
00000400:00000200:0.0:1769075976.765253:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075976.765262:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075976.765267:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075976.765271:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075976.765276:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769075976.765279:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075976.765285:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075976.765288:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769075976.765293:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075976.765296:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769075976.765300:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769075976.765304:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769075976.765308:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:0.0:1769075976.765310:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:0.0:1769075976.765313:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075976.765317:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691880 x1855007615981440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.765327:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075976.765331:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691880 x1855007615981440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.765340:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075976.765341:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075976.765345:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075976.765349:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075976.765352:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075976.765355:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297632790
00000100:00000001:0.0:1769075976.765358:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297634030
00000100:00000001:0.0:1769075976.765361:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297632790
00000100:00000001:0.0:1769075976.765364:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297634030
00000100:00000001:0.0:1769075976.765367:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075976.765370:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075976.765372:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075976.765377:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075976/real 1769075976]  req@ffff9e53f1691880 x1855007615981440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075976.765385:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075976.765387:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075976.765389:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075976.765391:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:0.0:1769075976.765393:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:0.0:1769075976.765395:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075976.765399:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691880 x1855007615981440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075976.765410:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691880 x1855007615981440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.765418:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075976.765420:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.765422:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075976.765424:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075976.765428:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691880 x1855007615981440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.765436:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075976.765441:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691880 x1855007615981440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.765449:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075976.765451:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.765453:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075976.765455:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.765458:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075976.765460:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075976.765463:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075976.765468:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075976.765471:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075976.765475:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691880 x1855007615981440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075976.765484:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615981440:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075976.765489:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.765491:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075976.765495:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693100 x1855007615981312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.765502:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075976.765504:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075976.765507:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075976.765509:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075976.765511:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075976.765513:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075976.765516:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075976.765518:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21000.
02000000:00000001:0.0:1769075976.765521:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075976.765523:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075976.765525:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693100.
00000100:00000001:0.0:1769075976.765529:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075976.765531:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.765533:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075976.765537:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691880 x1855007615981440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075976.765545:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075976.765546:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075976.765548:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:0.0:1769075976.765552:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075976.765553:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075976.765555:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075976.765558:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075976.765559:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23800.
02000000:00000001:0.0:1769075976.765562:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075976.765563:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075976.765565:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691880.
00000100:00000001:0.0:1769075976.765567:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075976.765569:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.765571:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.765576:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075976.765577:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075976.765580:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075976.765582:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769075977.467296:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075977.467303:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075977.467307:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075978.043217:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297634030, at 4297634048
00000100:00000010:3.0:1769075978.043254:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca420.
00000020:00000001:0.0:1769075978.491376:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075978.491385:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075978.491392:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075979.515335:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075979.515341:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075979.515346:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075980.539361:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075980.539369:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075980.539375:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075981.563263:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075981.563267:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075981.563271:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075981.883805:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075981.883819:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075981.883827:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075981.883846:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692a00 x1855007615981568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075981.883878:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075981.883883:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075981.883892:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075981.883899:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075981.883906:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075981.883918:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615981568:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075981.883932:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075981.883941:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075981.883947:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075981.883953:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075981.883965:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075981.883973:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075981.883998:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075981.884013:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769075981.884031:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769075981.884054:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615981568, portal 25
00000100:00000001:0.0:1769075981.884163:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075981.884169:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102516224 : -107391607035392 : ffff9e53f1692a00)
00000100:00000040:0.0:1769075981.884184:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692a00 x1855007615981568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075981.884207:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075981.884235:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075981.884243:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7770.
00000100:00000200:0.0:1769075981.884256:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615981568, offset 0
00000400:00000200:0.0:1769075981.884275:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075981.884318:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075981.884338:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075981.884351:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075981.884365:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075981.884375:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075981.884384:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075981.884394:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37150:37150:256:4294967295] 192.168.204.113@tcp LPNI seq info [37120:37120:8:4294967295]
00000400:00000200:0.0:1769075981.884421:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075981.884442:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075981.884457:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075981.884466:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769075981.884499:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075981.884510:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769075981.884545:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075981.884562:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075981.884572:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297639150
00000100:00000010:0.0:1769075981.884586:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca120.
00000100:00000001:0.0:1769075981.884601:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769075981.884616:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297639150
00000100:00000010:0.0:1769075981.884626:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca600.
00000100:00000001:0.0:1769075981.884634:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769075981.884642:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075981.884647:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075981.884659:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075981.884662:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075981.884672:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075981.884676:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769075981.884681:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075981.884685:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075981.884707:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075981.884736:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690380 x1855007615981696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075981.884754:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075981.884757:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075981.884762:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075981.884767:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075981.884772:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075981.884779:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615981696:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075981.884787:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075981.884792:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075981.884796:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075981.884800:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075981.884810:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9013c00.
02000000:00000001:0.0:1769075981.884814:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075981.884824:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075981.884833:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769075981.884839:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769075981.884845:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615981696, portal 10
00000100:00000001:0.0:1769075981.884848:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075981.884850:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102506368 : -107391607045248 : ffff9e53f1690380)
00000100:00000040:0.0:1769075981.884861:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690380 x1855007615981696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075981.884870:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075981.884874:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075981.884877:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7550.
00000100:00000200:0.0:1769075981.884880:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615981696, offset 0
00000400:00000200:0.0:1769075981.884886:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075981.884892:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075981.884897:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075981.884901:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075981.884905:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075981.884908:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075981.884912:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075981.884916:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37151:37151:255:4294967295] 192.168.204.113@tcp LPNI seq info [37121:37121:7:4294967295]
00000400:00000200:0.0:1769075981.884921:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075981.884930:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075981.884936:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075981.884940:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299f00.
00000800:00000200:0.0:1769075981.884946:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075981.884953:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769075981.884956:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075981.884962:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769075981.884966:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075981.884969:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297637902
00000100:00000001:0.0:1769075981.884973:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297639150
00000100:00000001:0.0:1769075981.884976:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297637902
00000100:00000001:0.0:1769075981.884980:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297639150
00000100:00000001:0.0:1769075981.884983:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075981.884986:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075981.884990:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769075981.884998:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007615981824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075981.885013:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075981.885016:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075981.885020:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769075981.885024:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075981.885028:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075981.885034:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615981824:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075981.885041:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769075981.885046:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769075981.885049:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075981.885052:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769075981.885059:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011400.
02000000:00000001:0.0:1769075981.885063:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769075981.885070:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769075981.885092:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c40b0.
00000400:00000010:0.0:1769075981.885136:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7bb0.
00000100:00000200:0.0:1769075981.885143:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615981824, portal 10
00000100:00000001:0.0:1769075981.885147:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769075981.885149:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:0.0:1769075981.885158:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007615981824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075981.885184:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769075981.885188:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769075981.885192:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7330.
00000100:00000200:0.0:1769075981.885197:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615981824, offset 0
00000400:00000200:0.0:1769075981.885206:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769075981.885213:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075981.885223:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769075981.885228:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769075981.885233:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769075981.885238:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769075981.885242:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769075981.885248:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37152:37152:254:4294967295] 192.168.204.113@tcp LPNI seq info [37122:37122:6:4294967295]
00000400:00000200:0.0:1769075981.885274:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075981.885284:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769075981.885292:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769075981.885299:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299b00.
00000800:00000200:0.0:1769075981.885303:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769075981.885307:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769075981.885310:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075981.885314:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769075981.885325:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769075981.885328:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297637910
00000100:00000001:0.0:1769075981.885330:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297639150
00000100:00000001:0.0:1769075981.885333:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297637910
00000100:00000001:0.0:1769075981.885335:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297639150
00000100:00000001:0.0:1769075981.885337:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769075981.885340:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075981.885343:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075981.885345:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075981.885349:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075981.885351:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769075981.885353:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075981.885355:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075981.885357:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075981.885359:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075982.587328:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075982.587332:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075982.587335:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075983.163150:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297639150, at 4297639168
00000100:00000010:3.0:1769075983.163167:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca600.
00000020:00000001:0.0:1769075983.611357:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075983.611365:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075983.611371:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075984.635450:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075984.635461:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075984.635469:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769075984.955434:0:2394:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:3.0:1769075984.955494:0:2394:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769075984.955512:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075984.955520:0:2394:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:3.0:1769075984.955527:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769075984.955533:0:2394:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769075984.955541:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:3.0:1769075984.955549:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:3.0:1769075984.955558:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075984.955567:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075984.955578:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7770
00000400:00000010:3.0:1769075984.955583:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7770.
00000100:00000001:3.0:1769075984.955594:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075984.955609:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f1692a00 x1855007615981568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075984.955701:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075984.955712:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692a00 x1855007615981568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075984.955729:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075984.955733:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769075984.955751:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:3.0:1769075984.955755:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299f00.
00000400:00000200:3.0:1769075984.955759:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1769075984.955767:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769075984.955769:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1769075984.955779:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769075984.955781:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7550
00000400:00000010:3.0:1769075984.955789:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7550.
00000100:00000001:0.0:1769075984.955792:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769075984.955795:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075984.955810:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f1690380 x1855007615981696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075984.955816:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075981/real 1769075984]  req@ffff9e53f1692a00 x1855007615981568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075984.955844:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000001:0.0:1769075984.955858:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1769075984.955862:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690380 x1855007615981696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075984.955865:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075984.955884:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:0.0:1769075984.955897:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000100:00000001:3.0:1769075984.955899:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769075984.955905:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:3.0:1769075984.955908:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075984.955925:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000100:3.0:1769075984.955933:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000100:00000200:0.0:1769075984.955941:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692a00 x1855007615981568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1769075984.955944:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299b00.
00000400:00000200:3.0:1769075984.955955:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075984.955973:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075984.955982:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7330
00000100:00000200:0.0:1769075984.955984:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692a00 x1855007615981568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769075984.955990:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7330.
00000100:00000001:3.0:1769075984.956011:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769075984.956023:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000200:3.0:1769075984.956026:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f1690a80 x1855007615981824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075984.956030:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.956041:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075984.956047:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075984.956062:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1769075984.956064:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692a00 x1855007615981568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075984.956168:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075984.956185:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690a80 x1855007615981824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769075984.956197:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692a00 x1855007615981568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075984.956229:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075984.956235:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769075984.956239:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075984.956248:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.956254:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075984.956258:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.956263:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075984.956280:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075984.956288:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075984.956298:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075984.956304:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075984.956312:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692a00 x1855007615981568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075984.956331:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615981568:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769075984.956342:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075984.956347:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075984.956354:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692a00 x1855007615981568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075984.956368:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075984.956373:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075984.956379:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769075984.956388:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075984.956393:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075984.956397:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769075984.956400:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075984.956405:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20800.
02000000:00000001:0.0:1769075984.956411:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075984.956414:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075984.956428:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692a00.
00000100:00000001:0.0:1769075984.956433:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075984.956436:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.956440:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075984.956443:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075984.956446:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075984.956449:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075984.956457:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075981/real 1769075984]  req@ffff9e53f1690380 x1855007615981696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075984.956476:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075984.956479:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075984.956493:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:0.0:1769075984.956498:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769075984.956501:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769075984.956507:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075984.956512:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690380 x1855007615981696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075984.956527:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690380 x1855007615981696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075984.956538:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075984.956540:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.956543:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075984.956546:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075984.956552:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690380 x1855007615981696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075984.956564:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075984.956571:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690380 x1855007615981696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075984.956583:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075984.956587:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.956590:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075984.956593:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.956596:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075984.956599:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075984.956604:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075984.956611:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075984.956615:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075984.956623:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690380 x1855007615981696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075984.956676:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615981696:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075984.956684:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769075984.956692:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075981/real 1769075984]  req@ffff9e53f1690a80 x1855007615981824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769075984.956707:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769075984.956710:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769075984.956713:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c40b0.
00000400:00000200:0.0:1769075984.956718:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7bb0
00000400:00000010:0.0:1769075984.956722:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7bb0.
00000100:00000001:0.0:1769075984.956726:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769075984.956740:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007615981824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769075984.956755:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007615981824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075984.956767:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769075984.956769:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.956789:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075984.956792:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769075984.956798:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007615981824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075984.956808:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769075984.956814:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007615981824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075984.956824:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769075984.956828:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.956830:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769075984.956832:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.956836:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769075984.956839:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769075984.956843:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769075984.956848:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769075984.956852:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769075984.956859:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007615981824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769075984.956872:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615981824:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769075984.956878:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.956881:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075984.956887:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690380 x1855007615981696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075984.956898:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075984.956901:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075984.956904:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:0.0:1769075984.956909:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075984.956912:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075984.956914:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075984.956917:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075984.956920:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22800.
02000000:00000001:0.0:1769075984.956924:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075984.956927:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075984.956930:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690380.
00000100:00000001:0.0:1769075984.956935:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075984.956937:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.956940:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075984.956946:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007615981824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075984.956958:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769075984.956960:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769075984.956963:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011400.
02000000:00000001:0.0:1769075984.956967:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769075984.956970:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769075984.956972:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769075984.956976:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769075984.956978:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:0.0:1769075984.956982:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769075984.956984:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769075984.956986:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:0.0:1769075984.956990:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769075984.956992:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.956995:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.957006:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075984.957009:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075984.957012:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769075984.957015:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075985.659298:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075985.659304:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075985.659309:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075986.683285:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075986.683293:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075986.683300:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075987.003306:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075987.003321:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075987.003327:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075987.003333:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075987.003341:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075987.003353:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2970
00000400:00000200:0.0:1769075987.003366:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075987.003377:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075987.003382:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075987.003387:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075987.003391:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075987.003395:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075987.003398:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075987.003403:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075987.003406:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769075987.003410:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075987.003415:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769075987.003418:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769075987.003421:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769075987.003425:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075987.003428:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075987.003430:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075987.003432:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075987.003436:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769075987.003440:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075987.003443:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075987.003447:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075987.003451:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075987.003454:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075987.003457:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075987.003460:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075987.003468:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6300.
00000020:00000040:0.0:1769075987.003473:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769075987.003478:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075987.003480:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075987.003483:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075987.003486:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075987.003492:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075987.003501:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769075987.003509:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075987.003520:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6300 x1855007615981952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075987.003535:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075987.003540:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075987.003546:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf371266] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6300 x1855007615981952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075987.003590:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075987.003596:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075987.003624:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075987.003628:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075987.003632:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075987.003636:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075987.003641:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2970
00000400:00000200:0.0:1769075987.003651:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075987.003659:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075987.003663:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075987.003669:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075987.003675:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075987.003687:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075987.003697:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075987.003706:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075987.003710:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769075987.003715:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075987.003720:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769075987.003728:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769075987.003739:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769075987.003770:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075987.003779:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075987.003791:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075987.003797:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075987.003807:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769075987.003819:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075987.003832:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075987.003841:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075987.003854:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075987.003872:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075987.003880:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075987.003895:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075987.003908:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075987.003917:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075987.003941:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5500.
00000020:00000040:0.0:1769075987.003952:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075987.003963:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075987.003967:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075987.003978:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075987.003982:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075987.003987:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075987.004007:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769075987.004015:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075987.004035:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5500 x1855007615982080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075987.004184:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075987.004191:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075987.004207:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502bc2e2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5500 x1855007615982080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075987.004246:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075987.004257:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075987.004270:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769075987.004276:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075987.004297:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075987.004310:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075987.004324:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2970
00000800:00000200:1.1:1769075987.004418:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075987.004425:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000400:00000200:0.0:1769075987.004518:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075987.004536:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075987.004547:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075987.004563:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075987.004573:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075987.004584:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075987.004594:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075987.004600:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075987.004627:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769075987.004634:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075987.004641:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769075987.004651:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769075987.004661:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769075987.004675:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075987.004689:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075987.004695:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075987.004700:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075987.004707:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769075987.004720:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075987.004724:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075987.004728:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075987.004734:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075987.004739:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075987.004742:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075987.004746:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075987.004762:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075987.004787:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075987.004798:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7b80.
00000020:00000040:0.0:1769075987.004804:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075987.004811:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075987.004814:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075987.004818:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075987.004822:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075987.004826:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075987.004835:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769075987.004843:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075987.004859:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7b80 x1855007615982208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075987.004912:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075987.004922:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075987.004940:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa511e8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7b80 x1855007615982208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075987.004999:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075987.005006:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075987.005019:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075987.005030:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075987.005043:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075987.005059:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2980)
00000800:00000200:1.1:1769075987.005737:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075987.005743:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075987.006248:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075987.006251:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769075987.707388:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075987.707393:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075987.707396:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075988.283156:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297644270, at 4297644288
00000100:00000010:3.0:1769075988.283180:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b180.
00000020:00000001:3.0:1769075988.731297:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075988.731303:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075988.731308:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075989.755368:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075989.755374:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075989.755379:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075990.779413:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075990.779420:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075990.779425:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075991.803201:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075991.803206:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075991.803210:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075992.123258:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075992.123269:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075992.123273:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075992.123278:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075992.123283:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075992.123291:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2975
00000400:00000200:0.0:1769075992.123301:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075992.123308:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075992.123312:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075992.123318:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075992.123321:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075992.123325:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075992.123327:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075992.123332:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075992.123335:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769075992.123338:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075992.123341:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769075992.123344:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769075992.123357:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769075992.123361:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075992.123363:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075992.123365:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075992.123368:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075992.123372:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769075992.123376:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075992.123379:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075992.123382:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075992.123387:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075992.123391:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075992.123394:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075992.123397:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075992.123409:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4000.
00000020:00000040:0.0:1769075992.123413:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769075992.123417:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075992.123419:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075992.123422:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075992.123425:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075992.123431:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075992.123440:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:0.0:1769075992.123448:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075992.123459:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4000 x1855007615982336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075992.123472:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075992.123477:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075992.123483:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000178e2043] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4000 x1855007615982336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075992.123512:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075992.123516:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075992.123563:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075992.123564:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075992.123566:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075992.123568:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075992.123571:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2975
00000400:00000200:0.0:1769075992.123576:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075992.123582:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075992.123585:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075992.123590:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075992.123593:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075992.123596:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075992.123600:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075992.123605:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075992.123607:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769075992.123610:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075992.123613:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769075992.123656:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769075992.123661:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769075992.123672:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075992.123679:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075992.123687:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075992.123696:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075992.123705:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769075992.123714:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075992.123720:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075992.123725:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075992.123732:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075992.123739:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075992.123745:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075992.123751:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075992.123769:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075992.123776:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075992.123789:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7480.
00000020:00000040:0.0:1769075992.123810:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075992.123814:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075992.123817:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075992.123820:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075992.123821:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075992.123825:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075992.123830:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000001:0.0:1769075992.123836:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075992.123846:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7480 x1855007615982464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075992.123858:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075992.123860:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075992.123862:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc6e9c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7480 x1855007615982464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075992.123872:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075992.123875:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075992.123878:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769075992.123880:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075992.123882:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075992.123888:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075992.123893:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2975
00000400:00000200:0.0:1769075992.123926:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769075992.123937:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075992.123944:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075992.123952:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075992.123957:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075992.123981:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075992.123987:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769075992.123997:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075992.123999:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769075992.124006:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769075992.124007:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:0.0:1769075992.124010:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:1.1:1769075992.124016:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769075992.124017:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769075992.124026:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769075992.124041:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075992.124047:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075992.124054:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769075992.124059:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769075992.124067:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769075992.124120:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769075992.124134:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075992.124156:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075992.124162:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075992.124166:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075992.124171:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075992.124175:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075992.124182:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075992.124185:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075992.124193:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4a80.
00000020:00000040:0.0:1769075992.124199:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769075992.124205:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075992.124208:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075992.124211:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075992.124215:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075992.124219:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075992.124223:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769075992.124246:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075992.124261:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4a80 x1855007615982592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075992.124276:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075992.124283:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075992.124289:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e0eb0c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4a80 x1855007615982592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075992.124303:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075992.124307:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075992.124312:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075992.124321:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075992.124334:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075992.124349:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2985)
00000800:00000200:1.1:1769075992.124743:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075992.124746:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075992.125020:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769075992.125023:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769075992.827331:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075992.827337:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075992.827342:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075993.403214:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297649390, at 4297649408
00000100:00000010:3.0:1769075993.403231:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bd80.
00000020:00000001:0.0:1769075993.851322:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075993.851329:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075993.851334:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075994.875271:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075994.875278:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075994.875283:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075995.899358:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075995.899364:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075995.899369:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075996.923271:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075996.923277:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075996.923281:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075997.244806:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075997.244822:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075997.245603:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075997.245607:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075997.246054:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769075997.246058:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769075997.947286:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075997.947290:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075997.947292:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769075998.523195:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297654510, at 4297654528
00000100:00000010:3.0:1769075998.523216:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d20.
00000020:00000001:0.0:1769075998.971386:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075998.971394:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075998.971399:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769075999.995355:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075999.995359:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075999.995363:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076001.019462:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076001.019466:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076001.019470:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076002.043337:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076002.043341:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076002.043345:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076002.364157:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076002.364167:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076002.364856:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076002.364859:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076002.365120:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076002.365124:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769076003.067388:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076003.067396:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076003.067403:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076003.643195:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297659630, at 4297659648
00000100:00000010:3.0:1769076003.643226:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b360.
00000020:00000001:3.0:1769076004.091355:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076004.091361:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076004.091366:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076005.115374:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076005.115381:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076005.115386:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076006.139393:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076006.139401:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076006.139409:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076007.163365:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076007.163375:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076007.163384:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076007.483622:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076007.483629:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2991
00000400:00000200:2.0:1769076007.483640:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076007.483649:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076007.483653:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076007.483661:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076007.483663:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076007.483671:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076007.483675:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076007.483677:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076007.483678:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076007.483682:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076007.483685:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076007.483689:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076007.483694:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076007.483703:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076007.483707:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076007.483711:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076007.483716:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076007.483725:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076007.483739:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076007.483752:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076007.483760:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076007.483766:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076007.483775:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076007.483783:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076007.483790:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076007.483797:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076007.483804:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076007.483830:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000020:00000040:2.0:1769076007.483834:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076007.483842:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1769076007.483844:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:2.0:1769076007.483846:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076007.483849:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1769076007.483851:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076007.483855:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076007.483859:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076007.483869:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21000.
00000100:00000001:2.0:1769076007.483877:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076007.483885:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007615983744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076007.483896:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076007.483901:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076007.483927:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007615983744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076007.483941:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076007.483948:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076007.483958:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076007.483965:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076007.483970:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076007.483976:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3001)
00000800:00000200:1.1:1769076007.484341:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076007.484359:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076007.484820:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076007.484823:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769076008.187403:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076008.187412:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076008.187419:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076008.763188:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297664749, at 4297664768
00000100:00000040:3.0:1769076008.763188:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297664749, at 4297664768
00000100:00000010:2.0:1769076008.763210:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf60.
00000100:00000010:3.0:1769076008.763214:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b5a0.
00000020:00000001:0.0:1769076009.211394:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076009.211402:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076009.211406:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076010.235331:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076010.235335:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076010.235340:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076011.259360:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076011.259366:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076011.259370:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076012.283331:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076012.283337:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076012.283343:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076012.603230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076012.603257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076012.603262:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076012.603267:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076012.603273:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076012.603282:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 2996
00000400:00000200:2.0:1769076012.603292:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076012.603300:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076012.603305:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076012.603310:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603315:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076012.603319:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603322:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076012.603327:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076012.603330:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076012.603333:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076012.603336:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076012.603339:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076012.603342:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076012.603346:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603349:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076012.603351:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603354:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076012.603358:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076012.603362:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603365:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076012.603369:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076012.603373:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076012.603376:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076012.603379:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076012.603382:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076012.603394:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000020:00000040:2.0:1769076012.603398:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076012.603402:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076012.603405:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076012.603408:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076012.603412:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076012.603417:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076012.603427:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000100:00000001:2.0:1769076012.603435:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076012.603446:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007615983872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076012.603461:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076012.603467:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076012.603472:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007615983872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076012.603520:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076012.603525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076012.603531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076012.603533:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076012.603536:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076012.603540:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076012.603543:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2996
00000400:00000200:2.0:1769076012.603552:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076012.603558:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076012.603561:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076012.603566:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603570:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076012.603574:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603578:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076012.603582:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076012.603585:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076012.603588:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076012.603591:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076012.603595:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076012.603599:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076012.603604:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603607:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076012.603611:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603615:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076012.603619:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076012.603623:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603627:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076012.603630:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076012.603637:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076012.603641:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076012.603644:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076012.603650:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076012.603655:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076012.603658:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076012.603663:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000020:00000040:2.0:1769076012.603667:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076012.603670:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076012.603672:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076012.603675:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076012.603678:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076012.603681:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076012.603686:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21800.
00000100:00000001:2.0:1769076012.603691:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076012.603697:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007615984000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076012.603710:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076012.603714:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076012.603720:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007615984000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076012.603734:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076012.603738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076012.603760:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076012.603764:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076012.603767:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076012.603771:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076012.603776:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 2996
00000400:00000200:2.0:1769076012.603782:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076012.603788:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076012.603791:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076012.603797:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603801:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076012.603805:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603809:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076012.603814:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076012.603816:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076012.603820:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076012.603823:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076012.603827:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076012.603832:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076012.603839:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603843:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076012.603847:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603850:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076012.603855:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076012.603861:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076012.603867:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076012.603870:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076012.603875:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076012.603895:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076012.603898:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076012.603901:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076012.603905:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076012.603908:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076012.603913:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000020:00000040:2.0:1769076012.603917:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076012.603921:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1769076012.603923:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:2.0:1769076012.603924:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076012.603926:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076012.603928:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769076012.603929:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
02000000:00000001:2.0:1769076012.603931:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076012.603937:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23400.
00000100:00000001:2.0:1769076012.603941:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076012.603947:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007615984128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076012.603978:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076012.603982:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076012.603989:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007615984128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076012.604005:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076012.604010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076012.604018:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076012.604024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076012.604031:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076012.604039:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3006)
00000800:00000200:1.1:1769076012.604588:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076012.604591:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076012.604941:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076012.604943:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769076013.307346:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076013.307352:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076013.307357:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076013.883212:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297669869, at 4297669888
00000100:00000010:3.0:1769076013.883231:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0be40.
00000100:00000040:2.0:1769076013.883240:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297669869, at 4297669888
00000100:00000010:2.0:1769076013.883254:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b060.
00000020:00000001:0.0:1769076014.331314:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076014.331318:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076014.331321:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076015.355251:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076015.355256:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076015.355261:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076016.379362:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076016.379370:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076016.379377:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076017.403301:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076017.403307:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076017.403312:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076017.723182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076017.723193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076017.723196:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076017.723201:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076017.723205:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076017.723213:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3001
00000400:00000200:2.0:1769076017.723227:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076017.723255:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076017.723262:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076017.723271:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076017.723278:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076017.723283:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076017.723288:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076017.723295:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076017.723299:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076017.723304:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076017.723308:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076017.723313:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076017.723318:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076017.723325:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076017.723329:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076017.723332:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076017.723337:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076017.723342:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076017.723348:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076017.723351:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076017.723355:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076017.723359:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076017.723362:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076017.723365:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076017.723367:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076017.723378:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
00000020:00000040:2.0:1769076017.723382:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076017.723387:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076017.723389:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076017.723393:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076017.723396:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076017.723401:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076017.723411:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22000.
00000100:00000001:2.0:1769076017.723419:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076017.723430:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007615984256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076017.723444:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076017.723449:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076017.723455:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007615984256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076017.723501:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076017.723505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076017.723509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076017.723511:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076017.723513:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076017.723517:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076017.723521:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3001
00000400:00000200:2.0:1769076017.723528:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076017.723533:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076017.723537:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076017.723541:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076017.723545:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076017.723548:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076017.723551:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076017.723556:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076017.723558:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076017.723561:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076017.723564:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076017.723568:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076017.723572:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076017.723579:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076017.723584:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076017.723588:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076017.723593:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076017.723599:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076017.723611:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076017.723616:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076017.723620:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076017.723627:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076017.723634:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076017.723640:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076017.723647:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076017.723655:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076017.723660:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076017.723668:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000020:00000040:2.0:1769076017.723675:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076017.723683:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076017.723686:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076017.723693:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076017.723698:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076017.723702:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076017.723710:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20400.
00000100:00000001:2.0:1769076017.723718:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076017.723731:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007615984384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076017.723749:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076017.723754:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076017.723764:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007615984384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076017.723826:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076017.723835:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076017.723845:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076017.723852:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076017.723859:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076017.723866:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076017.723876:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3001
00000400:00000200:2.0:1769076017.723889:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076017.723898:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076017.723901:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076017.723910:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076017.723916:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076017.723923:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076017.723955:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076017.723963:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076017.723968:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076017.723973:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076017.723978:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076017.723986:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076017.723995:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076017.724008:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076017.724018:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076017.724026:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076017.724032:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076017.724037:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076017.724047:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076017.724058:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076017.724066:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076017.724074:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076017.724143:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076017.724148:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076017.724151:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076017.724153:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076017.724155:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076017.724160:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000020:00000040:2.0:1769076017.724164:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076017.724167:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076017.724169:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076017.724171:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076017.724173:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076017.724176:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076017.724186:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22400.
00000100:00000001:2.0:1769076017.724193:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076017.724207:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007615984512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076017.724216:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076017.724225:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1769076017.724255:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076017.724264:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076017.724280:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007615984512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076017.724313:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076017.724324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076017.724341:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076017.724348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076017.724357:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076017.724371:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3011)
00000800:00000200:1.1:1769076017.724798:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076017.724801:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076017.725285:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076017.725289:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076018.427369:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076018.427375:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076018.427381:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076019.003236:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297674990, at 4297675008
00000100:00000040:3.0:1769076019.003236:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297674990, at 4297675008
00000100:00000010:2.0:1769076019.003255:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b120.
00000100:00000010:3.0:1769076019.003260:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b4e0.
00000020:00000001:3.0:1769076019.451315:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076019.451321:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076019.451326:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076020.475368:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076020.475374:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076020.475379:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076021.499334:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076021.499341:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076021.499347:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076022.523331:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076022.523338:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076022.523343:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076022.843235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076022.843250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076022.843255:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076022.843261:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076022.843269:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076022.843280:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3006
00000400:00000200:0.0:1769076022.843292:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076022.843301:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076022.843306:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076022.843310:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076022.843314:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076022.843318:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076022.843321:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076022.843327:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076022.843329:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076022.843332:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076022.843336:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076022.843339:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076022.843342:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076022.843346:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076022.843349:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076022.843351:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076022.843356:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076022.843360:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076022.843364:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076022.843367:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076022.843371:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076022.843375:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076022.843379:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076022.843381:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076022.843384:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076022.843398:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4700.
00000020:00000040:0.0:1769076022.843406:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076022.843413:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076022.843416:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076022.843421:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076022.843425:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076022.843432:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076022.843463:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076022.843475:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076022.843491:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4700 x1855007615984640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076022.843511:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076022.843516:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076022.843523:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d612b9f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4700 x1855007615984640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076022.843553:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076022.843558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076022.843563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076022.843565:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076022.843567:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076022.843570:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076022.843574:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3006
00000400:00000200:0.0:1769076022.843580:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076022.843585:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076022.843589:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076022.843593:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076022.843597:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076022.843601:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076022.843605:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076022.843609:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076022.843611:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076022.843613:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076022.843615:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076022.843618:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076022.843621:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076022.843627:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076022.843634:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076022.843641:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076022.843650:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076022.843655:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076022.843662:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076022.843667:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076022.843671:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076022.843679:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076022.843686:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076022.843688:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076022.843693:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076022.843697:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076022.843700:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076022.843709:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7800.
00000020:00000040:0.0:1769076022.843718:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076022.843726:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076022.843732:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076022.843736:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076022.843742:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076022.843747:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076022.843762:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076022.843773:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076022.843786:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7800 x1855007615984768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076022.843807:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076022.843815:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076022.843827:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918dbd43] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7800 x1855007615984768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076022.843855:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076022.843865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076022.843878:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076022.843881:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076022.843887:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076022.843897:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076022.843902:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3006
00000400:00000200:0.0:1769076022.843914:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076022.843924:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076022.843929:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076022.843934:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076022.843942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076022.843951:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076022.843957:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076022.843965:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076022.843970:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076022.843977:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076022.843981:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076022.843991:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076022.844026:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076022.844037:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076022.844048:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076022.844057:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076022.844123:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076022.844129:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076022.844135:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076022.844143:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076022.844148:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076022.844158:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076022.844168:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076022.844179:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076022.844186:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076022.844200:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076022.844210:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076022.844227:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7100.
00000020:00000040:0.0:1769076022.844241:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076022.844257:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076022.844263:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076022.844271:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076022.844277:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076022.844285:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076022.844296:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000001:0.0:1769076022.844306:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076022.844323:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7100 x1855007615984896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076022.844346:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076022.844352:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076022.844363:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009506489] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7100 x1855007615984896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076022.844383:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076022.844390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076022.844398:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076022.844405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076022.844421:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769076022.844427:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769076022.844435:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3016)
00000800:00000200:1.1:1769076022.844437:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076022.845196:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076022.845199:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076022.845753:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076022.845759:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076023.547411:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076023.547419:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076023.547425:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076024.123199:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297680110, at 4297680128
00000100:00000040:2.0:1769076024.123203:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297680110, at 4297680128
00000100:00000010:3.0:1769076024.123221:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b7e0.
00000100:00000010:2.0:1769076024.123225:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf00.
00000020:00000001:0.0:1769076024.571285:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076024.571294:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076024.571302:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076025.595319:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076025.595325:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076025.595330:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076026.619364:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076026.619372:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076026.619380:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076027.643438:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076027.643445:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076027.643450:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076027.963348:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076027.963363:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076027.963366:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076027.963372:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076027.963377:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076027.963386:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3011
00000400:00000200:2.0:1769076027.963411:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076027.963421:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076027.963425:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076027.963447:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076027.963451:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076027.963454:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076027.963457:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076027.963462:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076027.963464:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076027.963467:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076027.963471:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076027.963474:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076027.963477:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076027.963480:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076027.963483:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076027.963485:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076027.963488:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076027.963491:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076027.963495:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076027.963497:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076027.963501:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076027.963505:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076027.963510:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076027.963514:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076027.963517:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076027.963531:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000020:00000040:2.0:1769076027.963538:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076027.963543:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076027.963546:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076027.963551:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076027.963555:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076027.963561:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076027.963574:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000100:00000001:2.0:1769076027.963586:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076027.963601:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007615985024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076027.963621:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076027.963627:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076027.963634:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007615985024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076027.963668:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076027.963672:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076027.963677:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076027.963679:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076027.963681:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076027.963684:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076027.963686:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3011
00000400:00000200:2.0:1769076027.963691:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076027.963695:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076027.963698:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076027.963701:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076027.963704:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076027.963707:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076027.963710:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076027.963713:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076027.963715:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076027.963717:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076027.963721:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076027.963726:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076027.963730:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076027.963733:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076027.963736:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076027.963740:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076027.963743:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076027.963747:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076027.963751:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076027.963756:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076027.963765:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076027.963773:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076027.963784:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076027.963812:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076027.963827:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076027.963845:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076027.963855:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076027.963876:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
00000020:00000040:2.0:1769076027.963887:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076027.963899:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076027.963909:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076027.963940:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076027.963944:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076027.963951:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076027.963961:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21400.
00000100:00000001:2.0:1769076027.963973:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076027.963992:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007615985152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076027.964016:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076027.964028:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076027.964041:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007615985152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076027.964058:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076027.964153:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076027.964162:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076027.964171:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076027.964177:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076027.964209:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076027.964226:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3011
00000400:00000200:2.0:1769076027.964262:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076027.964287:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076027.964305:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076027.964315:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076027.964326:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076027.964342:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076027.964345:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076027.964350:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076027.964352:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076027.964360:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076027.964364:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076027.964375:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076027.964378:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076027.964385:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076027.964395:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076027.964408:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076027.964415:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076027.964418:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076027.964455:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076027.964468:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076027.964483:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076027.964495:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076027.964503:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076027.964519:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076027.964528:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076027.964545:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076027.964550:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076027.964561:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690000.
00000020:00000040:2.0:1769076027.964575:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076027.964586:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076027.964601:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076027.964619:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076027.964631:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076027.964637:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076027.964652:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22400.
00000800:00000200:1.1:1769076027.964654:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076027.964670:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076027.964671:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00100000:2.0:1769076027.964701:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690000 x1855007615985280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076027.964734:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076027.964742:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076027.964759:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc5d67b8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690000 x1855007615985280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076027.964809:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076027.964816:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076027.964836:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076027.964855:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076027.964879:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076027.964889:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3021)
00000800:00000200:1.1:1769076027.965562:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076027.965589:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076027.966020:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076027.966024:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076028.667333:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076028.667341:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076028.667349:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076029.243175:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297685230, at 4297685248
00000100:00000040:2.0:1769076029.243179:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297685230, at 4297685248
00000100:00000010:3.0:1769076029.243200:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b2a0.
00000100:00000010:2.0:1769076029.243214:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b660.
00000020:00000001:0.0:1769076029.691295:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076029.691301:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076029.691307:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076030.715393:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076030.715402:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076030.715408:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076031.739287:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076031.739295:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076031.739302:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076032.763401:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076032.763408:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076032.763415:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076033.083287:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076033.083300:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076033.083305:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076033.083312:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076033.083320:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076033.083332:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3016
00000400:00000200:0.0:1769076033.083349:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076033.083359:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076033.083364:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076033.083369:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076033.083374:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076033.083378:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076033.083381:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076033.083388:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076033.083392:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076033.083396:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076033.083401:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076033.083405:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076033.083408:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076033.083413:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076033.083415:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076033.083418:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076033.083421:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076033.083426:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076033.083431:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076033.083434:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076033.083438:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076033.083442:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076033.083447:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076033.083450:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076033.083453:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076033.083464:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5880.
00000020:00000040:0.0:1769076033.083470:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076033.083476:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076033.083479:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076033.083484:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076033.083488:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076033.083495:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076033.083508:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:0.0:1769076033.083519:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076033.083535:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5880 x1855007615985408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076033.083551:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076033.083558:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076033.083568:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c2905c0] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5880 x1855007615985408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076033.083593:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076033.083598:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076033.083605:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076033.083609:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076033.083611:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076033.083615:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076033.083620:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3016
00000400:00000200:0.0:1769076033.083627:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076033.083632:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076033.083636:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076033.083639:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076033.083642:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076033.083646:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076033.083649:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076033.083654:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076033.083661:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076033.083665:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076033.083673:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076033.083680:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076033.083684:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076033.083696:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076033.083706:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076033.083713:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076033.083721:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076033.083730:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076033.083739:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076033.083749:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076033.083755:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076033.083767:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076033.083780:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076033.083787:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076033.083798:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076033.083808:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076033.083813:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076033.083820:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5c00.
00000020:00000040:0.0:1769076033.083829:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076033.083878:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076033.083882:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076033.083885:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076033.083887:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076033.083892:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076033.083906:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769076033.083921:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076033.083934:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5c00 x1855007615985536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076033.083952:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076033.083960:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076033.083972:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007db8b4c3] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5c00 x1855007615985536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076033.084004:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076033.084013:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076033.084026:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076033.084034:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076033.084040:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076033.084047:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076033.084056:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3016
00000400:00000200:0.0:1769076033.084111:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076033.084118:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076033.084122:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076033.084132:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076033.084136:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076033.084139:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076033.084148:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076033.084156:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076033.084159:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076033.084162:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076033.084168:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076033.084178:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076033.084184:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076033.084193:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076033.084203:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076033.084213:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076033.084219:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076033.084223:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076033.084237:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076033.084243:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076033.084249:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076033.084254:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076033.084261:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076033.084267:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076033.084272:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076033.084280:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076033.084287:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076033.084297:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5f80.
00000020:00000040:0.0:1769076033.084303:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076033.084306:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076033.084310:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076033.084316:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076033.084321:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076033.084326:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076033.084335:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769076033.084341:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076033.084357:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5f80 x1855007615985664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076033.084381:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076033.084385:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076033.084394:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c836008] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5f80 x1855007615985664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076033.084408:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076033.084417:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076033.084430:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076033.084441:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769076033.084452:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769076033.084453:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769076033.084465:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769076033.084467:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3026)
00000800:00000200:1.1:1769076033.085125:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076033.085129:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076033.085515:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076033.085519:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076033.787399:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076033.787407:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076033.787412:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076034.363194:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297690350, at 4297690368
00000100:00000040:3.0:1769076034.363194:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297690350, at 4297690368
00000100:00000010:2.0:1769076034.363219:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b9c0.
00000100:00000010:3.0:1769076034.363230:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b900.
00000020:00000001:3.0:1769076034.811342:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076034.811349:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076034.811356:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076035.835241:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076035.835246:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076035.835251:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076036.859343:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076036.859351:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076036.859371:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076037.883359:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076037.883366:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076037.883372:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076038.203783:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076038.203791:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076038.203798:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076038.203814:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11180 x1855007615985792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.203866:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076038.203872:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076038.203894:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076038.203902:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076038.203910:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076038.203922:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615985792:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076038.203938:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076038.203947:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076038.203954:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076038.203967:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076038.203987:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769076038.203995:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076038.204010:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076038.204024:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee790.
00000400:00000010:2.0:1769076038.204036:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4b28.
00000100:00000200:2.0:1769076038.204052:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615985792, portal 25
00000100:00000001:2.0:1769076038.204060:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076038.204115:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237056 : -107392271314560 : ffff9e53c9d11180)
00000100:00000040:2.0:1769076038.204133:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11180 x1855007615985792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.204165:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076038.204182:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076038.204194:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4660.
00000100:00000200:2.0:1769076038.204206:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615985792, offset 0
00000400:00000200:2.0:1769076038.204228:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076038.204246:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076038.204262:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076038.204276:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076038.204287:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076038.204299:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076038.204307:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076038.204322:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37183:37183:256:4294967295] 192.168.204.113@tcp LPNI seq info [37153:37153:8:4294967295]
00000400:00000200:2.0:1769076038.204339:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076038.204360:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076038.204373:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076038.204384:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8600.
00000800:00000200:2.0:1769076038.204401:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076038.204411:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076038.204427:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076038.204436:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769076038.204449:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076038.204453:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8600.
00000400:00000200:2.0:1769076038.204463:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076038.204479:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076038.204491:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4660
00000400:00000010:2.0:1769076038.204497:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4660.
00000100:00000001:2.0:1769076038.204506:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076038.204519:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11180 x1855007615985792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.204551:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076038.204561:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11180 x1855007615985792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.204572:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076038.204575:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076038.204582:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076038.204588:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076038.204593:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297695470
00000100:00000010:2.0:1769076038.204600:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d794e0.
00000100:00000001:2.0:1769076038.204609:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769076038.204617:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297695470
00000100:00000010:2.0:1769076038.204620:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79f60.
00000100:00000001:2.0:1769076038.204624:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076038.204628:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076038.204632:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076038.204636:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076038.204641:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076038/real 1769076038]  req@ffff9e53c9d11180 x1855007615985792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076038.204653:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076038.204655:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076038.204658:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee790.
00000400:00000200:2.0:1769076038.204661:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4b28
00000400:00000010:2.0:1769076038.204663:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4b28.
00000100:00000001:2.0:1769076038.204666:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076038.204671:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11180 x1855007615985792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076038.204682:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11180 x1855007615985792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.204691:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076038.204693:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.204696:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076038.204698:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076038.204703:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11180 x1855007615985792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.204711:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076038.204717:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11180 x1855007615985792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.204726:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076038.204730:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.204732:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076038.204734:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.204737:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076038.204739:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076038.204742:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076038.204776:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076038.204780:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076038.204787:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11180 x1855007615985792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076038.204798:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615985792:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076038.204804:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.204807:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076038.204811:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11180 x1855007615985792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.204819:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076038.204822:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076038.204825:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769076038.204829:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076038.204831:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076038.204833:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076038.204836:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076038.204839:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98800.
02000000:00000001:2.0:1769076038.204843:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076038.204845:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076038.204847:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11180.
00000100:00000001:2.0:1769076038.204852:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076038.204853:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.204856:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.204864:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076038.204867:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076038.204870:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076038.204872:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076038.204874:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076038.204879:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10e00 x1855007615985920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.204888:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076038.204890:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076038.204893:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076038.204896:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076038.204899:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076038.204903:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615985920:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076038.204907:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076038.204910:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076038.204913:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076038.204915:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076038.204919:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769076038.204922:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076038.204927:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076038.204931:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee790.
00000400:00000010:2.0:1769076038.204935:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4b28.
00000100:00000200:2.0:1769076038.204939:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615985920, portal 10
00000100:00000001:2.0:1769076038.204942:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076038.204944:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438236160 : -107392271315456 : ffff9e53c9d10e00)
00000100:00000040:2.0:1769076038.204952:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10e00 x1855007615985920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.204961:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076038.204964:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076038.204966:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4660.
00000100:00000200:2.0:1769076038.204969:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615985920, offset 0
00000400:00000200:2.0:1769076038.204974:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076038.204979:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076038.204983:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076038.204987:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076038.204991:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076038.204994:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076038.204997:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076038.205001:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37184:37184:256:4294967295] 192.168.204.113@tcp LPNI seq info [37154:37154:8:4294967295]
00000400:00000200:2.0:1769076038.205006:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076038.205014:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076038.205020:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076038.205024:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8600.
00000800:00000200:2.0:1769076038.205029:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076038.205033:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076038.205039:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076038.205042:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769076038.205047:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076038.205049:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8600.
00000400:00000200:2.0:1769076038.205053:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076038.205058:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076038.205100:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4660
00000400:00000010:2.0:1769076038.205105:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4660.
00000100:00000001:2.0:1769076038.205110:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076038.205118:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10e00 x1855007615985920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.205135:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076038.205142:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10e00 x1855007615985920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.205157:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076038.205160:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076038.205167:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076038.205174:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076038.205181:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076038.205185:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297694223
00000100:00000001:2.0:1769076038.205190:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297695470
00000100:00000001:2.0:1769076038.205194:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297694223
00000100:00000001:2.0:1769076038.205197:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297695470
00000100:00000001:2.0:1769076038.205199:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076038.205202:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076038.205205:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076038.205210:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076038/real 1769076038]  req@ffff9e53c9d10e00 x1855007615985920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076038.205229:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076038.205231:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076038.205234:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee790.
00000400:00000200:2.0:1769076038.205237:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4b28
00000400:00000010:2.0:1769076038.205239:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4b28.
00000100:00000001:2.0:1769076038.205242:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076038.205246:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10e00 x1855007615985920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076038.205257:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10e00 x1855007615985920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.205265:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076038.205267:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.205269:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076038.205271:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076038.205275:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10e00 x1855007615985920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.205283:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076038.205288:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10e00 x1855007615985920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.205296:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076038.205299:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.205301:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076038.205303:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.205305:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076038.205308:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076038.205311:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076038.205315:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076038.205318:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076038.205323:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10e00 x1855007615985920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076038.205333:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615985920:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076038.205338:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076038.205342:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11c00 x1855007615986048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.205350:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076038.205351:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076038.205354:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076038.205357:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076038.205360:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076038.205363:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615986048:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076038.205367:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076038.205370:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076038.205372:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076038.205374:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076038.205378:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769076038.205381:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076038.205385:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076038.205388:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee790.
00000400:00000010:2.0:1769076038.205392:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4b28.
00000100:00000200:2.0:1769076038.205395:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615986048, portal 10
00000100:00000001:2.0:1769076038.205398:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076038.205400:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438239744 : -107392271311872 : ffff9e53c9d11c00)
00000100:00000040:2.0:1769076038.205407:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11c00 x1855007615986048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.205415:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076038.205418:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076038.205420:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4660.
00000100:00000200:2.0:1769076038.205423:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615986048, offset 0
00000400:00000200:2.0:1769076038.205429:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076038.205434:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076038.205439:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076038.205443:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076038.205446:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076038.205450:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076038.205453:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076038.205457:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37185:37185:256:4294967295] 192.168.204.113@tcp LPNI seq info [37155:37155:8:4294967295]
00000400:00000200:2.0:1769076038.205463:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076038.205471:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076038.205476:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076038.205480:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8600.
00000800:00000200:2.0:1769076038.205485:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076038.205488:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076038.205494:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076038.205497:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769076038.205502:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076038.205505:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8600.
00000400:00000200:2.0:1769076038.205508:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076038.205513:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076038.205516:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4660
00000400:00000010:2.0:1769076038.205518:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4660.
00000100:00000001:2.0:1769076038.205521:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076038.205525:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11c00 x1855007615986048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.205535:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076038.205539:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11c00 x1855007615986048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.205547:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076038.205549:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076038.205552:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076038.205556:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076038.205559:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076038.205563:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297694230
00000100:00000001:2.0:1769076038.205566:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297695470
00000100:00000001:2.0:1769076038.205569:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297694230
00000100:00000001:2.0:1769076038.205572:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297695470
00000100:00000001:2.0:1769076038.205574:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076038.205576:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076038.205579:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076038.205583:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076038/real 1769076038]  req@ffff9e53c9d11c00 x1855007615986048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076038.205591:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076038.205593:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076038.205595:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee790.
00000400:00000200:2.0:1769076038.205597:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4b28
00000400:00000010:2.0:1769076038.205600:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4b28.
00000100:00000001:2.0:1769076038.205602:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076038.205606:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11c00 x1855007615986048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076038.205617:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11c00 x1855007615986048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.205624:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076038.205626:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.205628:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076038.205629:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076038.205634:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11c00 x1855007615986048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.205641:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076038.205646:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11c00 x1855007615986048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.205654:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076038.205657:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.205659:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076038.205661:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.205663:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076038.205665:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076038.205668:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076038.205672:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076038.205674:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076038.205679:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11c00 x1855007615986048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076038.205688:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615986048:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076038.205692:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.205695:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076038.205698:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10e00 x1855007615985920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.205706:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076038.205708:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076038.205710:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769076038.205713:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076038.205715:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076038.205717:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076038.205719:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076038.205721:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:2.0:1769076038.205724:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076038.205725:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076038.205727:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10e00.
00000100:00000001:2.0:1769076038.205731:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076038.205733:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.205735:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076038.205739:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11c00 x1855007615986048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076038.205786:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076038.205788:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076038.205791:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769076038.205794:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076038.205795:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076038.205797:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076038.205800:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076038.205801:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:2.0:1769076038.205804:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076038.205805:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076038.205807:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11c00.
00000100:00000001:2.0:1769076038.205810:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076038.205811:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.205814:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076038.205819:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076038.205821:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076038.205823:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076038.205825:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076038.907315:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076038.907322:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076038.907329:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076039.483221:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297695470, at 4297695488
00000100:00000040:3.0:1769076039.483237:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297695470, at 4297695488
00000100:00000010:2.0:1769076039.483242:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d794e0.
00000100:00000010:3.0:1769076039.483269:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79f60.
00000020:00000001:2.0:1769076039.931394:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076039.931402:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076039.931409:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076040.955404:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076040.955413:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076040.955419:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076041.979380:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076041.979389:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076041.979396:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076043.003305:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076043.003314:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076043.003321:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076043.323609:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076043.323618:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076043.323628:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076043.323653:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11c00 x1855007615986176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.323726:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076043.323737:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076043.323749:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076043.323760:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076043.323770:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076043.323784:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615986176:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076043.323799:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076043.323806:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076043.323812:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076043.323820:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076043.323831:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769076043.323842:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076043.323857:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076043.323866:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee790.
00000400:00000010:2.0:1769076043.323879:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4b28.
00000100:00000200:2.0:1769076043.323895:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615986176, portal 25
00000100:00000001:2.0:1769076043.323903:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076043.323910:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438239744 : -107392271311872 : ffff9e53c9d11c00)
00000100:00000040:2.0:1769076043.323928:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11c00 x1855007615986176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.323955:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076043.323970:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076043.323983:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4660.
00000100:00000200:2.0:1769076043.323996:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615986176, offset 0
00000400:00000200:2.0:1769076043.324022:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076043.324050:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076043.324111:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076043.324124:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076043.324141:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076043.324158:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076043.324171:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076043.324195:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37186:37186:256:4294967295] 192.168.204.113@tcp LPNI seq info [37156:37156:8:4294967295]
00000400:00000200:2.0:1769076043.324225:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076043.324262:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076043.324285:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076043.324296:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8600.
00000800:00000200:2.0:1769076043.324312:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076043.324321:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076043.324338:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076043.324343:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769076043.324361:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076043.324368:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8600.
00000400:00000200:2.0:1769076043.324381:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076043.324394:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076043.324409:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4660
00000400:00000010:2.0:1769076043.324416:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4660.
00000100:00000001:2.0:1769076043.324426:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076043.324439:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11c00 x1855007615986176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.324478:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076043.324493:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11c00 x1855007615986176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.324527:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076043.324536:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076043.324549:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076043.324560:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076043.324565:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297700590
00000100:00000010:2.0:1769076043.324573:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d794e0.
00000100:00000001:2.0:1769076043.324583:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769076043.324590:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297700590
00000100:00000010:2.0:1769076043.324594:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79720.
00000100:00000001:2.0:1769076043.324597:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076043.324601:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076043.324605:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076043.324608:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076043.324614:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076043/real 1769076043]  req@ffff9e53c9d11c00 x1855007615986176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076043.324644:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076043.324647:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076043.324651:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee790.
00000400:00000200:2.0:1769076043.324656:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4b28
00000400:00000010:2.0:1769076043.324686:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4b28.
00000100:00000001:2.0:1769076043.324693:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076043.324701:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11c00 x1855007615986176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076043.324720:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11c00 x1855007615986176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.324735:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076043.324739:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.324743:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076043.324747:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076043.324755:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11c00 x1855007615986176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.324766:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076043.324772:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11c00 x1855007615986176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.324782:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076043.324785:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.324788:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076043.324789:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.324792:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076043.324794:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076043.324798:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076043.324803:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076043.324806:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076043.324812:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11c00 x1855007615986176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076043.324824:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615986176:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076043.324830:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.324833:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076043.324837:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11c00 x1855007615986176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.324845:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076043.324848:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076043.324852:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769076043.324855:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076043.324858:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076043.324860:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076043.324862:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076043.324865:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:2.0:1769076043.324870:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076043.324872:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076043.324875:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11c00.
00000100:00000001:2.0:1769076043.324880:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076043.324881:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.324884:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.324892:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076043.324894:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076043.324897:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076043.324900:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076043.324902:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076043.324906:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10e00 x1855007615986304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.324916:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076043.324918:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076043.324921:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076043.324924:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076043.324927:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076043.324930:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615986304:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076043.324935:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076043.324938:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076043.324940:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076043.324942:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076043.324947:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769076043.324950:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076043.324956:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076043.324960:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee790.
00000400:00000010:2.0:1769076043.324967:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4b28.
00000100:00000200:2.0:1769076043.324974:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615986304, portal 10
00000100:00000001:2.0:1769076043.324978:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076043.324981:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438236160 : -107392271315456 : ffff9e53c9d10e00)
00000100:00000040:2.0:1769076043.324993:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10e00 x1855007615986304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325005:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076043.325010:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076043.325015:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4660.
00000100:00000200:2.0:1769076043.325020:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615986304, offset 0
00000400:00000200:2.0:1769076043.325029:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076043.325038:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076043.325046:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076043.325052:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076043.325058:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076043.325101:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076043.325105:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076043.325109:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37187:37187:256:4294967295] 192.168.204.113@tcp LPNI seq info [37157:37157:8:4294967295]
00000400:00000200:2.0:1769076043.325115:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076043.325125:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076043.325131:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076043.325137:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8600.
00000800:00000200:2.0:1769076043.325145:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076043.325151:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076043.325160:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076043.325166:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769076043.325173:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076043.325177:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8600.
00000400:00000200:2.0:1769076043.325182:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076043.325190:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076043.325197:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4660
00000400:00000010:2.0:1769076043.325201:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4660.
00000100:00000001:2.0:1769076043.325207:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076043.325215:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10e00 x1855007615986304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325233:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076043.325240:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10e00 x1855007615986304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325254:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076043.325257:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076043.325264:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076043.325270:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076043.325275:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076043.325278:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297699343
00000100:00000001:2.0:1769076043.325282:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297700590
00000100:00000001:2.0:1769076043.325286:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297699343
00000100:00000001:2.0:1769076043.325288:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297700590
00000100:00000001:2.0:1769076043.325291:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076043.325294:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076043.325296:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076043.325301:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076043/real 1769076043]  req@ffff9e53c9d10e00 x1855007615986304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076043.325312:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076043.325314:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076043.325317:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee790.
00000400:00000200:2.0:1769076043.325321:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4b28
00000400:00000010:2.0:1769076043.325323:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4b28.
00000100:00000001:2.0:1769076043.325326:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076043.325330:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10e00 x1855007615986304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076043.325341:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10e00 x1855007615986304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325349:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076043.325350:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.325353:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076043.325354:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076043.325359:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10e00 x1855007615986304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325367:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076043.325371:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10e00 x1855007615986304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325380:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076043.325383:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.325385:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076043.325386:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.325388:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076043.325391:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076043.325394:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076043.325398:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076043.325401:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076043.325406:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10e00 x1855007615986304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076043.325417:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615986304:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076043.325422:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076043.325426:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11180 x1855007615986432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325435:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076043.325437:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076043.325440:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076043.325442:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076043.325446:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076043.325451:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615986432:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076043.325458:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076043.325462:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076043.325465:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076043.325469:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076043.325475:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769076043.325479:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076043.325486:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076043.325491:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee790.
00000400:00000010:2.0:1769076043.325496:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4b28.
00000100:00000200:2.0:1769076043.325503:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615986432, portal 10
00000100:00000001:2.0:1769076043.325507:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076043.325510:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237056 : -107392271314560 : ffff9e53c9d11180)
00000100:00000040:2.0:1769076043.325521:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11180 x1855007615986432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325536:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076043.325541:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076043.325546:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4660.
00000100:00000200:2.0:1769076043.325551:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615986432, offset 0
00000400:00000200:2.0:1769076043.325560:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076043.325568:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076043.325573:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076043.325577:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076043.325581:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076043.325585:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076043.325588:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076043.325592:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37188:37188:256:4294967295] 192.168.204.113@tcp LPNI seq info [37158:37158:8:4294967295]
00000400:00000200:2.0:1769076043.325597:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076043.325606:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076043.325612:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076043.325616:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8600.
00000800:00000200:2.0:1769076043.325621:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076043.325626:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076043.325635:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076043.325640:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769076043.325648:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076043.325652:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8600.
00000400:00000200:2.0:1769076043.325678:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076043.325687:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076043.325693:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4660
00000400:00000010:2.0:1769076043.325698:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4660.
00000100:00000001:2.0:1769076043.325704:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076043.325711:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11180 x1855007615986432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325728:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076043.325734:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11180 x1855007615986432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325748:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076043.325751:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076043.325758:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076043.325763:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076043.325769:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076043.325771:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297699350
00000100:00000001:2.0:1769076043.325775:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297700590
00000100:00000001:2.0:1769076043.325778:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297699350
00000100:00000001:2.0:1769076043.325782:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297700590
00000100:00000001:2.0:1769076043.325785:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076043.325788:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076043.325790:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076043.325796:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076043/real 1769076043]  req@ffff9e53c9d11180 x1855007615986432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076043.325806:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076043.325808:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076043.325810:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee790.
00000400:00000200:2.0:1769076043.325814:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4b28
00000400:00000010:2.0:1769076043.325816:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4b28.
00000100:00000001:2.0:1769076043.325818:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076043.325822:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11180 x1855007615986432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076043.325833:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11180 x1855007615986432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325842:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076043.325844:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.325846:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076043.325848:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076043.325852:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11180 x1855007615986432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325860:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076043.325865:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11180 x1855007615986432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325873:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076043.325876:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.325878:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076043.325879:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.325882:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076043.325885:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076043.325888:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076043.325892:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076043.325895:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076043.325900:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11180 x1855007615986432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076043.325909:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615986432:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076043.325914:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.325917:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076043.325921:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10e00 x1855007615986304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325929:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076043.325931:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076043.325934:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769076043.325937:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076043.325939:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076043.325940:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076043.325943:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076043.325945:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b400.
02000000:00000001:2.0:1769076043.325948:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076043.325950:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076043.325953:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10e00.
00000100:00000001:2.0:1769076043.325956:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076043.325958:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.325960:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076043.325966:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11180 x1855007615986432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076068 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076043.325980:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076043.325982:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076043.325985:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769076043.325990:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076043.325993:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076043.325995:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076043.325999:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076043.326002:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a800.
02000000:00000001:2.0:1769076043.326006:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076043.326008:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076043.326011:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11180.
00000100:00000001:2.0:1769076043.326016:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076043.326018:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.326023:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076043.326030:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076043.326033:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076043.326037:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076043.326040:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076044.027455:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076044.027464:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076044.027470:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076044.603163:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297700590, at 4297700608
00000100:00000040:2.0:1769076044.603177:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297700590, at 4297700608
00000100:00000010:3.0:1769076044.603184:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79720.
00000100:00000010:2.0:1769076044.603193:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d794e0.
00000020:00000001:0.0:1769076045.051388:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076045.051394:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076045.051398:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076046.075331:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076046.075338:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076046.075345:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076047.099346:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076047.099352:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076047.099357:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076048.123205:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076048.123208:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076048.123210:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076048.443622:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076048.443633:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076048.443642:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076048.443662:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12680 x1855007615986560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076048.443694:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076048.443698:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076048.443708:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076048.443715:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076048.443724:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076048.443734:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615986560:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076048.443747:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076048.443755:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076048.443760:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076048.443765:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076048.443778:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769076048.443786:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076048.443807:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076048.443819:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee790.
00000400:00000010:2.0:1769076048.443828:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4b28.
00000100:00000200:2.0:1769076048.443845:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615986560, portal 25
00000100:00000001:2.0:1769076048.443856:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076048.443886:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438242432 : -107392271309184 : ffff9e53c9d12680)
00000100:00000040:2.0:1769076048.443900:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12680 x1855007615986560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076048.443924:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076048.443933:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076048.443940:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4660.
00000100:00000200:2.0:1769076048.443964:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615986560, offset 0
00000400:00000200:2.0:1769076048.443981:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076048.443997:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076048.444008:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076048.444020:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076048.444033:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076048.444042:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076048.444053:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076048.444066:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37189:37189:256:4294967295] 192.168.204.113@tcp LPNI seq info [37159:37159:8:4294967295]
00000400:00000200:2.0:1769076048.444077:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076048.444184:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076048.444202:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076048.444213:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8600.
00000800:00000200:2.0:1769076048.444228:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076048.444239:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076048.444292:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076048.444305:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076048.444310:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297705710
00000100:00000010:2.0:1769076048.444334:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d794e0.
00000100:00000001:2.0:1769076048.444342:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769076048.444351:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297705710
00000100:00000010:2.0:1769076048.444357:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79180.
00000100:00000001:2.0:1769076048.444362:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076048.444367:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076048.444371:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076048.444374:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076048.444377:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076048.444385:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076048.444387:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769076048.444390:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076048.444393:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076048.444395:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076048.444400:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12a00 x1855007615986688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076048.444408:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076048.444410:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076048.444412:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076048.444414:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076048.444416:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076048.444419:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615986688:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076048.444423:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076048.444425:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076048.444427:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076048.444429:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076048.444433:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769076048.444435:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076048.444440:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076048.444444:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee210.
00000400:00000010:2.0:1769076048.444448:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4d48.
00000100:00000200:2.0:1769076048.444451:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615986688, portal 10
00000100:00000001:2.0:1769076048.444454:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076048.444455:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438243328 : -107392271308288 : ffff9e53c9d12a00)
00000100:00000040:2.0:1769076048.444461:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12a00 x1855007615986688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076048.444469:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076048.444471:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076048.444475:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076048.444477:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615986688, offset 0
00000400:00000200:2.0:1769076048.444481:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076048.444485:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076048.444489:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076048.444492:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076048.444494:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076048.444497:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076048.444499:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076048.444502:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37190:37190:255:4294967295] 192.168.204.113@tcp LPNI seq info [37160:37160:7:4294967295]
00000400:00000200:2.0:1769076048.444508:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076048.444516:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076048.444525:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076048.444530:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8000.
00000800:00000200:2.0:1769076048.444537:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076048.444543:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076048.444547:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076048.444551:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076048.444557:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076048.444559:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297704462
00000100:00000001:2.0:1769076048.444563:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297705710
00000100:00000001:2.0:1769076048.444567:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297704462
00000100:00000001:2.0:1769076048.444570:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297705710
00000100:00000001:2.0:1769076048.444591:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076048.444595:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076048.444598:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076048.444604:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10700 x1855007615986816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076048.444644:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076048.444646:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076048.444649:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076048.444652:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076048.444655:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076048.444658:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615986816:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076048.444662:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076048.444665:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076048.444667:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076048.444669:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076048.444674:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769076048.444676:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076048.444681:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076048.444684:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeef20.
00000400:00000010:2.0:1769076048.444688:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4990.
00000100:00000200:2.0:1769076048.444692:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615986816, portal 10
00000100:00000001:2.0:1769076048.444694:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076048.444696:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438234368 : -107392271317248 : ffff9e53c9d10700)
00000100:00000040:2.0:1769076048.444703:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10700 x1855007615986816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076048.444711:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076048.444714:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076048.444717:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076048.444720:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615986816, offset 0
00000400:00000200:2.0:1769076048.444724:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076048.444729:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076048.444734:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076048.444737:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076048.444741:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076048.444744:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076048.444747:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076048.444751:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37191:37191:254:4294967295] 192.168.204.113@tcp LPNI seq info [37161:37161:6:4294967295]
00000400:00000200:2.0:1769076048.444756:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076048.444763:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076048.444769:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076048.444773:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076048.444777:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076048.444782:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076048.444785:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076048.444789:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076048.444793:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076048.444795:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297704469
00000100:00000001:2.0:1769076048.444798:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297705710
00000100:00000001:2.0:1769076048.444801:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297704469
00000100:00000001:2.0:1769076048.444803:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297705710
00000100:00000001:2.0:1769076048.444806:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076048.444808:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076048.444811:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076048.444813:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076048.444817:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076048.444819:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769076048.444821:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076048.444823:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076048.444825:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076048.444828:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076049.147332:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076049.147339:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076049.147344:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076049.723194:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297705710, at 4297705728
00000100:00000040:3.0:1769076049.723194:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297705710, at 4297705728
00000100:00000010:2.0:1769076049.723219:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d794e0.
00000100:00000010:3.0:1769076049.723225:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79180.
00000020:00000001:3.0:1769076050.171357:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076050.171366:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076050.171372:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076051.195268:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076051.195273:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076051.195277:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769076051.515352:0:2396:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:2.0:1769076051.515390:0:2396:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076051.515399:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076051.515403:0:2396:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:2.0:1769076051.515406:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076051.515409:0:2396:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076051.515413:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076051.515416:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8600.
00000400:00000200:2.0:1769076051.515420:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076051.515424:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076051.515428:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4660
00000400:00000010:2.0:1769076051.515430:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4660.
00000100:00000001:2.0:1769076051.515433:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076051.515441:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d12680 x1855007615986560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076051.515460:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076051.515463:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12680 x1855007615986560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076051.515470:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076051.515471:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076051.515481:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076051.515483:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8000.
00000400:00000200:2.0:1769076051.515488:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076051.515493:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076051.515496:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076051.515500:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076051.515505:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076051.515515:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d12a00 x1855007615986688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076051.515542:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076051.515549:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12a00 x1855007615986688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076051.515560:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076051.515564:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076051.515576:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076051.515582:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076051.515589:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076051.515599:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076051.515606:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076051.515611:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076051.515616:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076051.515626:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d10700 x1855007615986816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076051.515648:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076051.515654:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10700 x1855007615986816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076051.515672:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076051.515677:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076052.219270:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076052.219275:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076052.219280:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076053.243263:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076053.243268:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076053.243271:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076053.563608:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076053.563619:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076053.563625:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076053.563643:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10700 x1855007615986944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.563678:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076053.563684:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076053.563692:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076053.563699:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076053.563707:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076053.563718:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615986944:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076053.563730:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076053.563736:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076053.563746:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076053.563757:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076053.563772:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21800.
02000000:00000001:2.0:1769076053.563796:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076053.563818:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076053.563831:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076053.563848:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076053.563863:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615986944, portal 25
00000100:00000001:2.0:1769076053.563876:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076053.563883:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438234368 : -107392271317248 : ffff9e53c9d10700)
00000100:00000040:2.0:1769076053.563907:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10700 x1855007615986944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.563968:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076053.563983:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076053.563993:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076053.564007:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615986944, offset 0
00000400:00000200:2.0:1769076053.564041:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076053.564109:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076053.564125:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076053.564135:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076053.564145:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076053.564152:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076053.564166:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076053.564183:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37192:37192:256:4294967295] 192.168.204.113@tcp LPNI seq info [37162:37162:8:4294967295]
00000400:00000200:2.0:1769076053.564208:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076053.564228:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076053.564252:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076053.564268:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076053.564294:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076053.564309:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076053.564335:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076053.564347:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769076053.564369:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076053.564382:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076053.564398:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076053.564419:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076053.564433:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076053.564444:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076053.564458:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076053.564475:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10700 x1855007615986944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.564552:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076053.564569:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10700 x1855007615986944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.564602:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076053.564612:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076053.564627:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076053.564644:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076053.564658:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297710830
00000100:00000010:2.0:1769076053.564673:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d794e0.
00000100:00000001:2.0:1769076053.564691:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769076053.564706:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297710830
00000100:00000010:2.0:1769076053.564719:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79900.
00000100:00000001:2.0:1769076053.564730:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076053.564745:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076053.564759:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076053.564769:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076053.564786:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076053/real 1769076053]  req@ffff9e53c9d10700 x1855007615986944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076053.564816:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076053.564821:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076053.564826:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076053.564834:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076053.564838:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076053.564844:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076053.564852:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10700 x1855007615986944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076053.564873:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10700 x1855007615986944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.564891:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076053.564895:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.564902:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076053.564905:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076053.564914:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10700 x1855007615986944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.564928:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076053.564937:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10700 x1855007615986944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.564954:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076053.564960:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.564963:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076053.564966:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.564970:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076053.564974:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076053.564980:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076053.564988:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076053.564993:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076053.565002:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10700 x1855007615986944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076053.565021:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615986944:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076053.565032:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.565036:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076053.565043:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10700 x1855007615986944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.565060:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076053.565104:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076053.565112:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21800.
02000000:00000001:2.0:1769076053.565119:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076053.565123:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076053.565127:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076053.565131:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076053.565136:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:2.0:1769076053.565142:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076053.565147:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076053.565150:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10700.
00000100:00000001:2.0:1769076053.565156:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076053.565159:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.565163:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.565174:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076053.565177:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076053.565182:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076053.565185:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076053.565188:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076053.565197:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12a00 x1855007615987072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.565212:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076053.565215:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076053.565219:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076053.565224:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076053.565228:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076053.565235:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615987072:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076053.565242:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076053.565246:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076053.565249:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076053.565253:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076053.565260:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21800.
02000000:00000001:2.0:1769076053.565264:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076053.565274:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076053.565281:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076053.565289:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076053.565297:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615987072, portal 10
00000100:00000001:2.0:1769076053.565303:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076053.565306:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438243328 : -107392271308288 : ffff9e53c9d12a00)
00000100:00000040:2.0:1769076053.565319:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12a00 x1855007615987072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.565331:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076053.565335:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076053.565339:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076053.565342:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615987072, offset 0
00000400:00000200:2.0:1769076053.565348:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076053.565355:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076053.565362:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076053.565367:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076053.565371:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076053.565376:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076053.565381:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076053.565387:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37193:37193:256:4294967295] 192.168.204.113@tcp LPNI seq info [37163:37163:8:4294967295]
00000400:00000200:2.0:1769076053.565396:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076053.565411:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076053.565422:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076053.565429:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076053.565438:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076053.565456:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076053.565466:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076053.565472:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769076053.565480:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076053.565484:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076053.565515:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076053.565521:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076053.565526:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076053.565540:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076053.565545:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076053.565553:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12a00 x1855007615987072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.565591:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076053.565605:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12a00 x1855007615987072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.565619:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076053.565623:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076053.565632:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076053.565639:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076053.565646:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076053.565652:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297709583
00000100:00000001:2.0:1769076053.565658:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297710830
00000100:00000001:2.0:1769076053.565663:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297709583
00000100:00000001:2.0:1769076053.565667:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297710830
00000100:00000001:2.0:1769076053.565672:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076053.565676:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076053.565680:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076053.565688:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076053/real 1769076053]  req@ffff9e53c9d12a00 x1855007615987072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076053.565713:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076053.565716:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076053.565718:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076053.565722:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076053.565730:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076053.565733:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076053.565740:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12a00 x1855007615987072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076053.565757:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12a00 x1855007615987072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.565771:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076053.565775:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.565779:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076053.565782:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076053.565789:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12a00 x1855007615987072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.565804:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076053.565813:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12a00 x1855007615987072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.565828:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076053.565833:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.565835:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076053.565837:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.565840:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076053.565843:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076053.565846:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076053.565851:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076053.565854:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076053.565860:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12a00 x1855007615987072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076053.565870:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615987072:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076053.565876:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076053.565886:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12680 x1855007615987200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.565895:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076053.565897:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076053.565900:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076053.565903:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076053.565906:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076053.565910:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615987200:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076053.565914:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076053.565917:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076053.565919:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076053.565922:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076053.565927:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769076053.565930:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076053.565935:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076053.565939:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076053.565943:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076053.565948:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615987200, portal 10
00000100:00000001:2.0:1769076053.565950:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076053.565952:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438242432 : -107392271309184 : ffff9e53c9d12680)
00000100:00000040:2.0:1769076053.565960:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12680 x1855007615987200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.565968:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076053.565971:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076053.565974:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076053.565977:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615987200, offset 0
00000400:00000200:2.0:1769076053.565982:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076053.565987:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076053.565993:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076053.565997:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076053.566000:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076053.566003:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076053.566006:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076053.566011:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37194:37194:256:4294967295] 192.168.204.113@tcp LPNI seq info [37164:37164:8:4294967295]
00000400:00000200:2.0:1769076053.566016:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076053.566025:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076053.566031:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076053.566035:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076053.566042:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076053.566045:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076053.566051:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076053.566055:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769076053.566111:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076053.566115:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076053.566119:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076053.566125:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076053.566129:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076053.566132:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076053.566135:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076053.566140:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12680 x1855007615987200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.566151:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076053.566155:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12680 x1855007615987200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.566168:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076053.566171:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076053.566179:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076053.566185:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076053.566192:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076053.566197:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297709591
00000100:00000001:2.0:1769076053.566201:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297710830
00000100:00000001:2.0:1769076053.566206:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297709591
00000100:00000001:2.0:1769076053.566210:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297710830
00000100:00000001:2.0:1769076053.566214:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076053.566218:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076053.566222:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076053.566231:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076053/real 1769076053]  req@ffff9e53c9d12680 x1855007615987200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076053.566248:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076053.566252:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076053.566256:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076053.566261:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076053.566264:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076053.566269:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076053.566276:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12680 x1855007615987200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076053.566293:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12680 x1855007615987200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.566302:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076053.566304:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.566307:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076053.566309:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076053.566313:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12680 x1855007615987200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.566322:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076053.566327:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12680 x1855007615987200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.566335:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076053.566338:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.566340:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076053.566342:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.566344:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076053.566346:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076053.566349:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076053.566354:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076053.566356:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076053.566362:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12680 x1855007615987200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076053.566389:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615987200:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076053.566397:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.566400:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076053.566407:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12a00 x1855007615987072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.566422:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076053.566425:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076053.566429:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21800.
02000000:00000001:2.0:1769076053.566435:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076053.566438:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076053.566441:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076053.566445:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076053.566449:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:2.0:1769076053.566454:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076053.566457:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076053.566461:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12a00.
00000100:00000001:2.0:1769076053.566468:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076053.566470:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.566472:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076053.566477:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12680 x1855007615987200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076053.566514:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076053.566516:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076053.566528:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769076053.566532:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076053.566534:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076053.566536:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076053.566538:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076053.566540:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98000.
02000000:00000001:2.0:1769076053.566543:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076053.566545:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076053.566546:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12680.
00000100:00000001:2.0:1769076053.566550:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076053.566552:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.566555:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076053.566561:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076053.566563:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076053.566565:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076053.566568:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076054.267398:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076054.267404:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076054.267409:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076054.843181:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297710830, at 4297710848
00000100:00000040:3.0:1769076054.843185:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297710830, at 4297710848
00000100:00000010:3.0:1769076054.843210:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79900.
00000100:00000010:2.0:1769076054.843217:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d794e0.
00000020:00000001:2.0:1769076055.291299:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076055.291308:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076055.291315:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076056.315295:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076056.315302:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076056.315308:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076057.339293:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076057.339299:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076057.339304:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076058.363342:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076058.363348:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076058.363353:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076058.683242:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076058.683256:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076058.683259:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076058.683265:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076058.683271:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076058.683279:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3042
00000400:00000200:3.0:1769076058.683289:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076058.683297:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076058.683318:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076058.683323:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076058.683328:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076058.683331:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076058.683335:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076058.683340:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076058.683343:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076058.683346:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076058.683350:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076058.683353:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076058.683357:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076058.683361:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076058.683363:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076058.683366:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076058.683368:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076058.683372:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076058.683376:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076058.683379:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076058.683382:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076058.683386:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076058.683390:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076058.683394:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076058.683397:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076058.683428:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769076058.683432:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076058.683438:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076058.683440:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076058.683444:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076058.683460:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076058.683465:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076058.683474:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769076058.683482:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076058.683492:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007615987328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076058.683507:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076058.683523:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076058.683529:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007615987328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076058.683557:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076058.683561:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076058.683566:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076058.683568:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076058.683571:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076058.683574:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076058.683577:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3042
00000400:00000200:3.0:1769076058.683581:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076058.683585:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076058.683588:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076058.683592:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076058.683595:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076058.683598:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076058.683602:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076058.683607:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076058.683609:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076058.683612:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076058.683615:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076058.683618:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076058.683621:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076058.683625:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076058.683628:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076058.683628:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076058.683635:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076058.683640:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076058.683640:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076058.683649:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:2.0:1769076058.683651:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769076058.683654:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076058.683660:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076058.683663:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076058.683670:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769076058.683673:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34a80 x1855007615987328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076058.683674:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076058.683681:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076058.683707:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1769076058.683710:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769076058.683714:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769076058.683718:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076058.683725:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076058.683728:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769076058.683730:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
02000000:00000001:2.0:1769076058.683737:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769076058.683738:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076058.683747:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076058.683753:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076058.683754:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076058.683758:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076058.683763:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076058.683767:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076058.683771:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615987328:192.168.204.113@tcp:250:kworker.0
02000000:00000010:3.0:1769076058.683774:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076058.683782:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076058.683788:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1769076058.683795:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007615987456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769076058.683801:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076058.683810:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076058.683815:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769076058.683818:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769076058.683824:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076058.683830:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769076058.683840:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076058.683845:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007615987456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769076058.683863:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076058.683865:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076058.683874:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769076058.683878:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00080000:3.0:1769076058.683879:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076058.683884:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076058.683889:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076058.683893:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769076058.683897:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00080000:3.0:1769076058.683898:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3042
00000400:00000200:3.0:1769076058.683909:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076058.683914:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076058.683917:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769076058.683919:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615987328, portal 25
00000100:00000040:3.0:1769076058.683923:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076058.683930:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769076058.683932:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769076058.683934:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076058.683941:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769076058.683943:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438382720 : -107392271168896 : ffff9e53c9d34a80)
00000020:00000001:3.0:1769076058.683945:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076058.683948:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076058.683954:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076058.683957:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076058.683960:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076058.683967:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34a80 x1855007615987328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769076058.683968:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076058.683982:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076058.683990:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076058.683997:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076058.684004:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769076058.684018:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769076058.684021:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076058.684029:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076058.684038:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076058.684041:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769076058.684042:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076058.684050:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769076058.684055:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
02000000:00000001:3.0:1769076058.684056:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076058.684063:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:2.0:1769076058.684108:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615987328, offset 0
00000008:00100000:3.0:1769076058.684123:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769076058.684124:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000008:00000001:3.0:1769076058.684134:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076058.684137:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076058.684144:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:3.0:1769076058.684145:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769076058.684155:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:2.0:1769076058.684162:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:3.0:1769076058.684163:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076058.684168:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076058.684174:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076058.684176:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769076058.684180:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769076058.684181:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076058.684193:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000400:00000200:2.0:1769076058.684199:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:3.0:1769076058.684202:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076058.684212:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1769076058.684215:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007615987584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769076058.684229:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:3.0:1769076058.684238:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076058.684246:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076058.684249:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37195:37195:256:4294967295] 192.168.204.113@tcp LPNI seq info [37165:37165:8:4294967295]
00000100:00000040:3.0:1769076058.684256:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007615987584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769076058.684278:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076058.684281:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076058.684288:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076058.684295:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076058.684304:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769076058.684310:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769076058.684313:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076058.684328:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3052)
00000800:00000200:2.0:1769076058.684330:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076058.684343:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076058.684357:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076058.684366:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076058.684379:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076058.684386:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769076058.684394:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076058.684399:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076058.684439:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076058.684449:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076058.684466:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076058.684471:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076058.684479:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076058.684486:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34a80 x1855007615987328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.684502:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076058.684507:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34a80 x1855007615987328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.684526:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076058.684528:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076058.684536:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076058.684543:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076058.684547:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297715950
00000100:00000010:2.0:1769076058.684555:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d794e0.
00000100:00000001:2.0:1769076058.684564:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769076058.684573:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297715950
00000100:00000010:2.0:1769076058.684580:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79840.
00000100:00000001:2.0:1769076058.684585:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076058.684591:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076058.684597:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076058.684602:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076058.684610:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076058/real 1769076058]  req@ffff9e53c9d34a80 x1855007615987328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076058.684631:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076058.684635:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076058.684639:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076058.684645:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076058.684649:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076058.684654:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076058.684662:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34a80 x1855007615987328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076058.684680:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34a80 x1855007615987328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.684699:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076058.684704:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.684708:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076058.684711:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076058.684720:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34a80 x1855007615987328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.684734:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076058.684743:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34a80 x1855007615987328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.684758:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076058.684765:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.684769:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076058.684771:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.684776:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076058.684780:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076058.684786:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076058.684794:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076058.684799:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076058.684809:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34a80 x1855007615987328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076058.684822:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615987328:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076058.684828:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.684831:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076058.684835:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34a80 x1855007615987328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.684846:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076058.684851:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076058.684856:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769076058.684862:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076058.684866:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076058.684869:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076058.684873:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076058.684878:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:2.0:1769076058.684886:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076058.684890:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076058.684894:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34a80.
00000100:00000001:2.0:1769076058.684900:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076058.684903:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.684908:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.684919:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076058.684923:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076058.684927:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076058.684930:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076058.684933:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076058.684942:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37480 x1855007615987456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.684956:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076058.684958:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076058.684961:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076058.684964:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076058.684967:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076058.684971:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615987456:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076058.684975:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076058.684978:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076058.684980:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076058.684983:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076058.684987:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769076058.684990:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076058.684999:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076058.685005:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076058.685023:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076058.685030:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615987456, portal 10
00000100:00000001:2.0:1769076058.685034:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076058.685036:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438393472 : -107392271158144 : ffff9e53c9d37480)
00000100:00000040:2.0:1769076058.685049:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37480 x1855007615987456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.685106:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076058.685112:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076058.685118:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076058.685122:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615987456, offset 0
00000400:00000200:2.0:1769076058.685128:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076058.685135:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076058.685141:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076058.685145:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076058.685149:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076058.685152:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076058.685155:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076058.685159:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37196:37196:256:4294967295] 192.168.204.113@tcp LPNI seq info [37166:37166:8:4294967295]
00000400:00000200:2.0:1769076058.685165:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076058.685177:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076058.685187:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076058.685193:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076058.685201:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076058.685206:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076058.685215:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076058.685220:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769076058.685229:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076058.685233:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076058.685239:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076058.685247:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076058.685253:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076058.685258:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076058.685263:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076058.685271:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37480 x1855007615987456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.685288:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076058.685292:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37480 x1855007615987456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.685310:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076058.685312:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076058.685317:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076058.685322:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076058.685328:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076058.685331:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297714703
00000100:00000001:2.0:1769076058.685334:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297715950
00000100:00000001:2.0:1769076058.685337:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297714703
00000100:00000001:2.0:1769076058.685340:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297715950
00000100:00000001:2.0:1769076058.685343:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076058.685347:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076058.685351:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076058.685358:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076058/real 1769076058]  req@ffff9e53c9d37480 x1855007615987456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076058.685375:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076058.685378:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076058.685382:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076058.685386:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076058.685390:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076058.685394:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076058.685420:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37480 x1855007615987456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076058.685440:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37480 x1855007615987456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.685463:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076058.685467:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.685470:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076058.685473:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076058.685482:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37480 x1855007615987456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.685493:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076058.685499:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37480 x1855007615987456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.685507:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076058.685511:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.685515:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076058.685517:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.685519:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076058.685521:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076058.685525:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076058.685528:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076058.685531:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076058.685536:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37480 x1855007615987456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076058.685546:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615987456:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076058.685551:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076058.685556:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37100 x1855007615987584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.685566:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076058.685569:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076058.685574:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076058.685577:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076058.685582:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076058.685588:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615987584:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076058.685594:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076058.685598:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076058.685602:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076058.685605:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076058.685611:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21800.
02000000:00000001:2.0:1769076058.685616:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076058.685624:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076058.685631:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076058.685637:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076058.685644:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615987584, portal 10
00000100:00000001:2.0:1769076058.685648:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076058.685651:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438392576 : -107392271159040 : ffff9e53c9d37100)
00000100:00000040:2.0:1769076058.685663:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37100 x1855007615987584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.685677:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076058.685681:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076058.685684:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076058.685697:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615987584, offset 0
00000400:00000200:2.0:1769076058.685703:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076058.685712:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076058.685719:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076058.685725:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076058.685730:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076058.685735:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076058.685740:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076058.685746:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37197:37197:256:4294967295] 192.168.204.113@tcp LPNI seq info [37167:37167:8:4294967295]
00000400:00000200:2.0:1769076058.685756:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076058.685769:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076058.685779:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076058.685786:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076058.685795:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076058.685801:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076058.685810:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076058.685816:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769076058.685821:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076058.685825:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076058.685829:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076058.685834:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076058.685839:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076058.685841:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076058.685846:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076058.685854:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37100 x1855007615987584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.685871:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076058.685877:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37100 x1855007615987584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.685891:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076058.685895:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076058.685902:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076058.685908:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076058.685916:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076058.685920:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297714710
00000100:00000001:2.0:1769076058.685925:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297715950
00000100:00000001:2.0:1769076058.685930:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297714710
00000100:00000001:2.0:1769076058.685935:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297715950
00000100:00000001:2.0:1769076058.685940:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076058.685944:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076058.685948:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076058.685957:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076058/real 1769076058]  req@ffff9e53c9d37100 x1855007615987584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076058.685969:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076058.685970:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076058.685973:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076058.685977:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076058.685979:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076058.685982:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076058.685987:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37100 x1855007615987584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076058.686003:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37100 x1855007615987584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.686026:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076058.686030:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.686033:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076058.686036:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076058.686044:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37100 x1855007615987584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.686059:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076058.686105:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37100 x1855007615987584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.686117:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076058.686121:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.686123:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076058.686125:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.686127:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076058.686129:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076058.686133:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076058.686137:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076058.686140:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076058.686145:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37100 x1855007615987584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076058.686155:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615987584:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076058.686160:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.686164:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076058.686168:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37480 x1855007615987456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.686182:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076058.686185:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076058.686189:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769076058.686194:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076058.686197:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076058.686199:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076058.686203:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076058.686206:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:2.0:1769076058.686211:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076058.686214:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076058.686217:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37480.
00000100:00000001:2.0:1769076058.686223:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076058.686225:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.686229:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076058.686236:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37100 x1855007615987584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076058.686250:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076058.686253:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076058.686256:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21800.
02000000:00000001:2.0:1769076058.686261:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076058.686264:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076058.686267:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076058.686271:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076058.686274:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:2.0:1769076058.686278:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076058.686281:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076058.686283:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37100.
00000100:00000001:2.0:1769076058.686286:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076058.686288:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.686290:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076058.686296:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076058.686298:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076058.686301:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076058.686303:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076059.387452:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076059.387459:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076059.387464:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1769076059.707198:0:70881:0:(osc_request.c:735:osc_update_next_shrink()) next time 4248 to shrink grant
00000100:00000040:2.0:1769076059.963184:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297715950, at 4297715968
00000100:00000040:3.0:1769076059.963208:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297715950, at 4297715968
00000100:00000010:2.0:1769076059.963228:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d794e0.
00000100:00000010:3.0:1769076059.963235:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79840.
00000020:00000001:0.0:1769076060.411323:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076060.411328:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076060.411332:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076061.435283:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076061.435288:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076061.435292:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076062.459362:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076062.459368:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076062.459389:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076063.483280:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076063.483284:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076063.483287:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076063.803224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076063.803241:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076063.803245:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076063.803250:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076063.803256:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076063.803267:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3047
00000400:00000200:3.0:1769076063.803279:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076063.803287:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076063.803291:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076063.803295:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803300:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076063.803302:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803305:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076063.803311:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076063.803333:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076063.803338:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076063.803341:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076063.803345:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076063.803347:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076063.803352:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803354:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076063.803357:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803361:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076063.803366:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076063.803371:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803374:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076063.803377:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076063.803381:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076063.803385:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076063.803387:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076063.803389:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076063.803401:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769076063.803405:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076063.803409:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076063.803411:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076063.803414:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076063.803417:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076063.803423:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076063.803434:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076063.803444:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076063.803453:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007615987712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076063.803463:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076063.803467:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076063.803476:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007615987712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076063.803500:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076063.803504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076063.803520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076063.803522:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076063.803524:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076063.803528:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076063.803534:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3047
00000400:00000200:3.0:1769076063.803543:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076063.803550:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076063.803554:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076063.803559:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803563:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076063.803567:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803571:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076063.803576:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076063.803578:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076063.803581:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076063.803584:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076063.803588:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076063.803591:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076063.803594:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803596:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076063.803599:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803601:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076063.803604:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076063.803606:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803609:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076063.803611:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076063.803617:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076063.803619:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076063.803621:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076063.803626:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076063.803631:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076063.803633:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076063.803636:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000020:00000040:3.0:1769076063.803638:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076063.803643:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076063.803646:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076063.803648:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076063.803649:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076063.803653:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076063.803658:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769076063.803663:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076063.803668:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007615987840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076063.803678:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076063.803681:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076063.803690:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007615987840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076063.803701:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076063.803715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076063.803718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076063.803720:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076063.803722:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076063.803725:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076063.803727:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3047
00000400:00000200:3.0:1769076063.803732:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076063.803734:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076063.803736:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076063.803739:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803741:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076063.803743:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803745:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076063.803747:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076063.803748:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076063.803750:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076063.803752:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076063.803754:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076063.803757:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076063.803759:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803762:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076063.803763:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076063.803768:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076063.803770:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076063.803772:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076063.803780:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076063.803784:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076063.803786:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076063.803789:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076063.803791:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076063.803794:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076063.803795:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076063.803799:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769076063.803801:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076063.803805:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076063.803806:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076063.803808:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076063.803809:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076063.803811:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076063.803815:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769076063.803818:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076063.803822:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007615987968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076063.803830:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076063.803832:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076063.803836:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007615987968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076063.803840:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769076063.803844:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076063.803845:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1769076063.803848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076063.803852:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076063.803856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076063.803859:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076063.803865:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3057)
00000800:00000200:1.1:1769076063.804354:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076063.804357:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076063.804579:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076063.804581:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769076064.507410:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076064.507415:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076064.507420:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076065.083205:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297721069, at 4297721088
00000100:00000010:3.0:1769076065.083226:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bc00.
00000100:00000040:2.0:1769076065.083263:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297721069, at 4297721088
00000100:00000010:2.0:1769076065.083286:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bb40.
00000020:00000001:3.0:1769076065.531257:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076065.531262:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076065.531267:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076066.555290:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076066.555295:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076066.555298:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076067.579383:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076067.579390:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076067.579395:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076068.603345:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076068.603353:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076068.603360:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076068.923181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076068.923192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076068.923197:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076068.923203:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076068.923223:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076068.923257:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3052
00000400:00000200:3.0:1769076068.923269:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076068.923278:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076068.923283:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076068.923291:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076068.923295:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076068.923300:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076068.923304:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076068.923309:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076068.923312:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076068.923317:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076068.923322:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076068.923326:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076068.923330:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076068.923335:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076068.923338:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076068.923342:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076068.923347:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076068.923353:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076068.923362:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076068.923368:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076068.923374:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076068.923380:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076068.923386:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076068.923390:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076068.923394:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076068.923406:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769076068.923414:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076068.923423:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076068.923427:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076068.923434:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076068.923440:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076068.923447:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076068.923460:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769076068.923472:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076068.923486:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007615988096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076068.923502:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076068.923508:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076068.923516:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007615988096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076068.923657:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076068.923664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076068.923670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076068.923673:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076068.923676:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076068.923681:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076068.923687:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3052
00000400:00000200:3.0:1769076068.923696:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076068.923705:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076068.923709:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076068.923712:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076068.923716:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076068.923722:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076068.923731:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076068.923909:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076068.923915:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076068.923921:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076068.923927:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076068.923936:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076068.923941:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076068.923953:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076068.923959:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076068.923969:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076068.923981:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076068.924123:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076068.924138:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076068.924148:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076068.924154:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076068.924165:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076068.924173:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076068.924180:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076068.924188:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076068.924199:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076068.924208:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076068.924218:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000800:00000200:1.1:1769076068.924218:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:3.0:1769076068.924227:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000800:00000200:1.1:1769076068.924257:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
02000000:00000001:3.0:1769076068.924260:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076068.924265:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076068.924272:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076068.924275:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076068.924284:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076068.924297:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769076068.924308:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076068.924321:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007615988224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076068.924348:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076068.924357:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076068.924377:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007615988224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076068.924410:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076068.924422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076068.924435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076068.924440:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076068.924451:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076068.924462:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076068.924475:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3052
00000400:00000200:3.0:1769076068.924491:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076068.924504:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076068.924511:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076068.924516:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076068.924525:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076068.924533:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076068.924543:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076068.924552:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076068.924558:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076068.924562:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076068.924568:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076068.924572:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076068.924576:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076068.924586:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076068.924591:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076068.924600:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076068.924609:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076068.924620:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076068.924628:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076068.924636:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076068.924643:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076068.924653:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076068.924662:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076068.924669:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076068.924674:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076068.924683:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076068.924689:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076068.924700:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769076068.924707:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076068.924716:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076068.924722:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076068.924727:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076068.924731:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076068.924739:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076068.924747:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076068.924755:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076068.924770:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007615988352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076068.924846:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076068.924853:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076068.924871:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007615988352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076068.924892:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076068.924899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076068.924906:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076068.924915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076068.924924:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076068.924931:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3062)
00000800:00000200:1.1:1769076068.925449:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076068.925456:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076068.925913:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076068.925918:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769076069.627361:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076069.627367:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076069.627372:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076070.203173:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297726190, at 4297726208
00000100:00000040:3.0:1769076070.203201:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297726190, at 4297726208
00000100:00000010:2.0:1769076070.203230:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b720.
00000100:00000010:3.0:1769076070.203244:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bba0.
00000020:00000001:2.0:1769076070.651375:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076070.651381:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076070.651385:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076071.675308:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076071.675313:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076071.675319:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076072.699304:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076072.699313:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076072.699320:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076073.723370:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076073.723376:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076073.723381:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076074.043381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076074.043395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076074.043400:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076074.043406:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076074.043413:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076074.043424:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3057
00000400:00000200:0.0:1769076074.043436:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076074.043445:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076074.043451:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076074.043474:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076074.043481:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076074.043486:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076074.043492:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076074.043500:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076074.043504:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076074.043510:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076074.043515:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076074.043521:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076074.043527:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076074.043535:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076074.043540:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076074.043546:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076074.043551:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076074.043558:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076074.043566:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076074.043571:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076074.043578:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076074.043601:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076074.043607:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076074.043611:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076074.043614:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076074.043629:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5f80.
00000020:00000040:0.0:1769076074.043635:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076074.043640:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076074.043642:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076074.043646:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076074.043650:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076074.043656:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076074.043686:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000001:0.0:1769076074.043697:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076074.043712:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5f80 x1855007615988480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076074.043728:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076074.043735:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076074.043742:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c836008] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5f80 x1855007615988480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076074.043777:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076074.043782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076074.043787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076074.043790:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076074.043792:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076074.043796:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076074.043816:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3057
00000400:00000200:0.0:1769076074.043821:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076074.043826:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076074.043829:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076074.043837:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076074.043843:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076074.043846:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076074.043848:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076074.043853:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076074.043855:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076074.043882:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076074.043890:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076074.043894:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076074.043899:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076074.043913:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076074.043929:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076074.043944:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076074.043960:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076074.043967:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076074.043979:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076074.043985:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076074.043991:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076074.044024:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076074.044048:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076074.044059:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076074.044065:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076074.044089:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076074.044091:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076074.044096:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5c00.
00000020:00000040:0.0:1769076074.044098:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076074.044101:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076074.044102:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076074.044104:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076074.044105:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076074.044108:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076074.044114:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076074.044120:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076074.044199:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5c00 x1855007615988608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076074.044233:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076074.044236:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076074.044252:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007db8b4c3] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5c00 x1855007615988608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076074.044323:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076074.044342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076074.044354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076074.044364:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076074.044372:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076074.044389:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076074.044392:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3057
00000400:00000200:0.0:1769076074.044403:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076074.044420:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076074.044433:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076074.044454:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076074.044481:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076074.044494:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076074.044510:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076074.044525:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076074.044533:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076074.044542:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076074.044553:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076074.044566:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076074.044576:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076074.044587:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076074.044591:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076074.044620:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076074.044630:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076074.044636:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076074.044652:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076074.044685:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076074.044693:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076074.044704:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076074.044711:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076074.044716:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076074.044721:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076074.044735:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076074.044750:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076074.044762:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5880.
00000020:00000040:0.0:1769076074.044778:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:1.1:1769076074.044778:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:0.0:1769076074.044797:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1769076074.044798:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
02000000:00000001:0.0:1769076074.044822:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076074.044835:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076074.044842:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076074.044848:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076074.044865:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076074.044893:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076074.044907:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5880 x1855007615988736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076074.044957:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076074.044970:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076074.044992:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c2905c0] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5880 x1855007615988736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076074.045060:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076074.045069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076074.045075:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076074.045080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076074.045083:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076074.045090:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3067)
00000800:00000200:1.1:1769076074.045626:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076074.045659:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076074.046039:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076074.046043:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769076074.747331:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076074.747337:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076074.747342:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076075.323200:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297731311, at 4297731328
00000100:00000010:3.0:1769076075.323221:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b6c0.
00000100:00000040:2.0:1769076075.323232:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297731311, at 4297731328
00000100:00000010:2.0:1769076075.323247:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b1e0.
00000020:00000001:0.0:1769076075.771326:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076075.771331:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076075.771337:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076076.795388:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076076.795395:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076076.795401:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076077.819358:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076077.819367:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076077.819374:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076078.843354:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076078.843361:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076078.843366:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076079.163238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076079.163251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076079.163255:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076079.163261:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076079.163266:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076079.163277:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3062
00000400:00000200:3.0:1769076079.163287:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076079.163297:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076079.163302:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076079.163307:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076079.163312:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076079.163317:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076079.163320:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076079.163326:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076079.163329:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076079.163333:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076079.163337:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076079.163341:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076079.163345:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076079.163350:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076079.163353:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076079.163355:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076079.163358:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076079.163361:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076079.163366:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076079.163368:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076079.163372:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076079.163376:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076079.163379:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.163382:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076079.163385:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076079.163396:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769076079.163400:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076079.163405:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076079.163407:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.163411:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076079.163414:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076079.163419:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076079.163429:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769076079.163437:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076079.163449:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007615988864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076079.163463:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076079.163468:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076079.163474:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007615988864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076079.163501:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076079.163505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076079.163509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076079.163512:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076079.163514:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076079.163517:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076079.163520:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3062
00000400:00000200:3.0:1769076079.163524:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076079.163527:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076079.163530:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076079.163534:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076079.163536:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076079.163538:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076079.163541:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076079.163544:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076079.163546:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076079.163548:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076079.163550:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076079.163553:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076079.163555:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076079.163558:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076079.163562:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076079.163564:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076079.163567:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076079.163570:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076079.163573:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076079.163575:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076079.163577:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076079.163584:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076079.163587:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.163590:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076079.163595:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076079.163600:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.163604:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076079.163608:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769076079.163612:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076079.163615:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076079.163618:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.163621:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076079.163623:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076079.163625:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076079.163633:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769076079.163651:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076079.163674:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007615988992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076079.163690:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076079.163695:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076079.163714:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007615988992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076079.163772:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076079.163781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076079.163788:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076079.163802:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076079.163816:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076079.163828:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076079.163847:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3062
00000400:00000200:3.0:1769076079.163871:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076079.163886:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076079.163899:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076079.163908:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076079.163916:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076079.163929:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076079.163939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076079.163951:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076079.163959:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076079.163965:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076079.163972:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076079.163993:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076079.163997:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076079.164005:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076079.164015:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076079.164020:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076079.164024:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076079.164028:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076079.164041:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076079.164146:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076079.164164:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076079.164174:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076079.164180:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.164200:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076079.164211:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076079.164234:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.164248:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076079.164261:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769076079.164275:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076079.164287:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076079.164290:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.164294:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076079.164307:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076079.164325:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076079.164335:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076079.164352:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076079.164370:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007615989120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076079.164405:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076079.164420:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076079.164436:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007615989120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076079.164510:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076079.164519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076079.164541:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076079.164548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076079.164561:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076079.164585:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3072)
00000800:00000200:1.1:1769076079.164634:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076079.164639:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076079.165355:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076079.165358:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076079.165730:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076079.165734:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1769076079.867376:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076079.867385:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076079.867391:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076080.443185:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297736430, at 4297736448
00000100:00000040:3.0:1769076080.443193:0:70881:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297736430, at 4297736448
00000100:00000010:2.0:1769076080.443205:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b1e0.
00000100:00000010:3.0:1769076080.443210:0:70881:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b6c0.
00000020:00000001:3.0:1769076080.891429:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076080.891441:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076080.891450:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076081.915311:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076081.915316:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076081.915321:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076082.939405:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076082.939418:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076082.939425:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076083.963431:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076083.963439:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076083.963446:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076084.283228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076084.283267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076084.283272:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076084.283279:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076084.283289:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076084.283302:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3067
00000400:00000200:0.0:1769076084.283316:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076084.283327:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076084.283333:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076084.283340:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076084.283346:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076084.283366:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076084.283370:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076084.283377:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076084.283380:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076084.283383:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076084.283387:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076084.283391:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076084.283395:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076084.283400:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076084.283404:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076084.283408:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076084.283412:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076084.283418:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076084.283441:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076084.283448:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076084.283454:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076084.283461:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076084.283466:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076084.283471:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076084.283476:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076084.283491:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7100.
00000020:00000040:0.0:1769076084.283498:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076084.283504:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076084.283506:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076084.283510:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076084.283513:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076084.283519:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076084.283529:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769076084.283537:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076084.283548:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7100 x1855007615989248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076084.283563:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076084.283569:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076084.283574:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009506489] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7100 x1855007615989248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076084.283605:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076084.283610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076084.283615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076084.283617:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076084.283619:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076084.283623:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076084.283626:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3067
00000400:00000200:0.0:1769076084.283634:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076084.283640:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076084.283644:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076084.283650:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076084.283653:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076084.283676:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076084.283682:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076084.283687:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076084.283697:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076084.283708:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076084.283711:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076084.283715:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076084.283720:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076084.283732:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076084.283749:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076084.283784:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076084.283799:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076084.283812:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076084.283830:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076084.283845:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076084.283855:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076084.283869:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076084.283883:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076084.283893:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076084.283900:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076084.283915:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076084.283923:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076084.283929:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7800.
00000020:00000040:0.0:1769076084.283935:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076084.283940:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076084.283944:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076084.283948:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076084.283952:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076084.283962:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076084.283989:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076084.284001:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076084.284039:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7800 x1855007615989376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076084.284075:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076084.284148:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076084.284166:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918dbd43] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7800 x1855007615989376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076084.284200:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076084.284227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076084.284252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076084.284259:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076084.284284:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076084.284301:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076084.284312:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3067
00000400:00000200:0.0:1769076084.284339:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076084.284374:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076084.284381:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076084.284399:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076084.284402:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076084.284412:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076084.284425:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076084.284453:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1769076084.284457:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:0.0:1769076084.284459:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076084.284473:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769076084.284476:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000020:00000040:0.0:1769076084.284480:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076084.284495:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076084.284509:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076084.284531:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076084.284554:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076084.284564:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076084.284571:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076084.284585:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076084.284614:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076084.284626:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076084.284637:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076084.284671:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076084.284677:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076084.284688:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076084.284697:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076084.284713:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076084.284729:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076084.284741:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4700.
00000020:00000040:0.0:1769076084.284747:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076084.284752:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076084.284760:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076084.284765:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076084.284773:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076084.284801:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076084.284809:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076084.284816:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076084.284824:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4700 x1855007615989504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076084.284834:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076084.284837:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076084.284840:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d612b9f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4700 x1855007615989504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076084.284850:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076084.284861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076084.284879:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076084.284897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076084.284916:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076084.284937:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3077)
00000800:00000200:1.1:1769076084.285433:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076084.285437:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076084.285836:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076084.285840:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1769076084.987413:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076084.987425:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076084.987432:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076085.563139:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297741550, at 4297741568
00000100:00000040:2.0:1769076085.563149:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297741550, at 4297741568
00000100:00000010:3.0:1769076085.563155:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b720.
00000100:00000010:2.0:1769076085.563162:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bba0.
00000020:00000001:2.0:1769076086.011479:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076086.011500:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076086.011507:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076087.035333:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076087.035339:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076087.035344:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076088.059312:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076088.059318:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076088.059323:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076089.083335:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076089.083341:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076089.083346:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076089.403190:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076089.403201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076089.403205:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076089.403210:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076089.403215:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076089.403224:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3072
00000400:00000200:0.0:1769076089.403236:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076089.403244:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076089.403248:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076089.403253:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076089.403257:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076089.403261:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076089.403264:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076089.403269:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076089.403271:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076089.403274:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076089.403278:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076089.403280:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076089.403284:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076089.403288:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076089.403290:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076089.403293:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076089.403296:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076089.403300:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076089.403305:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076089.403308:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076089.403311:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076089.403316:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076089.403319:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076089.403322:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076089.403326:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076089.403337:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4a80.
00000020:00000040:0.0:1769076089.403344:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076089.403351:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076089.403354:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076089.403359:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076089.403364:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076089.403371:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076089.403383:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:0.0:1769076089.403394:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076089.403410:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4a80 x1855007615989632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076089.403431:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076089.403438:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076089.403447:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e0eb0c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4a80 x1855007615989632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076089.403488:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076089.403493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076089.403498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076089.403501:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076089.403505:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076089.403510:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076089.403515:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3072
00000400:00000200:0.0:1769076089.403525:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076089.403533:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076089.403538:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076089.403545:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076089.403551:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076089.403556:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076089.403562:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076089.403572:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076089.403581:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076089.403590:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076089.403599:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076089.403611:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076089.403623:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076089.403638:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076089.403645:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076089.403653:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076089.403662:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076089.403669:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076089.403681:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076089.403688:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076089.403694:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076089.403704:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076089.403711:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076089.403713:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076089.403719:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076089.403724:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076089.403728:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076089.403739:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7480.
00000020:00000040:0.0:1769076089.403751:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076089.403759:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076089.403766:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076089.403772:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076089.403776:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076089.403784:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076089.403795:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769076089.403807:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076089.403824:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7480 x1855007615989760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076089.403870:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076089.403873:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076089.403916:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc6e9c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7480 x1855007615989760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076089.403945:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076089.403956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076089.403969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076089.403975:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076089.403978:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076089.403986:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076089.403997:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3072
00000400:00000200:0.0:1769076089.404046:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076089.404108:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076089.404117:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076089.404126:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076089.404129:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076089.404133:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076089.404138:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076089.404146:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076089.404149:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076089.404157:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076089.404163:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076089.404170:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076089.404179:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076089.404190:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076089.404197:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076089.404203:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769076089.404206:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:1.1:1769076089.404210:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769076089.404212:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076089.404222:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076089.404235:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076089.404244:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076089.404250:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076089.404260:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076089.404269:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076089.404275:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076089.404278:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076089.404285:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076089.404291:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076089.404298:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4000.
00000020:00000040:0.0:1769076089.404306:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076089.404315:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076089.404319:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076089.404328:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076089.404333:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076089.404342:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076089.404354:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769076089.404367:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076089.404390:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4000 x1855007615989888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076089.404429:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076089.404440:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076089.404453:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000178e2043] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4000 x1855007615989888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076089.404484:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076089.404491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076089.404501:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076089.404513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076089.404521:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076089.404532:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3083)
00000800:00000200:1.1:1769076089.404985:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076089.404989:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076089.405465:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076089.405468:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769076090.107309:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076090.107315:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076090.107319:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076090.683202:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297746670, at 4297746688
00000100:00000040:2.0:1769076090.683204:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297746670, at 4297746688
00000100:00000010:2.0:1769076090.683226:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bb40.
00000100:00000010:3.0:1769076090.683230:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bc00.
00000020:00000001:0.0:1769076091.131351:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076091.131358:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076091.131363:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076092.155398:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076092.155404:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076092.155408:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076093.179325:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076093.179333:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076093.179340:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076094.203387:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076094.203393:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076094.203398:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076094.523215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076094.523230:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076094.523234:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076094.523239:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076094.523248:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076094.523259:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3078
00000400:00000200:0.0:1769076094.523270:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076094.523278:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076094.523283:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076094.523288:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076094.523292:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076094.523296:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076094.523300:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076094.523305:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076094.523308:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076094.523311:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076094.523314:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076094.523317:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076094.523321:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076094.523325:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076094.523328:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076094.523343:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076094.523345:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076094.523349:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076094.523353:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076094.523356:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076094.523360:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076094.523364:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076094.523368:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076094.523371:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076094.523374:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076094.523387:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7b80.
00000020:00000040:0.0:1769076094.523393:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076094.523400:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076094.523403:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076094.523409:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076094.523413:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076094.523419:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076094.523433:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:0.0:1769076094.523444:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076094.523461:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7b80 x1855007615990016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076094.523483:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076094.523491:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076094.523500:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa511e8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7b80 x1855007615990016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076094.523540:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076094.523545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076094.523550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076094.523552:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076094.523555:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076094.523559:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076094.523562:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3078
00000400:00000200:0.0:1769076094.523568:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076094.523576:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076094.523580:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076094.523585:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076094.523590:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076094.523595:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076094.523598:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076094.523603:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076094.523605:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076094.523608:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076094.523610:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076094.523614:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076094.523622:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076094.523630:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076094.523635:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076094.523641:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076094.523646:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076094.523651:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076094.523662:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076094.523673:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076094.523681:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076094.523692:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076094.523699:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076094.523705:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076094.523715:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076094.523725:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076094.523732:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076094.523741:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5500.
00000020:00000040:0.0:1769076094.523749:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076094.523762:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076094.523766:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076094.523770:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076094.523775:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076094.523781:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076094.523794:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769076094.523831:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076094.523847:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5500 x1855007615990144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076094.523877:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076094.523881:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076094.523894:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502bc2e2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5500 x1855007615990144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076094.523927:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076094.523936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076094.523948:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076094.523954:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076094.523959:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076094.523967:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076094.523976:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3078
00000400:00000200:0.0:1769076094.524034:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076094.524052:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076094.524060:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076094.524100:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076094.524104:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076094.524108:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076094.524111:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076094.524115:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076094.524118:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076094.524120:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076094.524127:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076094.524131:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076094.524140:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076094.524144:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076094.524148:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076094.524155:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076094.524160:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076094.524164:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076094.524176:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076094.524184:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076094.524187:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076094.524191:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076094.524194:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076094.524196:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076094.524199:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076094.524206:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076094.524210:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076094.524218:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6300.
00000020:00000040:0.0:1769076094.524224:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076094.524232:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1769076094.524234:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:0.0:1769076094.524235:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076094.524243:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076094.524248:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769076094.524251:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1769076094.524252:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076094.524263:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769076094.524273:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076094.524287:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6300 x1855007615990272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076094.524302:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076094.524310:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076094.524322:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf371266] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6300 x1855007615990272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076094.524342:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076094.524353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076094.524364:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076094.524373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076094.524380:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076094.524394:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3088)
00000800:00000200:1.1:1769076094.524978:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076094.525001:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076094.525566:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076094.525572:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769076095.227295:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076095.227302:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076095.227307:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076095.803169:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297751790, at 4297751808
00000100:00000040:3.0:1769076095.803170:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297751790, at 4297751808
00000100:00000010:2.0:1769076095.803185:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b900.
00000100:00000010:3.0:1769076095.803188:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b9c0.
00000020:00000001:3.0:1769076096.251296:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076096.251303:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076096.251308:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076097.275324:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076097.275329:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076097.275333:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076098.299242:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076098.299248:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076098.299253:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076099.323380:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076099.323390:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076099.323397:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076099.643662:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076099.643678:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076099.643687:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076099.643708:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13100 x1855007615990400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.643756:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076099.643764:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076099.643780:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076099.643792:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076099.643802:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076099.643823:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615990400:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076099.643848:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076099.643857:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076099.643863:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076099.643876:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076099.643892:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076099.643898:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076099.643912:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076099.643924:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076099.643941:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076099.643957:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615990400, portal 25
00000100:00000001:2.0:1769076099.643981:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076099.643990:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438245120 : -107392271306496 : ffff9e53c9d13100)
00000100:00000040:2.0:1769076099.644009:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13100 x1855007615990400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.644022:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076099.644031:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076099.644036:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076099.644046:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615990400, offset 0
00000400:00000200:2.0:1769076099.644058:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076099.644111:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076099.644123:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076099.644132:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076099.644138:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076099.644153:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076099.644171:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076099.644182:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37219:37219:256:4294967295] 192.168.204.113@tcp LPNI seq info [37189:37189:8:4294967295]
00000400:00000200:2.0:1769076099.644204:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076099.644231:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076099.644258:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076099.644271:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076099.644288:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076099.644297:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076099.644322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076099.644334:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769076099.644360:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076099.644371:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076099.644381:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076099.644398:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076099.644410:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076099.644415:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076099.644425:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076099.644436:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13100 x1855007615990400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.644465:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076099.644475:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13100 x1855007615990400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.644499:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076099.644508:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076099.644518:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076099.644540:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076099.644548:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297756910
00000100:00000010:2.0:1769076099.644557:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d794e0.
00000100:00000001:2.0:1769076099.644571:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769076099.644580:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297756910
00000100:00000010:2.0:1769076099.644591:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79060.
00000100:00000001:2.0:1769076099.644597:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076099.644609:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076099.644618:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076099.644624:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076099.644638:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076099/real 1769076099]  req@ffff9e53c9d13100 x1855007615990400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076099.644672:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076099.644676:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076099.644682:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076099.644694:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076099.644707:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076099.644736:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076099.644743:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13100 x1855007615990400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076099.644787:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13100 x1855007615990400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.644807:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076099.644815:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.644818:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076099.644821:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076099.644843:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13100 x1855007615990400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.644866:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076099.644893:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13100 x1855007615990400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.644937:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076099.644950:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.644965:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076099.644970:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.644986:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076099.644991:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076099.645001:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076099.645022:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076099.645032:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076099.645045:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13100 x1855007615990400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076099.645096:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615990400:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076099.645107:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.645110:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076099.645118:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13100 x1855007615990400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645128:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076099.645140:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076099.645146:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076099.645152:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076099.645154:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076099.645156:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076099.645159:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076099.645163:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b400.
02000000:00000001:2.0:1769076099.645170:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076099.645173:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076099.645176:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13100.
00000100:00000001:2.0:1769076099.645181:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076099.645183:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.645186:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.645195:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076099.645197:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076099.645201:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076099.645202:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076099.645204:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076099.645209:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13480 x1855007615990528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645217:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076099.645220:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076099.645222:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076099.645225:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076099.645227:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076099.645230:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615990528:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076099.645233:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076099.645235:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076099.645237:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076099.645240:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076099.645244:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076099.645246:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076099.645251:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076099.645254:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076099.645258:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076099.645261:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615990528, portal 10
00000100:00000001:2.0:1769076099.645263:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076099.645265:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438246016 : -107392271305600 : ffff9e53c9d13480)
00000100:00000040:2.0:1769076099.645273:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13480 x1855007615990528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645280:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076099.645284:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076099.645286:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076099.645289:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615990528, offset 0
00000400:00000200:2.0:1769076099.645293:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076099.645298:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076099.645304:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076099.645308:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076099.645311:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076099.645314:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076099.645317:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076099.645321:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37220:37220:256:4294967295] 192.168.204.113@tcp LPNI seq info [37190:37190:8:4294967295]
00000400:00000200:2.0:1769076099.645326:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076099.645333:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076099.645337:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076099.645340:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076099.645345:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076099.645347:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076099.645353:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076099.645355:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769076099.645359:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076099.645362:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076099.645366:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076099.645371:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076099.645375:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076099.645377:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076099.645380:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076099.645384:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13480 x1855007615990528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645392:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076099.645394:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13480 x1855007615990528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645401:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076099.645402:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076099.645405:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076099.645410:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076099.645413:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076099.645415:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297755663
00000100:00000001:2.0:1769076099.645419:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297756910
00000100:00000001:2.0:1769076099.645421:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297755663
00000100:00000001:2.0:1769076099.645424:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297756910
00000100:00000001:2.0:1769076099.645426:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076099.645428:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076099.645430:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076099.645434:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076099/real 1769076099]  req@ffff9e53c9d13480 x1855007615990528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076099.645440:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076099.645442:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076099.645443:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076099.645445:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076099.645446:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076099.645448:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076099.645452:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13480 x1855007615990528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076099.645461:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13480 x1855007615990528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645467:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076099.645468:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.645470:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076099.645471:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076099.645474:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13480 x1855007615990528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645480:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076099.645484:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13480 x1855007615990528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645490:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076099.645492:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.645494:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076099.645495:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.645496:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076099.645498:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076099.645500:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076099.645504:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076099.645506:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076099.645510:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13480 x1855007615990528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076099.645518:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615990528:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076099.645521:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076099.645525:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13b80 x1855007615990656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645539:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076099.645541:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076099.645543:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076099.645545:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076099.645547:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076099.645550:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615990656:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076099.645552:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076099.645554:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076099.645556:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076099.645557:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076099.645561:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769076099.645562:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076099.645565:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076099.645567:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076099.645570:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076099.645572:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615990656, portal 10
00000100:00000001:2.0:1769076099.645574:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076099.645576:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438247808 : -107392271303808 : ffff9e53c9d13b80)
00000100:00000040:2.0:1769076099.645582:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13b80 x1855007615990656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645588:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076099.645590:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076099.645592:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076099.645595:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615990656, offset 0
00000400:00000200:2.0:1769076099.645598:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076099.645602:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076099.645605:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076099.645608:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076099.645611:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076099.645613:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076099.645616:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076099.645620:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37221:37221:256:4294967295] 192.168.204.113@tcp LPNI seq info [37191:37191:8:4294967295]
00000400:00000200:2.0:1769076099.645624:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076099.645630:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076099.645635:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076099.645638:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076099.645641:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076099.645644:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076099.645647:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076099.645650:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769076099.645654:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076099.645656:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076099.645659:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076099.645663:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076099.645665:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076099.645667:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076099.645669:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076099.645673:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13b80 x1855007615990656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645680:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076099.645683:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13b80 x1855007615990656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645688:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076099.645690:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076099.645693:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076099.645695:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076099.645699:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076099.645701:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297755670
00000100:00000001:2.0:1769076099.645703:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297756910
00000100:00000001:2.0:1769076099.645706:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297755670
00000100:00000001:2.0:1769076099.645708:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297756910
00000100:00000001:2.0:1769076099.645710:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076099.645728:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076099.645730:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076099.645734:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076099/real 1769076099]  req@ffff9e53c9d13b80 x1855007615990656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076099.645742:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076099.645743:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076099.645745:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076099.645748:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076099.645749:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076099.645751:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076099.645754:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13b80 x1855007615990656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076099.645762:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13b80 x1855007615990656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645769:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076099.645770:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.645772:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076099.645773:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076099.645776:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13b80 x1855007615990656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645782:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076099.645785:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13b80 x1855007615990656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645791:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076099.645794:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.645795:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076099.645796:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.645798:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076099.645799:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076099.645801:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076099.645806:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076099.645808:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076099.645812:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13b80 x1855007615990656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076099.645819:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615990656:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076099.645823:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.645824:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076099.645827:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13480 x1855007615990528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645833:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076099.645834:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076099.645836:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076099.645838:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076099.645839:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076099.645840:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076099.645842:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076099.645843:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a800.
02000000:00000001:2.0:1769076099.645846:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076099.645847:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076099.645849:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13480.
00000100:00000001:2.0:1769076099.645851:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076099.645853:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.645854:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076099.645857:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13b80 x1855007615990656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076099.645863:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076099.645865:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076099.645867:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769076099.645869:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076099.645870:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076099.645871:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076099.645873:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076099.645875:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:2.0:1769076099.645877:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076099.645879:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076099.645880:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13b80.
00000100:00000001:2.0:1769076099.645882:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076099.645883:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.645885:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076099.645888:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076099.645889:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076099.645891:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076099.645892:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076100.347324:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076100.347330:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076100.347335:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076100.923204:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297756910, at 4297756928
00000100:00000040:2.0:1769076100.923219:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297756910, at 4297756928
00000100:00000010:3.0:1769076100.923229:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79060.
00000100:00000010:2.0:1769076100.923235:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d794e0.
00000020:00000001:2.0:1769076101.371346:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076101.371352:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076101.371357:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076102.395301:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076102.395305:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076102.395310:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076103.419279:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076103.419287:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076103.419292:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076104.443307:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076104.443314:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076104.443320:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076104.763588:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076104.763600:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076104.763611:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076104.763661:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12300 x1855007615990784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.763696:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076104.763702:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076104.763713:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076104.763723:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076104.763736:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076104.763754:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615990784:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076104.763772:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076104.763783:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076104.763795:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076104.763805:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076104.763819:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769076104.763828:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076104.763842:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076104.763851:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c40b0.
00000400:00000010:0.0:1769076104.763861:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7bb0.
00000100:00000200:0.0:1769076104.763872:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615990784, portal 25
00000100:00000001:0.0:1769076104.763878:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076104.763885:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438241536 : -107392271310080 : ffff9e53c9d12300)
00000100:00000040:0.0:1769076104.763910:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12300 x1855007615990784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.763945:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076104.763963:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076104.763976:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076104.763989:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615990784, offset 0
00000400:00000200:0.0:1769076104.764016:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076104.764041:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076104.764058:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076104.764104:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076104.764113:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076104.764121:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076104.764128:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076104.764137:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37222:37222:256:4294967295] 192.168.204.113@tcp LPNI seq info [37192:37192:8:4294967295]
00000400:00000200:0.0:1769076104.764149:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076104.764188:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076104.764219:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076104.764237:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299b00.
00000800:00000200:0.0:1769076104.764264:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076104.764280:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076104.764306:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076104.764322:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769076104.764339:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076104.764353:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299b00.
00000400:00000200:0.0:1769076104.764368:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076104.764387:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076104.764400:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076104.764412:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076104.764426:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076104.764441:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12300 x1855007615990784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.764489:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076104.764509:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12300 x1855007615990784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.764570:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076104.764580:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076104.764594:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076104.764612:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076104.764621:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297762030
00000100:00000010:0.0:1769076104.764658:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca5a0.
00000100:00000001:0.0:1769076104.764672:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076104.764681:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297762030
00000100:00000010:0.0:1769076104.764686:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca000.
00000100:00000001:0.0:1769076104.764693:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076104.764699:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076104.764704:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076104.764709:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076104.764719:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076104/real 1769076104]  req@ffff9e53c9d12300 x1855007615990784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076104.764737:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076104.764741:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076104.764745:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c40b0.
00000400:00000200:0.0:1769076104.764750:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7bb0
00000400:00000010:0.0:1769076104.764754:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7bb0.
00000100:00000001:0.0:1769076104.764759:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076104.764767:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12300 x1855007615990784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076104.764784:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12300 x1855007615990784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.764796:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076104.764799:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.764803:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076104.764807:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076104.764814:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12300 x1855007615990784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.764827:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076104.764835:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12300 x1855007615990784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.764849:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076104.764855:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.764858:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076104.764860:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.764865:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076104.764869:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076104.764874:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076104.764881:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076104.764885:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076104.764893:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12300 x1855007615990784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076104.764908:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615990784:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076104.764916:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.764920:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076104.764926:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12300 x1855007615990784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.764950:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076104.764954:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076104.764959:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769076104.764964:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076104.764967:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076104.764970:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076104.764973:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076104.764977:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98000.
02000000:00000001:0.0:1769076104.764982:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076104.764985:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076104.764988:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12300.
00000100:00000001:0.0:1769076104.764996:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076104.764998:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.765002:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.765011:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076104.765015:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076104.765018:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076104.765021:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076104.765023:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076104.765030:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12d80 x1855007615990912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.765043:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076104.765045:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076104.765049:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076104.765053:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076104.765057:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076104.765062:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615990912:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076104.765112:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076104.765117:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076104.765121:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076104.765125:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076104.765132:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769076104.765137:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076104.765145:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076104.765152:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c40b0.
00000400:00000010:0.0:1769076104.765158:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7bb0.
00000100:00000200:0.0:1769076104.765163:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615990912, portal 10
00000100:00000001:0.0:1769076104.765167:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076104.765170:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438244224 : -107392271307392 : ffff9e53c9d12d80)
00000100:00000040:0.0:1769076104.765183:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12d80 x1855007615990912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.765197:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076104.765202:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076104.765206:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076104.765211:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615990912, offset 0
00000400:00000200:0.0:1769076104.765218:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076104.765225:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076104.765232:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076104.765239:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076104.765244:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076104.765248:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076104.765253:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076104.765259:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37223:37223:256:4294967295] 192.168.204.113@tcp LPNI seq info [37193:37193:8:4294967295]
00000400:00000200:0.0:1769076104.765267:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076104.765280:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076104.765289:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076104.765295:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299b00.
00000800:00000200:0.0:1769076104.765303:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076104.765308:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076104.765317:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076104.765323:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769076104.765330:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076104.765334:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299b00.
00000400:00000200:0.0:1769076104.765340:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076104.765347:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076104.765352:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076104.765356:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076104.765362:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076104.765368:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12d80 x1855007615990912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.765384:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076104.765390:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12d80 x1855007615990912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.765404:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076104.765407:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076104.765413:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076104.765419:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076104.765426:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076104.765431:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297760783
00000100:00000001:0.0:1769076104.765435:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297762030
00000100:00000001:0.0:1769076104.765440:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297760783
00000100:00000001:0.0:1769076104.765445:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297762030
00000100:00000001:0.0:1769076104.765449:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076104.765453:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076104.765456:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076104.765463:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076104/real 1769076104]  req@ffff9e53c9d12d80 x1855007615990912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076104.765479:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076104.765482:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076104.765486:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c40b0.
00000400:00000200:0.0:1769076104.765491:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7bb0
00000400:00000010:0.0:1769076104.765495:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7bb0.
00000100:00000001:0.0:1769076104.765499:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076104.765507:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12d80 x1855007615990912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076104.765524:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12d80 x1855007615990912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.765553:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076104.765555:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.765557:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076104.765559:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076104.765564:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12d80 x1855007615990912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.765573:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076104.765578:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12d80 x1855007615990912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.765586:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076104.765589:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.765591:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076104.765593:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.765595:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076104.765598:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076104.765601:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076104.765604:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076104.765607:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076104.765612:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12d80 x1855007615990912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076104.765621:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615990912:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076104.765647:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076104.765653:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10000 x1855007615991040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.765662:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076104.765664:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076104.765668:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076104.765670:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076104.765673:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076104.765677:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615991040:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076104.765681:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076104.765683:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076104.765685:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076104.765688:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076104.765692:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769076104.765695:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076104.765700:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076104.765704:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c40b0.
00000400:00000010:0.0:1769076104.765707:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7bb0.
00000100:00000200:0.0:1769076104.765711:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615991040, portal 10
00000100:00000001:0.0:1769076104.765714:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076104.765716:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438232576 : -107392271319040 : ffff9e53c9d10000)
00000100:00000040:0.0:1769076104.765723:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10000 x1855007615991040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.765732:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076104.765735:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076104.765738:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076104.765740:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615991040, offset 0
00000400:00000200:0.0:1769076104.765745:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076104.765761:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076104.765766:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076104.765775:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076104.765779:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076104.765782:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076104.765786:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076104.765790:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37224:37224:256:4294967295] 192.168.204.113@tcp LPNI seq info [37194:37194:8:4294967295]
00000400:00000200:0.0:1769076104.765796:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076104.765814:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076104.765821:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076104.765825:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299b00.
00000800:00000200:0.0:1769076104.765831:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076104.765834:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076104.765840:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076104.765843:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769076104.765848:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076104.765850:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299b00.
00000400:00000200:0.0:1769076104.765854:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076104.765859:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076104.765862:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076104.765865:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076104.765868:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076104.765872:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10000 x1855007615991040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.765883:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076104.765887:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10000 x1855007615991040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.765895:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076104.765897:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076104.765901:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076104.765905:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076104.765909:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076104.765912:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297760790
00000100:00000001:0.0:1769076104.765915:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297762030
00000100:00000001:0.0:1769076104.765918:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297760790
00000100:00000001:0.0:1769076104.765921:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297762030
00000100:00000001:0.0:1769076104.765924:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076104.765926:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076104.765929:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076104.765933:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076104/real 1769076104]  req@ffff9e53c9d10000 x1855007615991040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076104.765944:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076104.765946:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076104.765948:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c40b0.
00000400:00000200:0.0:1769076104.765951:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7bb0
00000400:00000010:0.0:1769076104.765953:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7bb0.
00000100:00000001:0.0:1769076104.765955:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076104.765959:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10000 x1855007615991040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076104.765970:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10000 x1855007615991040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.765977:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076104.765979:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.765981:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076104.765983:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076104.765987:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10000 x1855007615991040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.765995:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076104.766000:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10000 x1855007615991040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.766008:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076104.766011:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.766013:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076104.766015:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.766017:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076104.766019:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076104.766022:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076104.766026:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076104.766028:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076104.766034:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10000 x1855007615991040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076104.766044:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615991040:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076104.766049:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.766051:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076104.766055:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12d80 x1855007615990912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.766095:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076104.766098:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076104.766101:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769076104.766105:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076104.766107:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076104.766110:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076104.766113:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076104.766115:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:0.0:1769076104.766120:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076104.766122:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076104.766125:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12d80.
00000100:00000001:0.0:1769076104.766130:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076104.766132:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.766135:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076104.766140:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10000 x1855007615991040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076104.766148:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076104.766150:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076104.766152:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769076104.766155:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076104.766156:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076104.766158:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076104.766160:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076104.766162:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:0.0:1769076104.766164:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076104.766167:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076104.766169:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10000.
00000100:00000001:0.0:1769076104.766174:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076104.766176:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.766179:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076104.766185:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076104.766188:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076104.766190:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076104.766192:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076105.467274:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076105.467281:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076105.467286:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076106.043201:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297762030, at 4297762048
00000100:00000040:2.0:1769076106.043208:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297762030, at 4297762048
00000100:00000010:3.0:1769076106.043230:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca000.
00000100:00000010:2.0:1769076106.043238:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca5a0.
00000020:00000001:0.0:1769076106.491304:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076106.491311:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076106.491316:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076107.515335:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076107.515348:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076107.515357:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076108.539293:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076108.539300:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076108.539307:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076109.563341:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076109.563348:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076109.563353:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076109.883517:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076109.883526:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076109.883532:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076109.883580:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10a80 x1855007615991168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.883611:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076109.883617:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076109.883628:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076109.883637:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076109.883642:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076109.883657:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615991168:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076109.883668:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076109.883676:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076109.883682:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076109.883687:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076109.883699:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769076109.883711:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076109.883727:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076109.883740:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c40b0.
00000400:00000010:0.0:1769076109.883753:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7bb0.
00000100:00000200:0.0:1769076109.883768:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615991168, portal 25
00000100:00000001:0.0:1769076109.883776:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076109.883782:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438235264 : -107392271316352 : ffff9e53c9d10a80)
00000100:00000040:0.0:1769076109.883797:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10a80 x1855007615991168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.883824:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076109.883832:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076109.883844:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076109.883852:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615991168, offset 0
00000400:00000200:0.0:1769076109.883874:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076109.883887:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076109.883904:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076109.883920:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076109.883933:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076109.883941:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076109.883951:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076109.883963:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37225:37225:256:4294967295] 192.168.204.113@tcp LPNI seq info [37195:37195:8:4294967295]
00000400:00000200:0.0:1769076109.883972:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076109.883990:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076109.884011:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076109.884025:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299b00.
00000800:00000200:0.0:1769076109.884046:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076109.884057:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076109.884128:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076109.884145:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769076109.884170:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076109.884183:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299b00.
00000400:00000200:0.0:1769076109.884201:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076109.884227:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076109.884245:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076109.884255:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076109.884269:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076109.884285:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10a80 x1855007615991168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.884349:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076109.884363:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10a80 x1855007615991168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.884387:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076109.884395:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076109.884410:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076109.884424:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076109.884433:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297767150
00000100:00000010:0.0:1769076109.884441:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caa20.
00000100:00000001:0.0:1769076109.884451:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076109.884469:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297767150
00000100:00000010:0.0:1769076109.884473:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca4e0.
00000100:00000001:0.0:1769076109.884477:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076109.884481:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076109.884485:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076109.884488:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076109.884494:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076109/real 1769076109]  req@ffff9e53c9d10a80 x1855007615991168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076109.884509:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076109.884512:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076109.884516:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c40b0.
00000400:00000200:0.0:1769076109.884521:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7bb0
00000400:00000010:0.0:1769076109.884524:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7bb0.
00000100:00000001:0.0:1769076109.884528:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076109.884533:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10a80 x1855007615991168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076109.884569:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10a80 x1855007615991168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.884579:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076109.884583:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.884586:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076109.884588:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076109.884593:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10a80 x1855007615991168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.884602:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076109.884607:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10a80 x1855007615991168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.884616:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076109.884620:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.884623:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076109.884624:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.884627:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076109.884630:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076109.884634:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076109.884639:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076109.884642:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076109.884647:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10a80 x1855007615991168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076109.884657:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615991168:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076109.884663:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.884666:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076109.884670:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10a80 x1855007615991168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.884679:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076109.884682:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076109.884686:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769076109.884689:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076109.884692:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076109.884695:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076109.884698:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076109.884701:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:0.0:1769076109.884706:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076109.884709:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076109.884711:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10a80.
00000100:00000001:0.0:1769076109.884715:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076109.884717:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.884719:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.884728:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076109.884729:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076109.884732:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076109.884735:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076109.884737:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076109.884741:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13800 x1855007615991296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.884750:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076109.884752:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076109.884755:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076109.884758:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076109.884761:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076109.884764:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615991296:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076109.884768:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076109.884771:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076109.884773:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076109.884775:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076109.884779:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769076109.884782:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076109.884787:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076109.884791:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c40b0.
00000400:00000010:0.0:1769076109.884795:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7bb0.
00000100:00000200:0.0:1769076109.884800:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615991296, portal 10
00000100:00000001:0.0:1769076109.884802:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076109.884804:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438246912 : -107392271304704 : ffff9e53c9d13800)
00000100:00000040:0.0:1769076109.884813:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13800 x1855007615991296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.884822:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076109.884825:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076109.884828:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076109.884831:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615991296, offset 0
00000400:00000200:0.0:1769076109.884837:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076109.884842:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076109.884847:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076109.884851:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076109.884855:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076109.884858:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076109.884862:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076109.884866:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37226:37226:256:4294967295] 192.168.204.113@tcp LPNI seq info [37196:37196:8:4294967295]
00000400:00000200:0.0:1769076109.884872:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076109.884881:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076109.884886:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076109.884891:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299b00.
00000800:00000200:0.0:1769076109.884896:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076109.884900:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076109.884906:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076109.884910:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769076109.884915:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076109.884918:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299b00.
00000400:00000200:0.0:1769076109.884922:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076109.884926:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076109.884930:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076109.884932:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076109.884936:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076109.884941:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13800 x1855007615991296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.884951:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076109.884955:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13800 x1855007615991296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.884972:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076109.884975:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076109.884979:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076109.884984:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076109.884988:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076109.884991:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297765902
00000100:00000001:0.0:1769076109.884995:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297767150
00000100:00000001:0.0:1769076109.884998:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297765902
00000100:00000001:0.0:1769076109.885001:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297767150
00000100:00000001:0.0:1769076109.885004:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076109.885006:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076109.885008:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076109.885013:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076109/real 1769076109]  req@ffff9e53c9d13800 x1855007615991296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076109.885022:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076109.885025:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076109.885027:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c40b0.
00000400:00000200:0.0:1769076109.885030:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7bb0
00000400:00000010:0.0:1769076109.885032:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7bb0.
00000100:00000001:0.0:1769076109.885034:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076109.885038:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13800 x1855007615991296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076109.885048:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13800 x1855007615991296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.885056:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076109.885058:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.885060:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076109.885062:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076109.885098:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13800 x1855007615991296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.885109:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076109.885114:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13800 x1855007615991296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.885123:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076109.885127:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.885129:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076109.885131:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.885134:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076109.885138:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076109.885142:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076109.885150:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076109.885154:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076109.885163:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13800 x1855007615991296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076109.885179:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615991296:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076109.885187:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076109.885194:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11f80 x1855007615991424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.885207:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076109.885210:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076109.885215:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076109.885219:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076109.885223:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076109.885230:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615991424:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076109.885236:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076109.885240:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076109.885245:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076109.885248:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076109.885255:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769076109.885260:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076109.885267:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076109.885270:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c40b0.
00000400:00000010:0.0:1769076109.885275:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7bb0.
00000100:00000200:0.0:1769076109.885279:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615991424, portal 10
00000100:00000001:0.0:1769076109.885282:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076109.885284:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438240640 : -107392271310976 : ffff9e53c9d11f80)
00000100:00000040:0.0:1769076109.885293:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11f80 x1855007615991424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.885302:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076109.885305:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076109.885307:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076109.885311:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615991424, offset 0
00000400:00000200:0.0:1769076109.885316:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076109.885321:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076109.885326:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076109.885330:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076109.885334:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076109.885337:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076109.885340:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076109.885344:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37227:37227:256:4294967295] 192.168.204.113@tcp LPNI seq info [37197:37197:8:4294967295]
00000400:00000200:0.0:1769076109.885350:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076109.885358:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076109.885364:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076109.885368:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299b00.
00000800:00000200:0.0:1769076109.885373:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076109.885377:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076109.885383:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076109.885386:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769076109.885392:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076109.885395:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299b00.
00000400:00000200:0.0:1769076109.885399:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076109.885403:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076109.885407:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076109.885409:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076109.885413:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076109.885417:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11f80 x1855007615991424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.885428:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076109.885431:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11f80 x1855007615991424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.885440:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076109.885442:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076109.885445:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076109.885449:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076109.885453:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076109.885455:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297765910
00000100:00000001:0.0:1769076109.885459:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297767150
00000100:00000001:0.0:1769076109.885462:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297765910
00000100:00000001:0.0:1769076109.885465:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297767150
00000100:00000001:0.0:1769076109.885468:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076109.885471:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076109.885473:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076109.885478:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076109/real 1769076109]  req@ffff9e53c9d11f80 x1855007615991424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076109.885487:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076109.885488:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076109.885491:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c40b0.
00000400:00000200:0.0:1769076109.885493:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7bb0
00000400:00000010:0.0:1769076109.885495:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7bb0.
00000100:00000001:0.0:1769076109.885498:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076109.885502:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11f80 x1855007615991424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076109.885513:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11f80 x1855007615991424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.885521:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076109.885522:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.885525:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076109.885526:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076109.885530:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11f80 x1855007615991424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.885538:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076109.885571:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11f80 x1855007615991424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.885580:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076109.885583:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.885585:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076109.885587:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.885590:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076109.885592:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076109.885595:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076109.885599:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076109.885601:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076109.885606:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11f80 x1855007615991424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076109.885616:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615991424:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076109.885622:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.885625:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076109.885629:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13800 x1855007615991296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.885637:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076109.885639:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076109.885641:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769076109.885644:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076109.885646:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076109.885648:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076109.885651:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076109.885653:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99400.
02000000:00000001:0.0:1769076109.885657:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076109.885658:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076109.885661:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13800.
00000100:00000001:0.0:1769076109.885665:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076109.885666:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.885669:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076109.885672:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11f80 x1855007615991424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076109.885680:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076109.885682:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076109.885684:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769076109.885686:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076109.885688:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076109.885689:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076109.885691:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076109.885693:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98400.
02000000:00000001:0.0:1769076109.885695:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076109.885697:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076109.885698:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11f80.
00000100:00000001:0.0:1769076109.885705:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076109.885707:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.885709:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076109.885714:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076109.885715:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076109.885718:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076109.885721:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076110.587414:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076110.587420:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076110.587425:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076111.163175:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297767150, at 4297767168
00000100:00000040:2.0:1769076111.163211:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297767150, at 4297767168
00000100:00000010:3.0:1769076111.163221:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca4e0.
00000100:00000010:2.0:1769076111.163238:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60caa20.
00000020:00000001:3.0:1769076111.611254:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076111.611259:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076111.611262:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076112.635350:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076112.635359:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076112.635365:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076113.659347:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076113.659356:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076113.659362:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076114.683298:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076114.683305:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076114.683312:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076115.003277:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076115.003292:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076115.003297:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076115.003303:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076115.003309:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076115.003321:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3098
00000400:00000200:2.0:1769076115.003335:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076115.003345:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076115.003350:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076115.003356:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076115.003362:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076115.003366:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076115.003369:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076115.003376:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076115.003379:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076115.003383:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076115.003387:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076115.003390:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076115.003394:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076115.003398:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076115.003401:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076115.003404:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076115.003406:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076115.003410:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076115.003415:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076115.003418:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076115.003421:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076115.003426:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076115.003430:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076115.003433:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076115.003436:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076115.003452:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000020:00000040:2.0:1769076115.003496:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076115.003505:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076115.003507:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076115.003512:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076115.003516:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076115.003524:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076115.003540:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23c00.
00000100:00000001:2.0:1769076115.003554:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076115.003573:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007615991552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076115.003594:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076115.003604:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076115.003614:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007615991552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076115.003663:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076115.003670:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076115.003675:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076115.003678:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076115.003680:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076115.003684:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076115.003688:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3098
00000400:00000200:2.0:1769076115.003694:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076115.003700:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076115.003703:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076115.003710:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076115.003714:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076115.003718:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076115.003721:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076115.003725:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076115.003726:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076115.003729:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769076115.003732:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769076115.003732:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076115.003743:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:0.0:1769076115.003745:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769076115.003752:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076115.003761:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076115.003764:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769076115.003768:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076115.003779:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:0.0:1769076115.003789:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693800 x1855007615991552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076115.003791:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076115.003813:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:0.0:1769076115.003820:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076115.003825:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076115.003832:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:0.0:1769076115.003834:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769076115.003846:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076115.003847:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076115.003857:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076115.003861:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076115.003874:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769076115.003875:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615991552:192.168.204.113@tcp:250:kworker.0
02000000:00000001:2.0:1769076115.003885:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076115.003893:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076115.003904:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1769076115.003905:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076115.003918:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076115.003924:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769076115.003925:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076115.003939:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692d80.
00000020:00000040:2.0:1769076115.003943:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076115.003949:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076115.003952:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076115.003953:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076115.003974:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076115.003976:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769076115.003984:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076115.003990:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076115.003994:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010800.
02000000:00000010:2.0:1769076115.004000:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22800.
02000000:00000001:0.0:1769076115.004001:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076115.004018:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076115.004026:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:2.0:1769076115.004034:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692d80 x1855007615991680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769076115.004039:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c40b0.
00000400:00000010:0.0:1769076115.004060:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7bb0.
00000100:00000001:2.0:1769076115.004061:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076115.004139:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076115.004150:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073904516] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692d80 x1855007615991680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076115.004159:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615991552, portal 25
00000100:00000001:0.0:1769076115.004181:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076115.004193:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102519808 : -107391607031808 : ffff9e53f1693800)
00000100:00000001:2.0:1769076115.004196:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076115.004208:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076115.004214:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076115.004222:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1769076115.004224:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693800 x1855007615991552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769076115.004227:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076115.004234:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076115.004243:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3098
00000400:00000200:2.0:1769076115.004267:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076115.004285:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1769076115.004285:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076115.004302:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076115.004310:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:2.0:1769076115.004320:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000010:0.0:1769076115.004324:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000001:2.0:1769076115.004327:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769076115.004347:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615991552, offset 0
00000100:00000040:2.0:1769076115.004347:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076115.004368:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076115.004374:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769076115.004380:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:2.0:1769076115.004381:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076115.004399:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076115.004404:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076115.004410:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769076115.004414:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:2.0:1769076115.004421:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076115.004430:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076115.004440:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:2.0:1769076115.004441:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076115.004485:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076115.004490:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769076115.004493:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076115.004501:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:0.0:1769076115.004509:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00080000:2.0:1769076115.004509:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076115.004524:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076115.004533:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769076115.004534:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769076115.004548:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769076115.004550:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000001:2.0:1769076115.004562:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076115.004571:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37228:37228:256:4294967295] 192.168.204.113@tcp LPNI seq info [37198:37198:8:4294967295]
00000100:00000001:2.0:1769076115.004572:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076115.004584:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769076115.004591:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:2.0:1769076115.004603:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076115.004614:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076115.004623:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1769076115.004634:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690000.
00000800:00000200:0.0:1769076115.004636:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000020:00000040:2.0:1769076115.004650:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000010:0.0:1769076115.004651:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299b00.
02000000:00000001:2.0:1769076115.004673:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076115.004678:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076115.004695:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1769076115.004697:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:2.0:1769076115.004706:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076115.004712:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076115.004714:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000010:2.0:1769076115.004730:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000100:00000001:2.0:1769076115.004738:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076115.004748:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690000 x1855007615991808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076115.004750:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076115.004769:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076115.004779:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297772270
00000100:00000001:2.0:1769076115.004789:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1769076115.004792:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca540.
00000100:00000001:2.0:1769076115.004803:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076115.004809:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076115.004819:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297772270
00000100:00000040:2.0:1769076115.004820:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc5d67b8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690000 x1855007615991808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769076115.004832:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca6c0.
00000100:00000001:0.0:1769076115.004847:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076115.004860:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076115.004865:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076115.004877:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076115.004877:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076115.004896:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769076115.004898:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076115.004902:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076115.004911:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076115.004913:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076115.004930:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3108)
00000100:00000001:0.0:1769076115.004938:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076115.004945:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769076115.004955:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076115.004958:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076115.004961:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076115.004975:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692d80 x1855007615991680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076115.004988:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076115.004992:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076115.004996:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076115.005000:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076115.005004:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076115.005009:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615991680:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076115.005015:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076115.005018:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076115.005021:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076115.005024:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076115.005030:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076115.005032:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076115.005039:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076115.005043:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4528.
00000400:00000010:0.0:1769076115.005048:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7aa0.
00000100:00000200:0.0:1769076115.005053:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615991680, portal 10
00000100:00000001:0.0:1769076115.005056:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076115.005058:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102517120 : -107391607034496 : ffff9e53f1692d80)
00000100:00000040:0.0:1769076115.005111:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692d80 x1855007615991680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076115.005122:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076115.005125:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076115.005129:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076115.005134:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615991680, offset 0
00000400:00000200:0.0:1769076115.005145:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076115.005155:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076115.005163:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076115.005170:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076115.005175:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076115.005179:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076115.005184:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076115.005190:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37229:37229:255:4294967295] 192.168.204.113@tcp LPNI seq info [37199:37199:7:4294967295]
00000400:00000200:0.0:1769076115.005199:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076115.005213:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076115.005225:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076115.005233:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299f00.
00000800:00000200:0.0:1769076115.005242:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076115.005251:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076115.005257:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076115.005264:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076115.005270:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076115.005274:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297771023
00000100:00000001:0.0:1769076115.005277:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297772270
00000100:00000001:0.0:1769076115.005281:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297771023
00000100:00000001:0.0:1769076115.005284:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297772270
00000100:00000001:0.0:1769076115.005287:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076115.005289:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076115.005293:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076115.005299:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690000 x1855007615991808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076115.005309:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076115.005311:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076115.005314:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076115.005316:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076115.005319:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076115.005323:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615991808:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076115.005327:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076115.005330:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076115.005332:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076115.005334:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076115.005339:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769076115.005341:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076115.005346:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076115.005349:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4e18.
00000400:00000010:0.0:1769076115.005353:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7b28.
00000100:00000200:0.0:1769076115.005359:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615991808, portal 10
00000100:00000001:0.0:1769076115.005361:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076115.005363:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102505472 : -107391607046144 : ffff9e53f1690000)
00000100:00000040:0.0:1769076115.005371:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690000 x1855007615991808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076115.005379:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076115.005382:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076115.005385:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076115.005388:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615991808, offset 0
00000400:00000200:0.0:1769076115.005393:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076115.005398:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076115.005403:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076115.005407:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076115.005410:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076115.005413:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076115.005416:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076115.005421:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37230:37230:254:4294967295] 192.168.204.113@tcp LPNI seq info [37200:37200:6:4294967295]
00000400:00000200:0.0:1769076115.005426:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076115.005434:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076115.005441:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076115.005447:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076115.005454:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076115.005487:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076115.005492:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076115.005496:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076115.005501:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076115.005504:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297771030
00000100:00000001:0.0:1769076115.005507:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297772270
00000100:00000001:0.0:1769076115.005510:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297771030
00000100:00000001:0.0:1769076115.005513:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297772270
00000100:00000001:0.0:1769076115.005515:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076115.005519:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076115.005523:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076115.005526:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076115.005531:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076115.005533:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769076115.005535:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076115.005538:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076115.005540:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076115.005542:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076115.707310:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076115.707315:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076115.707319:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076116.283192:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297772270, at 4297772288
00000100:00000040:2.0:1769076116.283212:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297772270, at 4297772288
00000100:00000010:3.0:1769076116.283214:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca6c0.
00000100:00000010:2.0:1769076116.283231:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca540.
00000020:00000001:2.0:1769076116.731375:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076116.731381:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076116.731387:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076117.755274:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076117.755279:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076117.755284:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769076118.075553:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:0.0:1769076118.075610:0:2393:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076118.075623:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076118.075629:0:2393:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:0.0:1769076118.075634:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076118.075639:0:2393:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076118.075646:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:0.0:1769076118.075651:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299b00.
00000400:00000200:0.0:1769076118.075658:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076118.075664:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076118.075671:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076118.075675:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076118.075684:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076118.075699:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f1693800 x1855007615991552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076118.075750:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076118.075762:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693800 x1855007615991552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076118.075777:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076118.075781:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076118.075798:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:0.0:1769076118.075802:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299f00.
00000400:00000200:0.0:1769076118.075809:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076118.075831:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076118.075837:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076118.075842:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:2.0:1769076118.075848:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076118.075850:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769076118.075860:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000200:0.0:1769076118.075867:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f1692d80 x1855007615991680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076118.075871:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076118.075896:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076115/real 1769076118]  req@ffff9e53f1693800 x1855007615991552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076118.075897:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076118.075912:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692d80 x1855007615991680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076118.075943:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076118.075946:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076118.075957:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:0.0:1769076118.075962:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000001:2.0:1769076118.075965:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000200:0.0:1769076118.075968:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:2.0:1769076118.075977:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1769076118.075984:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000010:2.0:1769076118.075992:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c40b0.
00000400:00000200:0.0:1769076118.075995:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076118.076003:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000400:00000200:2.0:1769076118.076007:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7bb0
00000100:00000001:0.0:1769076118.076012:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000400:00000010:2.0:1769076118.076017:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7bb0.
00000100:00000200:0.0:1769076118.076028:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f1690000 x1855007615991808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076118.076032:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076118.076050:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693800 x1855007615991552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076118.076056:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000200:2.0:1769076118.076165:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693800 x1855007615991552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076118.076179:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076118.076183:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076118.076189:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076118.076193:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076118.076203:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690000 x1855007615991808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076118.076210:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693800 x1855007615991552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076118.076252:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076118.076264:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076118.076267:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076118.076283:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693800 x1855007615991552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076118.076299:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076118.076307:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076118.076312:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076118.076315:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076118.076323:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076118.076329:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076118.076336:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076118.076347:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076118.076353:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076118.076362:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693800 x1855007615991552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076118.076380:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615991552:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076118.076391:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076118.076395:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076118.076432:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693800 x1855007615991552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076118.076450:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076118.076457:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076118.076463:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010800.
02000000:00000001:2.0:1769076118.076471:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076118.076476:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076118.076480:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076118.076484:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076118.076489:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769076118.076496:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076118.076499:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076118.076503:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693800.
00000100:00000001:2.0:1769076118.076510:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076118.076513:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076118.076518:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076118.076522:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076118.076525:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076118.076528:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076118.076538:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076115/real 1769076118]  req@ffff9e53f1692d80 x1855007615991680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076118.076555:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076118.076560:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076118.076564:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4528.
00000400:00000200:2.0:1769076118.076569:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7aa0
00000400:00000010:2.0:1769076118.076572:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7aa0.
00000100:00000001:2.0:1769076118.076578:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076118.076585:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692d80 x1855007615991680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076118.076603:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692d80 x1855007615991680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076118.076617:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076118.076621:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076118.076624:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076118.076628:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076118.076636:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692d80 x1855007615991680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076118.076651:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076118.076659:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692d80 x1855007615991680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076118.076673:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076118.076679:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076118.076682:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076118.076684:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076118.076688:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076118.076691:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076118.076696:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076118.076704:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076118.076708:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076118.076717:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692d80 x1855007615991680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076118.076748:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615991680:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076118.076757:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076118.076765:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076115/real 1769076118]  req@ffff9e53f1690000 x1855007615991808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076118.076781:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076118.076784:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076118.076787:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4e18.
00000400:00000200:2.0:1769076118.076793:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7b28
00000400:00000010:2.0:1769076118.076797:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7b28.
00000100:00000001:2.0:1769076118.076801:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076118.076808:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690000 x1855007615991808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076118.076827:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690000 x1855007615991808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076118.076841:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076118.076844:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076118.076848:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076118.076851:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076118.076859:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690000 x1855007615991808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076118.076873:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076118.076882:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690000 x1855007615991808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076118.076897:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076118.076902:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076118.076906:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076118.076908:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076118.076912:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076118.076916:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076118.076921:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076118.076940:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076118.076945:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076118.076955:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690000 x1855007615991808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076118.076970:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615991808:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076118.076979:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076118.076983:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076118.076989:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692d80 x1855007615991680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076118.077012:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076118.077015:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076118.077019:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:2.0:1769076118.077026:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076118.077028:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076118.077031:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076118.077035:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076118.077039:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076118.077044:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076118.077047:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076118.077050:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692d80.
00000100:00000001:2.0:1769076118.077055:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076118.077058:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076118.077061:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076118.077113:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690000 x1855007615991808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076118.077127:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076118.077131:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076118.077135:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:2.0:1769076118.077143:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076118.077148:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076118.077152:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076118.077156:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076118.077160:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076118.077167:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076118.077171:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076118.077174:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690000.
00000100:00000001:2.0:1769076118.077180:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076118.077184:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076118.077188:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076118.077201:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076118.077204:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076118.077210:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076118.077213:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076118.779251:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076118.779256:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076118.779260:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076119.803310:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076119.803317:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076119.803322:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076120.123237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076120.123247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076120.123251:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076120.123256:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076120.123261:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076120.123271:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3103
00000400:00000200:3.0:1769076120.123284:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076120.123293:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076120.123298:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076120.123304:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076120.123309:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076120.123313:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076120.123316:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076120.123322:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076120.123324:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076120.123328:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076120.123331:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076120.123334:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076120.123339:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076120.123343:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076120.123346:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076120.123349:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076120.123351:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076120.123355:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076120.123360:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076120.123363:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076120.123366:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076120.123395:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076120.123400:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.123403:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076120.123406:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076120.123414:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000020:00000040:3.0:1769076120.123419:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076120.123424:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076120.123426:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.123430:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076120.123433:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076120.123439:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076120.123452:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076120.123463:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076120.123480:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007615991936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076120.123500:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076120.123508:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076120.123518:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007615991936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076120.123569:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076120.123576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076120.123583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076120.123586:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076120.123590:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076120.123595:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076120.123600:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3103
00000400:00000200:3.0:1769076120.123609:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076120.123618:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076120.123624:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076120.123631:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076120.123637:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076120.123642:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076120.123646:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769076120.123650:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769076120.123652:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076120.123660:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:2.0:1769076120.123662:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769076120.123665:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769076120.123671:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769076120.123675:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076120.123683:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076120.123692:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076120.123693:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36d80 x1855007615991936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076120.123705:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076120.123717:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076120.123726:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076120.123733:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076120.123735:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769076120.123742:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076120.123746:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:2.0:1769076120.123755:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1769076120.123758:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:2.0:1769076120.123768:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076120.123769:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076120.123780:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076120.123783:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076120.123793:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769076120.123798:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615991936:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769076120.123806:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076120.123815:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769076120.123818:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769076120.123827:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1769076120.123829:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769076120.123836:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769076120.123840:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076120.123850:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769076120.123852:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076120.123866:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000020:00000040:3.0:1769076120.123873:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076120.123878:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076120.123880:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076120.123884:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
00000100:00000001:3.0:1769076120.123885:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076120.123891:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076120.123897:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076120.123899:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076120.123913:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000400:00000200:2.0:1769076120.123921:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076120.123925:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769076120.123936:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00100000:3.0:1769076120.123943:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007615992064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769076120.123953:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000001:3.0:1769076120.123973:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769076120.123974:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615991936, portal 25
00000100:00000001:3.0:1769076120.123981:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076120.123985:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076120.123992:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438391680 : -107392271159936 : ffff9e53c9d36d80)
00000100:00000040:3.0:1769076120.123997:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007615992064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076120.124015:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36d80 x1855007615991936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076120.124032:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076120.124042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769076120.124047:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769076120.124052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1769076120.124064:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076120.124114:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076120.124120:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076120.124126:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076120.124133:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3103
00000400:00000200:3.0:1769076120.124144:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076120.124158:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000010:2.0:1769076120.124161:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00080000:3.0:1769076120.124164:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769076120.124179:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615991936, offset 0
00000100:00000040:3.0:1769076120.124180:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076120.124195:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769076120.124206:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076120.124222:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076120.124235:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076120.124246:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076120.124254:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076120.124261:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076120.124267:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076120.124274:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37231:37231:256:4294967295] 192.168.204.113@tcp LPNI seq info [37201:37201:8:4294967295]
00000400:00000200:2.0:1769076120.124283:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076120.124301:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076120.124321:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076120.124332:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076120.124345:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076120.124353:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076120.124365:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076120.124404:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769076120.124415:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769076120.124419:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000010:2.0:1769076120.124423:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000100:00000001:3.0:1769076120.124432:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769076120.124439:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1769076120.124443:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076120.124451:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:2.0:1769076120.124457:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1769076120.124459:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076120.124467:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:2.0:1769076120.124474:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000020:00000001:3.0:1769076120.124476:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000010:2.0:1769076120.124484:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000020:00000001:3.0:1769076120.124487:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:2.0:1769076120.124500:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769076120.124503:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076120.124512:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769076120.124517:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36d80 x1855007615991936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076120.124522:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076120.124534:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076120.124548:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:2.0:1769076120.124558:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769076120.124561:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076120.124573:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076120.124576:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36d80 x1855007615991936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076120.124581:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076120.124591:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076120.124601:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076120.124608:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.124611:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076120.124620:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:3.0:1769076120.124622:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076120.124631:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076120.124638:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.124639:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076120.124656:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000400:00000200:2.0:1769076120.124659:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:3.0:1769076120.124666:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:2.0:1769076120.124671:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297777390
02000000:00000001:3.0:1769076120.124677:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076120.124684:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076120.124687:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d794e0.
00000100:00000001:3.0:1769076120.124690:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076120.124696:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076120.124704:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076120.124707:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
02000000:00000010:3.0:1769076120.124718:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:2.0:1769076120.124722:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297777390
00000100:00000001:3.0:1769076120.124731:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076120.124737:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79360.
00000100:00100000:3.0:1769076120.124750:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007615992192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076120.124751:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076120.124763:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076120.124776:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.124784:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076120.124786:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769076120.124795:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076120.124807:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076120/real 1769076120]  req@ffff9e53c9d36d80 x1855007615991936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076120.124814:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007615992192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076120.124869:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769076120.124870:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1769076120.124876:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1769076120.124878:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076120.124886:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000100:00000040:3.0:1769076120.124890:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769076120.124897:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000100:00000040:3.0:1769076120.124900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769076120.124908:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000040:3.0:1769076120.124914:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769076120.124919:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1769076120.124929:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3113)
00000100:00000200:2.0:1769076120.124933:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36d80 x1855007615991936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076120.124954:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36d80 x1855007615991936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.124978:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076120.124982:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.124986:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076120.124990:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076120.124996:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36d80 x1855007615991936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.125008:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076120.125016:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36d80 x1855007615991936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.125030:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076120.125035:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.125038:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076120.125041:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.125045:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076120.125049:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076120.125055:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076120.125062:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076120.125105:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076120.125115:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36d80 x1855007615991936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076120.125131:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615991936:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076120.125140:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.125144:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076120.125150:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36d80 x1855007615991936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.125161:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076120.125165:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076120.125171:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076120.125177:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076120.125181:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076120.125184:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076120.125188:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076120.125192:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:2.0:1769076120.125198:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076120.125201:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076120.125204:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36d80.
00000100:00000001:2.0:1769076120.125211:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076120.125213:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.125217:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.125229:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076120.125232:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076120.125236:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076120.125239:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076120.125242:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076120.125249:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36680 x1855007615992064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.125261:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076120.125264:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076120.125269:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076120.125272:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076120.125277:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076120.125283:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615992064:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076120.125290:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076120.125296:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076120.125300:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076120.125305:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076120.125312:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076120.125316:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076120.125326:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076120.125332:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076120.125339:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076120.125346:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615992064, portal 10
00000100:00000001:2.0:1769076120.125351:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076120.125354:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438389888 : -107392271161728 : ffff9e53c9d36680)
00000100:00000040:2.0:1769076120.125367:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36680 x1855007615992064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.125403:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076120.125408:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076120.125414:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076120.125419:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615992064, offset 0
00000400:00000200:2.0:1769076120.125429:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076120.125438:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076120.125446:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076120.125453:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076120.125460:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076120.125465:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076120.125469:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076120.125475:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37232:37232:256:4294967295] 192.168.204.113@tcp LPNI seq info [37202:37202:8:4294967295]
00000400:00000200:2.0:1769076120.125484:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076120.125499:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076120.125508:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076120.125515:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076120.125524:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076120.125529:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076120.125538:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076120.125543:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769076120.125550:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076120.125554:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076120.125561:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076120.125569:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076120.125575:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076120.125579:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076120.125584:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076120.125591:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36680 x1855007615992064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.125620:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076120.125626:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36680 x1855007615992064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.125640:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076120.125643:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076120.125650:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076120.125658:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076120.125666:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076120.125671:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297776143
00000100:00000001:2.0:1769076120.125676:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297777390
00000100:00000001:2.0:1769076120.125680:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297776143
00000100:00000001:2.0:1769076120.125684:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297777390
00000100:00000001:2.0:1769076120.125688:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076120.125692:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076120.125696:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076120.125704:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076120/real 1769076120]  req@ffff9e53c9d36680 x1855007615992064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076120.125720:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076120.125723:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076120.125726:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076120.125731:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076120.125734:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076120.125738:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076120.125744:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36680 x1855007615992064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076120.125759:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36680 x1855007615992064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.125771:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076120.125774:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.125777:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076120.125780:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076120.125787:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36680 x1855007615992064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.125800:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076120.125807:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36680 x1855007615992064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.125820:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076120.125824:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.125827:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076120.125830:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.125834:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076120.125837:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076120.125841:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076120.125848:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076120.125852:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076120.125861:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36680 x1855007615992064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076120.125879:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615992064:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076120.125887:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076120.125893:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34700 x1855007615992192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.125907:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076120.125910:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076120.125914:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076120.125918:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076120.125922:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076120.125930:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615992192:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076120.125936:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076120.125940:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076120.125943:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076120.125947:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076120.125954:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769076120.125959:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076120.125967:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076120.125972:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076120.125978:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076120.125985:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615992192, portal 10
00000100:00000001:2.0:1769076120.125989:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076120.125992:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438381824 : -107392271169792 : ffff9e53c9d34700)
00000100:00000040:2.0:1769076120.126002:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34700 x1855007615992192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.126011:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076120.126014:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076120.126017:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076120.126021:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615992192, offset 0
00000400:00000200:2.0:1769076120.126025:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076120.126031:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076120.126036:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076120.126041:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076120.126044:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076120.126047:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076120.126051:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076120.126055:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37233:37233:256:4294967295] 192.168.204.113@tcp LPNI seq info [37203:37203:8:4294967295]
00000400:00000200:2.0:1769076120.126060:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076120.126099:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076120.126106:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076120.126110:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076120.126117:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076120.126121:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076120.126126:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076120.126130:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769076120.126135:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076120.126137:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076120.126141:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076120.126146:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076120.126150:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076120.126152:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076120.126156:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076120.126160:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34700 x1855007615992192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.126171:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076120.126175:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34700 x1855007615992192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.126184:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076120.126186:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076120.126190:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076120.126194:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076120.126199:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076120.126202:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297776151
00000100:00000001:2.0:1769076120.126205:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297777390
00000100:00000001:2.0:1769076120.126208:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297776151
00000100:00000001:2.0:1769076120.126211:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297777390
00000100:00000001:2.0:1769076120.126213:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076120.126216:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076120.126218:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076120.126223:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076120/real 1769076120]  req@ffff9e53c9d34700 x1855007615992192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076120.126233:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076120.126235:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076120.126238:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076120.126241:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076120.126243:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076120.126245:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076120.126249:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34700 x1855007615992192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076120.126259:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34700 x1855007615992192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.126267:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076120.126269:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.126271:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076120.126273:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076120.126277:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34700 x1855007615992192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.126285:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076120.126290:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34700 x1855007615992192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.126299:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076120.126302:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.126304:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076120.126306:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.126308:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076120.126310:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076120.126314:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076120.126320:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076120.126324:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076120.126331:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34700 x1855007615992192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076120.126359:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615992192:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076120.126367:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.126391:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076120.126398:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36680 x1855007615992064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.126412:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076120.126416:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076120.126420:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076120.126426:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076120.126429:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076120.126432:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076120.126437:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076120.126440:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:2.0:1769076120.126445:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076120.126448:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076120.126451:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36680.
00000100:00000001:2.0:1769076120.126456:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076120.126459:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.126462:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076120.126469:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34700 x1855007615992192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076120.126478:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076120.126480:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076120.126482:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769076120.126485:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076120.126487:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076120.126488:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076120.126490:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076120.126492:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:2.0:1769076120.126495:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076120.126496:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076120.126498:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34700.
00000100:00000001:2.0:1769076120.126502:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076120.126504:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.126507:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076120.126512:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076120.126514:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076120.126516:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076120.126519:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076120.827339:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076120.827346:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076120.827351:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076121.403196:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297777390, at 4297777408
00000100:00000040:2.0:1769076121.403209:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297777390, at 4297777408
00000100:00000010:3.0:1769076121.403219:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79360.
00000100:00000010:2.0:1769076121.403221:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d794e0.
00000020:00000001:0.0:1769076121.851320:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076121.851368:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076121.851374:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076122.875409:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076122.875417:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076122.875424:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076123.899428:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076123.899439:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076123.899445:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076124.923396:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076124.923401:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076124.923406:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076125.243215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076125.243233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076125.243238:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076125.243245:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076125.243252:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076125.243264:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3108
00000400:00000200:3.0:1769076125.243279:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076125.243317:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076125.243324:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076125.243332:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076125.243338:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076125.243344:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076125.243349:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076125.243358:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076125.243361:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076125.243367:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076125.243372:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076125.243377:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076125.243382:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076125.243388:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076125.243392:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076125.243397:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076125.243401:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076125.243407:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076125.243414:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076125.243419:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076125.243424:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076125.243430:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076125.243436:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076125.243440:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076125.243444:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076125.243457:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000020:00000040:3.0:1769076125.243464:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076125.243471:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076125.243474:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076125.243479:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076125.243484:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076125.243491:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076125.243505:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076125.243515:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076125.243529:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007615992320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076125.243549:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076125.243556:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076125.243567:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007615992320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076125.243625:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076125.243632:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076125.243638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076125.243642:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076125.243646:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076125.243650:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076125.243656:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3108
00000400:00000200:3.0:1769076125.243667:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076125.243675:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076125.243681:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769076125.243684:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769076125.243691:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076125.243693:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076125.243702:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769076125.243711:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076125.243724:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34e00 x1855007615992320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076125.243733:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076125.243747:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769076125.243749:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076125.243753:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076125.243759:0:8:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769076125.243762:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769076125.243767:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
02000000:00000001:2.0:1769076125.243771:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769076125.243775:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769076125.243785:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076125.243785:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076125.243807:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00100000:2.0:1769076125.243810:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615992320:192.168.204.113@tcp:250:kworker.0
00000020:00000001:3.0:1769076125.243816:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769076125.243829:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769076125.243833:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:2.0:1769076125.243839:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769076125.243842:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769076125.243848:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076125.243853:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:2.0:1769076125.243857:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769076125.243861:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076125.243872:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000010:2.0:1769076125.243873:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23c00.
00000100:00080000:3.0:1769076125.243882:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:2.0:1769076125.243884:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076125.243896:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076125.243904:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769076125.243905:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076125.243916:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
02000000:00000001:3.0:1769076125.243919:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769076125.243925:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
02000000:00000001:3.0:1769076125.243929:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769076125.243948:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615992320, portal 25
00000100:00000001:2.0:1769076125.243954:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076125.243958:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438383616 : -107392271168000 : ffff9e53c9d34e00)
00000100:00000001:3.0:1769076125.243963:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769076125.243973:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34e00 x1855007615992320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769076125.243976:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076125.243991:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076125.243999:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.244023:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1769076125.244025:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
00000100:00000040:2.0:1769076125.244036:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000040:3.0:1769076125.244037:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000400:00000010:2.0:1769076125.244048:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
02000000:00000001:3.0:1769076125.244048:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076125.244054:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769076125.244060:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615992320, offset 0
00000100:00000001:3.0:1769076125.244063:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076125.244124:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769076125.244127:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769076125.244131:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076125.244146:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000400:00000200:2.0:1769076125.244148:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076125.244159:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076125.244168:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00100000:3.0:1769076125.244182:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007615992448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769076125.244185:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076125.244201:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076125.244215:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769076125.244217:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769076125.244226:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:3.0:1769076125.244228:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076125.244238:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37234:37234:256:4294967295] 192.168.204.113@tcp LPNI seq info [37204:37204:8:4294967295]
00000100:00000040:3.0:1769076125.244249:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007615992448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769076125.244250:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076125.244279:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076125.244317:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076125.244321:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769076125.244329:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000100:00080000:3.0:1769076125.244332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076125.244345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:2.0:1769076125.244353:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769076125.244354:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076125.244362:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1769076125.244368:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1769076125.244371:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076125.244383:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3108
00000800:00000200:2.1:1769076125.244393:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000400:00000200:3.0:1769076125.244404:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000200:2.1:1769076125.244405:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000400:00000200:3.0:1769076125.244421:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000800:00000100:2.0:1769076125.244425:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769076125.244431:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1769076125.244433:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076125.244448:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769076125.244450:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076125.244461:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769076125.244462:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076125.244475:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000100:00000040:3.0:1769076125.244475:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000010:2.0:1769076125.244483:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:3.0:1769076125.244486:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769076125.244491:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1769076125.244499:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:2.0:1769076125.244506:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34e00 x1855007615992320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769076125.244508:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076125.244518:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076125.244526:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076125.244539:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:2.0:1769076125.244544:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1769076125.244546:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076125.244558:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34e00 x1855007615992320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076125.244561:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076125.244573:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076125.244584:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076125.244597:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769076125.244599:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076125.244605:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:2.0:1769076125.244608:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1769076125.244620:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076125.244626:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076125.244628:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076125.244637:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769076125.244643:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:3.0:1769076125.244649:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076125.244650:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297782510
02000000:00000001:3.0:1769076125.244662:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076125.244664:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d794e0.
00000100:00000001:3.0:1769076125.244674:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076125.244680:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000008:00100000:3.0:1769076125.244683:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769076125.244689:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297782510
00000008:00000001:3.0:1769076125.244693:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076125.244698:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:3.0:1769076125.244702:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.244714:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076125.244723:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1769076125.244723:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000100:00000001:2.0:1769076125.244734:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076125.244737:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:2.0:1769076125.244739:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769076125.244749:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1769076125.244750:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076125/real 1769076125]  req@ffff9e53c9d34e00 x1855007615992320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076125.244758:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076125.244769:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076125.244774:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076125.244793:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769076125.244798:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076125.244805:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000010:3.0:1769076125.244807:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000400:00000010:2.0:1769076125.244811:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000100:00000001:3.0:1769076125.244820:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076125.244823:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076125.244831:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076125.244840:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1769076125.244842:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007615992576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769076125.244857:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34e00 x1855007615992320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076125.244875:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076125.244885:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769076125.244896:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34e00 x1855007615992320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076125.244904:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007615992576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.244914:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076125.244922:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.244943:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076125.244951:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076125.244952:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076125.244962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769076125.244965:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34e00 x1855007615992320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076125.244976:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076125.244990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769076125.245001:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076125.245005:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076125.245029:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34e00 x1855007615992320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076125.245031:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3118)
00000100:00000001:2.0:1769076125.245053:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076125.245102:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.245108:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076125.245110:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.245114:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076125.245118:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076125.245125:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076125.245133:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076125.245138:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076125.245148:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34e00 x1855007615992320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076125.245165:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615992320:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076125.245173:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.245177:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076125.245184:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34e00 x1855007615992320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.245199:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076125.245204:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076125.245209:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769076125.245215:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076125.245218:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076125.245220:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076125.245223:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076125.245226:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:2.0:1769076125.245232:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076125.245235:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076125.245238:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34e00.
00000100:00000001:2.0:1769076125.245242:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076125.245244:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.245247:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.245255:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076125.245258:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.245261:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076125.245263:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076125.245265:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076125.245271:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34000 x1855007615992448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.245280:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076125.245307:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076125.245311:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076125.245314:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076125.245317:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076125.245324:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615992448:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076125.245331:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076125.245335:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076125.245338:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076125.245342:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076125.245348:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769076125.245352:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076125.245361:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076125.245367:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076125.245374:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076125.245381:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615992448, portal 10
00000100:00000001:2.0:1769076125.245385:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076125.245388:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380032 : -107392271171584 : ffff9e53c9d34000)
00000100:00000040:2.0:1769076125.245401:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34000 x1855007615992448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.245417:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076125.245422:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076125.245428:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076125.245433:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615992448, offset 0
00000400:00000200:2.0:1769076125.245441:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076125.245450:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076125.245456:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076125.245460:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076125.245464:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076125.245467:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076125.245471:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076125.245475:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37235:37235:256:4294967295] 192.168.204.113@tcp LPNI seq info [37205:37205:8:4294967295]
00000400:00000200:2.0:1769076125.245480:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076125.245490:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076125.245496:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076125.245501:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076125.245506:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076125.245510:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076125.245516:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076125.245520:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769076125.245525:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076125.245528:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076125.245534:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076125.245541:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076125.245548:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076125.245552:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076125.245557:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076125.245565:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34000 x1855007615992448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.245582:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076125.245588:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34000 x1855007615992448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.245603:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.245606:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076125.245614:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076125.245621:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076125.245628:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076125.245634:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297781263
00000100:00000001:2.0:1769076125.245639:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297782510
00000100:00000001:2.0:1769076125.245643:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297781263
00000100:00000001:2.0:1769076125.245646:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297782510
00000100:00000001:2.0:1769076125.245649:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076125.245652:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.245655:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076125.245660:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076125/real 1769076125]  req@ffff9e53c9d34000 x1855007615992448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076125.245671:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076125.245673:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076125.245676:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076125.245679:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076125.245681:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076125.245684:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076125.245688:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34000 x1855007615992448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076125.245711:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34000 x1855007615992448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.245719:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076125.245721:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.245723:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076125.245725:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076125.245729:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34000 x1855007615992448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.245737:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076125.245742:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34000 x1855007615992448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.245752:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076125.245755:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.245757:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076125.245759:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.245761:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076125.245764:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076125.245768:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076125.245775:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076125.245779:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076125.245792:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34000 x1855007615992448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076125.245808:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615992448:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076125.245816:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076125.245823:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37800 x1855007615992576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.245837:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076125.245840:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076125.245844:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076125.245848:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076125.245853:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076125.245860:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615992576:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076125.245867:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076125.245871:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076125.245874:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076125.245877:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076125.245884:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076125.245888:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076125.245894:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076125.245897:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076125.245902:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076125.245906:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615992576, portal 10
00000100:00000001:2.0:1769076125.245909:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076125.245911:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438394368 : -107392271157248 : ffff9e53c9d37800)
00000100:00000040:2.0:1769076125.245919:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37800 x1855007615992576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.245927:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076125.245930:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076125.245933:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076125.245936:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615992576, offset 0
00000400:00000200:2.0:1769076125.245952:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076125.245957:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076125.245962:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076125.245965:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076125.245969:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076125.245972:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076125.245976:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076125.245980:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37236:37236:256:4294967295] 192.168.204.113@tcp LPNI seq info [37206:37206:8:4294967295]
00000400:00000200:2.0:1769076125.245985:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076125.245994:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076125.246000:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076125.246004:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076125.246009:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076125.246013:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076125.246030:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076125.246033:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769076125.246057:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076125.246060:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076125.246093:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076125.246098:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076125.246103:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076125.246106:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076125.246110:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076125.246116:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37800 x1855007615992576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.246132:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076125.246139:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37800 x1855007615992576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.246152:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.246155:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076125.246162:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076125.246169:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076125.246176:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076125.246181:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297781271
00000100:00000001:2.0:1769076125.246186:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297782510
00000100:00000001:2.0:1769076125.246191:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297781271
00000100:00000001:2.0:1769076125.246195:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297782510
00000100:00000001:2.0:1769076125.246200:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076125.246204:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.246209:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076125.246217:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076125/real 1769076125]  req@ffff9e53c9d37800 x1855007615992576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076125.246234:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076125.246237:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076125.246240:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076125.246244:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076125.246246:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076125.246249:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076125.246254:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37800 x1855007615992576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076125.246265:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37800 x1855007615992576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.246274:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076125.246276:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.246278:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076125.246280:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076125.246313:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37800 x1855007615992576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.246324:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076125.246333:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37800 x1855007615992576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.246347:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076125.246352:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.246355:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076125.246358:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.246362:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076125.246365:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076125.246370:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076125.246378:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076125.246383:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076125.246392:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37800 x1855007615992576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076125.246410:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615992576:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076125.246418:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.246422:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076125.246429:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34000 x1855007615992448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.246440:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076125.246443:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076125.246446:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769076125.246450:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076125.246453:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076125.246455:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076125.246457:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076125.246460:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:2.0:1769076125.246464:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076125.246466:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076125.246468:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34000.
00000100:00000001:2.0:1769076125.246471:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076125.246473:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.246475:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076125.246480:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37800 x1855007615992576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.246487:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076125.246489:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076125.246490:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076125.246493:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076125.246494:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076125.246496:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076125.246498:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076125.246500:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:2.0:1769076125.246502:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076125.246503:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076125.246505:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37800.
00000100:00000001:2.0:1769076125.246509:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076125.246511:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.246513:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076125.246518:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076125.246520:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.246523:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076125.246525:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076125.947329:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076125.947336:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076125.947342:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076126.523151:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297782510, at 4297782528
00000100:00000040:2.0:1769076126.523161:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297782510, at 4297782528
00000100:00000010:3.0:1769076126.523172:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:2.0:1769076126.523174:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d794e0.
00000020:00000001:3.0:1769076126.971283:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076126.971289:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076126.971292:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076127.995285:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076127.995289:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076127.995293:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076129.019374:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076129.019384:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076129.019389:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076130.043404:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076130.043411:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076130.043417:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076130.363311:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076130.363326:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076130.363330:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076130.363336:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076130.363342:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076130.363353:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3113
00000400:00000200:2.0:1769076130.363365:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076130.363376:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076130.363381:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076130.363386:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076130.363391:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076130.363395:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076130.363399:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076130.363406:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076130.363409:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076130.363413:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076130.363417:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076130.363420:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076130.363423:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076130.363427:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076130.363430:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076130.363433:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076130.363436:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076130.363440:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076130.363445:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076130.363449:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076130.363456:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076130.363463:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076130.363469:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076130.363473:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076130.363478:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076130.363494:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690000.
00000020:00000040:2.0:1769076130.363501:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076130.363509:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076130.363512:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076130.363518:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076130.363524:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076130.363533:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076130.363550:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22800.
00000100:00000001:2.0:1769076130.363564:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076130.363582:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690000 x1855007615992704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076130.363605:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076130.363613:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076130.363620:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc5d67b8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690000 x1855007615992704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076130.363661:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076130.363666:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076130.363671:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076130.363674:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076130.363676:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076130.363680:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076130.363683:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3113
00000400:00000200:2.0:1769076130.363690:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076130.363694:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076130.363698:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076130.363702:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076130.363705:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076130.363709:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076130.363711:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076130.363715:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076130.363717:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076130.363719:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076130.363731:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076130.363734:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076130.363737:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076130.363741:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076130.363743:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076130.363746:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076130.363749:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076130.363752:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076130.363755:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076130.363759:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076130.363761:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076130.363770:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076130.363773:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076130.363776:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076130.363783:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076130.363787:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076130.363790:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.363795:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:2.0:1769076130.363796:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692d80.
00000020:00000040:2.0:1769076130.363806:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:0.0:1769076130.363807:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076130.363815:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769076130.363817:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076130.363823:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076130.363825:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076130.363829:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1769076130.363833:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690000 x1855007615992704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076130.363834:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076130.363846:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23c00.
00000100:00000001:2.0:1769076130.363857:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.363859:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076130.363866:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076130.363872:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1769076130.363874:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692d80 x1855007615992832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769076130.363878:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076130.363889:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076130.363904:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615992704:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076130.363905:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076130.363914:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.363917:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076130.363925:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1769076130.363926:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073904516] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692d80 x1855007615992832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076130.363931:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076130.363942:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769076130.363951:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076130.363956:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012400.
00000100:00080000:2.0:1769076130.363957:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769076130.363966:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076130.363969:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076130.363974:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076130.363977:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076130.363981:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769076130.363984:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:2.0:1769076130.363989:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3113
00000400:00000010:0.0:1769076130.363997:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000200:2.0:1769076130.363999:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076130.364009:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076130.364013:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1769076130.364014:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000040:2.0:1769076130.364021:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076130.364027:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076130.364031:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000200:0.0:1769076130.364032:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615992704, portal 25
00000100:00000001:2.0:1769076130.364034:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076130.364044:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1769076130.364045:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076130.364052:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000001:0.0:1769076130.364055:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102505472 : -107391607046144 : ffff9e53f1690000)
00000020:00000001:2.0:1769076130.364056:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076130.364102:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076130.364107:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076130.364110:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076130.364115:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076130.364118:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076130.364122:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076130.364125:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076130.364131:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076130.364138:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076130.364146:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076130.364148:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690000 x1855007615992704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076130.364150:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076130.364157:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076130.364167:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076130.364175:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076130.364180:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769076130.364191:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:2.0:1769076130.364191:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076130.364229:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076130.364238:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000010:2.0:1769076130.364241:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000020:00000040:2.0:1769076130.364248:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000010:0.0:1769076130.364250:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
02000000:00000001:2.0:1769076130.364253:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076130.364257:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076130.364263:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076130.364266:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1769076130.364268:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615992704, offset 0
02000000:00000001:2.0:1769076130.364270:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076130.364282:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000400:00000200:0.0:1769076130.364286:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076130.364291:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076130.364307:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:2.0:1769076130.364307:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007615992960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769076130.364324:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:2.0:1769076130.364327:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076130.364335:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076130.364339:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769076130.364347:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007615992960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076130.364354:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076130.364366:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769076130.364371:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076130.364374:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:2.0:1769076130.364379:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769076130.364388:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37237:37237:256:4294967295] 192.168.204.113@tcp LPNI seq info [37207:37207:8:4294967295]
00000100:00000040:2.0:1769076130.364391:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769076130.364401:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:2.0:1769076130.364403:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076130.364410:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076130.364421:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3124)
00000400:00000200:0.0:1769076130.364425:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076130.364437:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076130.364446:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076130.364458:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076130.364465:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076130.364474:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076130.364479:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769076130.364485:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076130.364489:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076130.364497:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076130.364504:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076130.364511:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076130.364515:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076130.364523:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076130.364530:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690000 x1855007615992704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.364545:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076130.364549:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690000 x1855007615992704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.364560:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.364562:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076130.364571:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076130.364577:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076130.364583:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297787630
00000100:00000010:0.0:1769076130.364590:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca960.
00000100:00000001:0.0:1769076130.364601:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076130.364610:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297787630
00000100:00000010:0.0:1769076130.364613:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca900.
00000100:00000001:0.0:1769076130.364617:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076130.364621:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076130.364625:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.364629:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076130.364634:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076130/real 1769076130]  req@ffff9e53f1690000 x1855007615992704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076130.364647:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076130.364650:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076130.364653:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076130.364656:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076130.364658:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076130.364661:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076130.364666:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690000 x1855007615992704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076130.364678:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690000 x1855007615992704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.364686:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076130.364689:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.364692:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076130.364695:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076130.364702:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690000 x1855007615992704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.364716:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076130.364727:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690000 x1855007615992704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.364755:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076130.364761:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.364765:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076130.364768:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.364772:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076130.364777:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076130.364783:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076130.364792:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076130.364797:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076130.364807:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690000 x1855007615992704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076130.364825:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615992704:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076130.364836:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.364841:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076130.364847:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690000 x1855007615992704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.364861:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076130.364866:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076130.364872:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076130.364879:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076130.364883:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076130.364887:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076130.364892:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076130.364897:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22800.
02000000:00000001:0.0:1769076130.364905:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076130.364909:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076130.364913:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690000.
00000100:00000001:0.0:1769076130.364919:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076130.364922:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.364926:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.364940:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076130.364943:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.364948:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076130.364951:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076130.364954:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076130.364962:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692d80 x1855007615992832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.364972:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076130.364975:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076130.364978:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076130.364981:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076130.364983:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076130.364987:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615992832:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076130.364992:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076130.364995:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076130.364997:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076130.364999:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076130.365004:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076130.365007:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076130.365015:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076130.365019:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076130.365024:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076130.365028:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615992832, portal 10
00000100:00000001:0.0:1769076130.365032:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076130.365033:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102517120 : -107391607034496 : ffff9e53f1692d80)
00000100:00000040:0.0:1769076130.365043:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692d80 x1855007615992832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365052:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076130.365055:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076130.365058:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076130.365061:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615992832, offset 0
00000400:00000200:0.0:1769076130.365099:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076130.365105:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076130.365112:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076130.365117:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076130.365120:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076130.365124:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076130.365127:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076130.365132:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37238:37238:256:4294967295] 192.168.204.113@tcp LPNI seq info [37208:37208:8:4294967295]
00000400:00000200:0.0:1769076130.365137:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076130.365146:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076130.365152:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076130.365157:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076130.365163:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076130.365166:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076130.365172:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076130.365176:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769076130.365181:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076130.365184:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076130.365188:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076130.365193:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076130.365222:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076130.365226:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076130.365231:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076130.365236:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692d80 x1855007615992832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365247:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076130.365251:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692d80 x1855007615992832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365261:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.365263:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076130.365268:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076130.365274:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076130.365279:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076130.365281:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297786383
00000100:00000001:0.0:1769076130.365286:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297787630
00000100:00000001:0.0:1769076130.365290:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297786383
00000100:00000001:0.0:1769076130.365293:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297787630
00000100:00000001:0.0:1769076130.365296:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076130.365298:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.365301:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076130.365305:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076130/real 1769076130]  req@ffff9e53f1692d80 x1855007615992832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076130.365315:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076130.365317:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076130.365319:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076130.365321:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076130.365323:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076130.365326:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076130.365329:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692d80 x1855007615992832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076130.365339:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692d80 x1855007615992832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365348:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076130.365350:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.365352:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076130.365355:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076130.365359:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692d80 x1855007615992832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365367:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076130.365372:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692d80 x1855007615992832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365380:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076130.365383:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.365386:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076130.365389:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.365391:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076130.365394:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076130.365397:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076130.365401:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076130.365404:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076130.365409:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692d80 x1855007615992832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076130.365418:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615992832:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076130.365423:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076130.365427:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693800 x1855007615992960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365436:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076130.365438:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076130.365440:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076130.365442:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076130.365445:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076130.365449:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615992960:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076130.365453:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076130.365455:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076130.365458:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076130.365460:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076130.365465:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769076130.365468:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076130.365472:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076130.365476:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076130.365479:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076130.365484:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615992960, portal 10
00000100:00000001:0.0:1769076130.365486:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076130.365489:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102519808 : -107391607031808 : ffff9e53f1693800)
00000100:00000040:0.0:1769076130.365497:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693800 x1855007615992960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365505:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076130.365508:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076130.365511:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076130.365514:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615992960, offset 0
00000400:00000200:0.0:1769076130.365519:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076130.365524:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076130.365528:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076130.365531:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076130.365534:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076130.365538:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076130.365541:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076130.365545:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37239:37239:256:4294967295] 192.168.204.113@tcp LPNI seq info [37209:37209:8:4294967295]
00000400:00000200:0.0:1769076130.365551:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076130.365559:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076130.365565:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076130.365569:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076130.365574:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076130.365578:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076130.365583:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076130.365612:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769076130.365618:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076130.365621:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076130.365625:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076130.365630:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076130.365634:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076130.365637:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076130.365640:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076130.365645:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693800 x1855007615992960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365656:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076130.365661:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693800 x1855007615992960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365670:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.365672:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076130.365677:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076130.365680:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076130.365685:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076130.365688:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297786390
00000100:00000001:0.0:1769076130.365692:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297787630
00000100:00000001:0.0:1769076130.365695:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297786390
00000100:00000001:0.0:1769076130.365698:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297787630
00000100:00000001:0.0:1769076130.365701:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076130.365703:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.365706:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076130.365710:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076130/real 1769076130]  req@ffff9e53f1693800 x1855007615992960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076130.365719:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076130.365721:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076130.365723:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076130.365726:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076130.365728:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076130.365730:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076130.365734:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693800 x1855007615992960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076130.365744:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693800 x1855007615992960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365753:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076130.365754:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.365757:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076130.365759:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076130.365764:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693800 x1855007615992960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365773:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076130.365778:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693800 x1855007615992960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365786:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076130.365789:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.365791:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076130.365792:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.365795:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076130.365797:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076130.365800:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076130.365803:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076130.365806:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076130.365810:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693800 x1855007615992960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076130.365820:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615992960:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076130.365824:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.365826:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076130.365830:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692d80 x1855007615992832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365838:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076130.365841:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076130.365843:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076130.365846:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076130.365848:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076130.365850:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076130.365852:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076130.365856:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:0.0:1769076130.365859:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076130.365861:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076130.365863:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692d80.
00000100:00000001:0.0:1769076130.365867:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076130.365869:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.365871:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076130.365875:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693800 x1855007615992960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.365883:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076130.365885:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076130.365887:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769076130.365889:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076130.365891:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076130.365892:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076130.365894:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076130.365896:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:0.0:1769076130.365898:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076130.365899:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076130.365901:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693800.
00000100:00000001:0.0:1769076130.365903:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076130.365905:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.365907:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076130.365912:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076130.365914:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.365916:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076130.365918:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076131.067425:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076131.067430:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076131.067435:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076131.643205:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297787630, at 4297787648
00000100:00000010:3.0:1769076131.643222:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca900.
00000100:00000040:2.0:1769076131.643262:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297787630, at 4297787648
00000100:00000010:2.0:1769076131.643284:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca960.
00000020:00000001:2.0:1769076132.091306:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076132.091315:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076132.091322:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076133.115284:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076133.115290:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076133.115294:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076134.139369:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076134.139375:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076134.139379:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076135.163372:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076135.163378:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076135.163383:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076135.483257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076135.483270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076135.483274:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076135.483279:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076135.483284:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076135.483293:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3119
00000400:00000200:3.0:1769076135.483303:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076135.483311:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076135.483316:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076135.483320:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076135.483325:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076135.483328:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076135.483331:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076135.483337:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076135.483339:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076135.483343:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076135.483347:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076135.483350:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076135.483353:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076135.483357:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076135.483360:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076135.483363:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076135.483366:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076135.483370:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076135.483374:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076135.483377:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076135.483380:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076135.483385:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076135.483390:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076135.483393:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076135.483396:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076135.483408:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000020:00000040:3.0:1769076135.483414:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076135.483421:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076135.483435:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076135.483439:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076135.483443:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076135.483449:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076135.483461:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769076135.483469:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076135.483481:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007615993088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076135.483495:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076135.483501:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076135.483507:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007615993088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076135.483539:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076135.483543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076135.483547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076135.483549:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076135.483552:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076135.483555:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076135.483558:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3119
00000400:00000200:3.0:1769076135.483562:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076135.483566:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076135.483570:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076135.483575:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076135.483578:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076135.483583:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076135.483587:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076135.483591:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076135.483593:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076135.483595:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076135.483597:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076135.483602:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076135.483605:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076135.483611:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076135.483612:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076135.483615:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076135.483622:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076135.483626:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076135.483629:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769076135.483630:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:0.0:1769076135.483644:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769076135.483645:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076135.483658:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076135.483661:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076135.483667:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076135.483672:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076135.483677:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:0.0:1769076135.483682:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37800 x1855007615993088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769076135.483683:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076135.483693:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076135.483702:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076135.483716:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
00000020:00000040:3.0:1769076135.483728:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:0.0:1769076135.483734:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769076135.483738:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769076135.483743:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076135.483745:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076135.483756:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076135.483758:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076135.483761:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076135.483769:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076135.483769:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076135.483784:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076135.483786:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00100000:0.0:1769076135.483799:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615993088:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076135.483801:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076135.483822:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1769076135.483827:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007615993216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769076135.483834:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076135.483842:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076135.483853:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769076135.483861:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076135.483869:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076135.483873:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076135.483882:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076135.483901:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007615993216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076135.483905:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076135.483919:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076135.483940:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076135.483969:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615993088, portal 25
00000100:00000001:3.0:1769076135.483969:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076135.483982:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076135.483985:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769076135.483989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076135.483993:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438394368 : -107392271157248 : ffff9e53c9d37800)
00000100:00000001:3.0:1769076135.483994:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076135.483998:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076135.484010:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076135.484018:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3119
00000100:00000040:0.0:1769076135.484027:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37800 x1855007615993088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076135.484034:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076135.484043:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076135.484053:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769076135.484152:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076135.484161:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076135.484172:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076135.484180:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769076135.484187:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076135.484195:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000010:0.0:1769076135.484197:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000020:00000001:3.0:1769076135.484200:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076135.484206:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076135.484211:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:0.0:1769076135.484213:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615993088, offset 0
00000020:00000040:3.0:1769076135.484215:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076135.484224:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076135.484230:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076135.484245:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076135.484251:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076135.484252:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076135.484268:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076135.484273:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076135.484277:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:0.0:1769076135.484285:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:3.0:1769076135.484287:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076135.484303:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076135.484307:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076135.484312:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769076135.484319:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:3.0:1769076135.484320:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076135.484330:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076135.484337:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769076135.484346:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1769076135.484347:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076135.484355:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076135.484364:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000400:00000200:0.0:1769076135.484367:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000040:3.0:1769076135.484370:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076135.484380:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076135.484382:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076135.484396:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769076135.484397:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076135.484405:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076135.484416:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076135.484422:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000010:3.0:1769076135.484426:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076135.484433:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076135.484444:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37240:37240:256:4294967295] 192.168.204.113@tcp LPNI seq info [37210:37210:8:4294967295]
00000100:00100000:3.0:1769076135.484450:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007615993344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769076135.484484:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076135.484492:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076135.484497:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076135.484505:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007615993344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076135.484534:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076135.484543:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769076135.484545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076135.484567:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076135.484579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076135.484590:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1769076135.484594:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769076135.484598:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3129)
00000800:00000010:0.0:1769076135.484614:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076135.484637:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076135.484646:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076135.484660:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076135.484667:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769076135.484678:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076135.484683:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076135.484694:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076135.484704:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076135.484715:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076135.484721:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076135.484732:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076135.484742:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37800 x1855007615993088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.484762:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076135.484770:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37800 x1855007615993088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.484784:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076135.484788:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076135.484801:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076135.484810:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076135.484817:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297792750
00000100:00000010:0.0:1769076135.484827:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca2a0.
00000100:00000001:0.0:1769076135.484839:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076135.484873:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297792750
00000100:00000010:0.0:1769076135.484880:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cac00.
00000100:00000001:0.0:1769076135.484886:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076135.484893:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076135.484900:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076135.484905:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076135.484914:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076135/real 1769076135]  req@ffff9e53c9d37800 x1855007615993088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076135.484935:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076135.484938:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076135.484943:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076135.484949:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076135.484952:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076135.484958:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076135.484966:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37800 x1855007615993088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076135.484985:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37800 x1855007615993088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.485000:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076135.485004:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.485009:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076135.485013:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076135.485022:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37800 x1855007615993088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.485036:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076135.485045:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37800 x1855007615993088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.485060:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076135.485107:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.485134:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076135.485137:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.485142:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076135.485146:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076135.485153:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076135.485163:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076135.485170:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076135.485179:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37800 x1855007615993088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076135.485195:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615993088:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076135.485205:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.485209:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076135.485215:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37800 x1855007615993088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.485228:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076135.485234:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076135.485240:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076135.485247:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076135.485251:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076135.485255:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076135.485260:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076135.485265:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:0.0:1769076135.485274:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076135.485278:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076135.485282:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37800.
00000100:00000001:0.0:1769076135.485289:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076135.485291:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.485296:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.485309:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076135.485313:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076135.485318:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076135.485322:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076135.485324:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076135.485333:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34000 x1855007615993216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.485347:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076135.485351:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076135.485355:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076135.485359:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076135.485365:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076135.485371:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615993216:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076135.485378:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076135.485381:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076135.485385:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076135.485388:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076135.485394:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076135.485398:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076135.485408:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076135.485413:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076135.485420:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076135.485426:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615993216, portal 10
00000100:00000001:0.0:1769076135.485430:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076135.485433:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380032 : -107392271171584 : ffff9e53c9d34000)
00000100:00000040:0.0:1769076135.485445:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34000 x1855007615993216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.485458:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076135.485462:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076135.485466:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076135.485470:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615993216, offset 0
00000400:00000200:0.0:1769076135.485478:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076135.485486:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076135.485494:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076135.485499:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076135.485504:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076135.485509:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076135.485513:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076135.485519:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37241:37241:256:4294967295] 192.168.204.113@tcp LPNI seq info [37211:37211:8:4294967295]
00000400:00000200:0.0:1769076135.485526:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076135.485539:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076135.485548:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076135.485555:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076135.485563:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076135.485569:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076135.485577:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076135.485583:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769076135.485591:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076135.485594:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076135.485600:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076135.485607:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076135.485612:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076135.485616:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076135.485621:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076135.485627:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34000 x1855007615993216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.485643:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076135.485648:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34000 x1855007615993216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.485661:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076135.485664:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076135.485672:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076135.485680:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076135.485687:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076135.485691:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297791503
00000100:00000001:0.0:1769076135.485698:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297792750
00000100:00000001:0.0:1769076135.485702:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297791503
00000100:00000001:0.0:1769076135.485707:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297792750
00000100:00000001:0.0:1769076135.485711:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076135.485716:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076135.485720:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076135.485728:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076135/real 1769076135]  req@ffff9e53c9d34000 x1855007615993216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076135.485758:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076135.485761:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076135.485764:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076135.485770:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076135.485773:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076135.485779:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076135.485785:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34000 x1855007615993216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076135.485802:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34000 x1855007615993216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.485814:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076135.485817:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.485821:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076135.485824:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076135.485831:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34000 x1855007615993216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.485846:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076135.485853:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34000 x1855007615993216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.485866:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076135.485871:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.485874:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076135.485877:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.485880:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076135.485884:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076135.485889:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076135.485896:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076135.485901:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076135.485910:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34000 x1855007615993216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076135.485927:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615993216:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076135.485935:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076135.485942:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34e00 x1855007615993344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.485955:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076135.485959:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076135.485964:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076135.485966:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076135.485969:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076135.485973:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615993344:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076135.485977:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076135.485981:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076135.485983:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076135.485985:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076135.485990:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769076135.485993:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076135.485999:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076135.486020:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076135.486025:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076135.486030:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615993344, portal 10
00000100:00000001:0.0:1769076135.486033:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076135.486035:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438383616 : -107392271168000 : ffff9e53c9d34e00)
00000100:00000040:0.0:1769076135.486044:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34e00 x1855007615993344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.486053:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076135.486056:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076135.486059:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076135.486062:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615993344, offset 0
00000400:00000200:0.0:1769076135.486069:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076135.486074:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076135.486080:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076135.486158:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076135.486165:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076135.486170:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076135.486174:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076135.486180:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37242:37242:256:4294967295] 192.168.204.113@tcp LPNI seq info [37212:37212:8:4294967295]
00000400:00000200:0.0:1769076135.486189:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076135.486219:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076135.486229:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076135.486237:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076135.486246:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076135.486252:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076135.486261:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076135.486267:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769076135.486275:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076135.486280:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076135.486285:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076135.486293:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076135.486300:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076135.486304:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076135.486311:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076135.486319:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34e00 x1855007615993344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.486335:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076135.486341:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34e00 x1855007615993344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.486355:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076135.486358:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076135.486365:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076135.486371:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076135.486379:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076135.486385:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297791511
00000100:00000001:0.0:1769076135.486390:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297792750
00000100:00000001:0.0:1769076135.486396:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297791511
00000100:00000001:0.0:1769076135.486400:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297792750
00000100:00000001:0.0:1769076135.486405:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076135.486409:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076135.486413:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076135.486422:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076135/real 1769076135]  req@ffff9e53c9d34e00 x1855007615993344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076135.486439:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076135.486442:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076135.486445:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076135.486450:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076135.486454:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076135.486459:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076135.486466:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34e00 x1855007615993344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076135.486483:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34e00 x1855007615993344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.486496:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076135.486500:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.486504:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076135.486507:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076135.486532:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34e00 x1855007615993344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.486545:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076135.486553:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34e00 x1855007615993344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.486566:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076135.486572:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.486576:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076135.486578:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.486582:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076135.486585:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076135.486590:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076135.486596:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076135.486601:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076135.486608:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34e00 x1855007615993344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076135.486624:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615993344:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076135.486632:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.486636:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076135.486642:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34000 x1855007615993216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.486655:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076135.486658:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076135.486662:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076135.486669:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076135.486672:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076135.486674:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076135.486678:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076135.486682:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:0.0:1769076135.486687:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076135.486690:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076135.486693:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34000.
00000100:00000001:0.0:1769076135.486698:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076135.486701:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.486704:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076135.486710:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34e00 x1855007615993344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076135.486733:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076135.486737:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076135.486740:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769076135.486744:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076135.486747:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076135.486749:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076135.486753:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076135.486756:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:0.0:1769076135.486760:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076135.486763:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076135.486765:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34e00.
00000100:00000001:0.0:1769076135.486770:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076135.486773:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.486777:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076135.486784:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076135.486787:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076135.486791:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076135.486794:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076136.187326:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076136.187332:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076136.187339:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076136.763211:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297792750, at 4297792768
00000100:00000040:3.0:1769076136.763219:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297792750, at 4297792768
00000100:00000010:2.0:1769076136.763235:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca2a0.
00000100:00000010:3.0:1769076136.763240:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cac00.
00000020:00000001:0.0:1769076137.211325:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076137.211334:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076137.211341:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076138.235382:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076138.235414:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076138.235419:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076139.259342:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076139.259350:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076139.259356:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076140.283315:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076140.283322:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076140.283338:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076140.603196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076140.603209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076140.603213:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076140.603218:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076140.603224:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076140.603233:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3124
00000400:00000200:3.0:1769076140.603244:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076140.603255:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076140.603260:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076140.603284:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076140.603291:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076140.603299:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076140.603306:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076140.603314:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076140.603318:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076140.603324:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076140.603329:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076140.603335:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076140.603340:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076140.603348:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076140.603354:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076140.603358:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076140.603364:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076140.603371:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076140.603379:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076140.603388:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076140.603393:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076140.603398:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076140.603402:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076140.603422:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076140.603427:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076140.603440:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000020:00000040:3.0:1769076140.603449:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076140.603457:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076140.603462:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076140.603468:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076140.603473:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076140.603481:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076140.603496:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076140.603508:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076140.603525:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007615993472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076140.603541:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076140.603548:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076140.603662:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007615993472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076140.603705:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076140.603712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076140.603720:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076140.603725:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076140.603729:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076140.603736:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076140.603737:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769076140.603747:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769076140.603749:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3124
00000100:00000001:0.0:1769076140.603755:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1769076140.603762:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076140.603772:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34700 x1855007615993472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076140.603774:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076140.603784:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076140.603795:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076140.603806:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076140.603809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076140.603812:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076140.603816:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769076140.603820:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769076140.603822:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:0.0:1769076140.603826:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076140.603833:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1769076140.603836:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769076140.603840:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
02000000:00000001:0.0:1769076140.603846:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076140.603853:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076140.603863:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615993472:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076140.603874:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076140.603881:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076140.603885:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076140.603890:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076140.603899:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076140.603904:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076140.603918:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076140.603926:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076140.603939:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076140.603952:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615993472, portal 25
00000100:00000001:0.0:1769076140.603957:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076140.603960:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438381824 : -107392271169792 : ffff9e53c9d34700)
00000100:00000040:0.0:1769076140.603972:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34700 x1855007615993472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.603985:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076140.603989:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076140.603995:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076140.604000:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615993472, offset 0
00000400:00000200:0.0:1769076140.604009:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076140.604020:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076140.604058:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076140.604114:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076140.604121:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076140.604127:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076140.604133:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076140.604140:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37243:37243:256:4294967295] 192.168.204.113@tcp LPNI seq info [37213:37213:8:4294967295]
00000400:00000200:0.0:1769076140.604150:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076140.604173:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076140.604185:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076140.604193:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076140.604205:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076140.604212:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769076140.604215:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076140.604224:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000800:00000200:0.1:1769076140.604231:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769076140.604239:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:0.1:1769076140.604241:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769076140.604247:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076140.604260:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000100:0.0:1769076140.604262:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076140.604265:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000010:0.0:1769076140.604268:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000020:00000040:3.0:1769076140.604276:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000400:00000200:0.0:1769076140.604280:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1769076140.604292:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:0.0:1769076140.604296:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769076140.604307:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076140.604311:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
02000000:00000001:3.0:1769076140.604318:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1769076140.604319:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076140.604332:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1769076140.604334:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1769076140.604343:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34700 x1855007615993472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076140.604347:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076140.604358:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076140.604368:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769076140.604371:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076140.604379:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34700 x1855007615993472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769076140.604383:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076140.604392:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076140.604403:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000100:00000001:0.0:1769076140.604409:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076140.604413:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:0.0:1769076140.604419:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769076140.604424:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076140.604431:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076140.604435:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076140.604437:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076140.604443:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076140.604452:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076140.604454:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:3.0:1769076140.604465:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:0.0:1769076140.604466:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297797870
00000100:00000001:3.0:1769076140.604479:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076140.604483:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cad20.
00000100:00000001:0.0:1769076140.604500:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1769076140.604502:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007615993600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076140.604511:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297797870
00000100:00000010:0.0:1769076140.604524:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cac00.
00000100:00000001:3.0:1769076140.604531:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076140.604533:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076140.604539:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076140.604543:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769076140.604551:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007615993600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.604552:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076140.604562:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076140.604576:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076140/real 1769076140]  req@ffff9e53c9d34700 x1855007615993472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076140.604577:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076140.604587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076140.604600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076140.604606:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076140.604611:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1769076140.604613:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769076140.604617:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:0.0:1769076140.604619:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076140.604626:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000100:00080000:3.0:1769076140.604631:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3124
00000400:00000200:0.0:1769076140.604634:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076140.604643:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076140.604648:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1769076140.604651:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000200:0.0:1769076140.604658:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34700 x1855007615993472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076140.604669:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076140.604681:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1769076140.604683:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34700 x1855007615993472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076140.604698:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076140.604703:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076140.604710:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076140.604710:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076140.604719:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076140.604724:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076140.604726:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00100000:0.0:1769076140.604735:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34700 x1855007615993472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076140.604736:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076140.604745:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076140.604749:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076140.604755:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076140.604761:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000001:0.0:1769076140.604766:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769076140.604768:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076140.604776:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076140.604783:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34700 x1855007615993472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076140.604788:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076140.604797:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076140.604805:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076140.604817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076140.604819:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1769076140.604831:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:0.0:1769076140.604832:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076140.604844:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1769076140.604850:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076140.604851:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076140.604861:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076140.604864:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076140.604868:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1769076140.604873:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:0.0:1769076140.604882:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1769076140.604886:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076140.604897:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076140.604903:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076140.604905:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076140.604914:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769076140.604916:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:3.0:1769076140.604925:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076140.604930:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076140.604937:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34700 x1855007615993472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769076140.604939:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000020:00000040:3.0:1769076140.604947:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076140.604956:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076140.604961:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076140.604967:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076140.604973:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1769076140.604974:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615993472:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769076140.604976:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076140.604987:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:0.0:1769076140.604993:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076140.604996:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076140.604999:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1769076140.605015:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007615993728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769076140.605017:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34700 x1855007615993472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076140.605130:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076140.605133:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1769076140.605139:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076140.605140:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076140.605149:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
00000100:00000040:3.0:1769076140.605156:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007615993728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076140.605159:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076140.605165:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076140.605169:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076140.605179:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076140.605186:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076140.605188:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076140.605195:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1769076140.605196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769076140.605202:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1769076140.605208:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:0.0:1769076140.605210:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34700.
00000100:00000040:3.0:1769076140.605219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076140.605221:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076140.605227:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076140.605233:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769076140.605235:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076140.605248:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3134)
00000100:00000001:0.0:1769076140.605251:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076140.605257:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076140.605261:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076140.605264:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076140.605266:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076140.605276:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36680 x1855007615993600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.605287:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076140.605289:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076140.605292:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076140.605295:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076140.605298:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076140.605302:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615993600:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076140.605307:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076140.605310:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076140.605312:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076140.605316:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076140.605320:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076140.605323:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076140.605330:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076140.605334:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076140.605339:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076140.605344:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615993600, portal 10
00000100:00000001:0.0:1769076140.605346:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076140.605348:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438389888 : -107392271161728 : ffff9e53c9d36680)
00000100:00000040:0.0:1769076140.605357:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36680 x1855007615993600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.605366:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076140.605369:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076140.605372:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076140.605375:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615993600, offset 0
00000400:00000200:0.0:1769076140.605381:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076140.605389:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076140.605397:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076140.605404:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076140.605409:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076140.605414:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076140.605419:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076140.605425:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37244:37244:256:4294967295] 192.168.204.113@tcp LPNI seq info [37214:37214:8:4294967295]
00000400:00000200:0.0:1769076140.605433:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076140.605447:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076140.605457:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076140.605466:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076140.605475:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076140.605480:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076140.605491:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076140.605496:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769076140.605505:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076140.605508:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076140.605513:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076140.605518:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076140.605523:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076140.605526:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076140.605530:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076140.605535:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36680 x1855007615993600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.605547:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076140.605551:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36680 x1855007615993600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.605559:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076140.605561:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076140.605566:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076140.605571:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076140.605576:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076140.605579:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297796623
00000100:00000001:0.0:1769076140.605583:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297797870
00000100:00000001:0.0:1769076140.605586:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297796623
00000100:00000001:0.0:1769076140.605589:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297797870
00000100:00000001:0.0:1769076140.605592:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076140.605594:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076140.605597:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076140.605601:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076140/real 1769076140]  req@ffff9e53c9d36680 x1855007615993600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076140.605613:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076140.605615:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076140.605617:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076140.605620:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076140.605622:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076140.605624:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076140.605629:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36680 x1855007615993600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076140.605640:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36680 x1855007615993600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.605648:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076140.605650:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076140.605652:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076140.605654:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076140.605658:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36680 x1855007615993600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.605666:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076140.605671:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36680 x1855007615993600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.605679:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076140.605682:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076140.605684:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076140.605686:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076140.605688:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076140.605690:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076140.605693:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076140.605698:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076140.605701:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076140.605706:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36680 x1855007615993600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076140.605715:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615993600:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076140.605720:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076140.605724:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36d80 x1855007615993728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.605741:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076140.605743:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076140.605746:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076140.605749:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076140.605751:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076140.605755:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615993728:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076140.605759:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076140.605761:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076140.605763:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076140.605765:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076140.605770:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076140.605772:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076140.605776:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076140.605779:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076140.605783:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076140.605787:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615993728, portal 10
00000100:00000001:0.0:1769076140.605789:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076140.605791:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438391680 : -107392271159936 : ffff9e53c9d36d80)
00000100:00000040:0.0:1769076140.605798:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36d80 x1855007615993728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.605807:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076140.605810:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076140.605812:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076140.605815:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615993728, offset 0
00000400:00000200:0.0:1769076140.605820:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076140.605825:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076140.605830:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076140.605836:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076140.605841:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076140.605846:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076140.605851:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076140.605857:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37245:37245:256:4294967295] 192.168.204.113@tcp LPNI seq info [37215:37215:8:4294967295]
00000400:00000200:0.0:1769076140.605866:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076140.605879:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076140.605888:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076140.605895:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076140.605904:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076140.605910:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076140.605919:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076140.605925:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769076140.605933:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076140.605937:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076140.605943:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076140.605951:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076140.605957:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076140.605959:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076140.605963:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076140.605969:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36d80 x1855007615993728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.605980:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076140.605984:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36d80 x1855007615993728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.605992:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076140.605994:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076140.605999:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076140.606003:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076140.606008:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076140.606011:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297796630
00000100:00000001:0.0:1769076140.606014:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297797870
00000100:00000001:0.0:1769076140.606017:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297796630
00000100:00000001:0.0:1769076140.606020:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297797870
00000100:00000001:0.0:1769076140.606022:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076140.606053:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076140.606056:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076140.606090:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076140/real 1769076140]  req@ffff9e53c9d36d80 x1855007615993728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076140.606103:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076140.606106:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076140.606109:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076140.606114:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076140.606117:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076140.606120:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076140.606124:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36d80 x1855007615993728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076140.606136:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36d80 x1855007615993728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.606145:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076140.606147:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076140.606149:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076140.606151:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076140.606156:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36d80 x1855007615993728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.606164:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076140.606169:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36d80 x1855007615993728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.606178:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076140.606181:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076140.606183:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076140.606184:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076140.606186:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076140.606188:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076140.606191:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076140.606197:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076140.606199:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076140.606205:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36d80 x1855007615993728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076140.606214:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615993728:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076140.606219:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076140.606221:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076140.606225:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36680 x1855007615993600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.606233:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076140.606235:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076140.606237:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076140.606241:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076140.606243:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076140.606245:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076140.606247:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076140.606250:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:0.0:1769076140.606253:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076140.606255:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076140.606257:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36680.
00000100:00000001:0.0:1769076140.606260:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076140.606262:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076140.606264:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076140.606268:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36d80 x1855007615993728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076140.606276:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076140.606278:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076140.606280:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076140.606282:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076140.606283:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076140.606285:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076140.606287:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076140.606289:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:0.0:1769076140.606294:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076140.606295:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076140.606297:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36d80.
00000100:00000001:0.0:1769076140.606301:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076140.606302:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076140.606304:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076140.606309:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076140.606311:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076140.606313:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076140.606315:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076141.307398:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076141.307407:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076141.307414:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076141.883140:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297797870, at 4297797888
00000100:00000010:2.0:1769076141.883154:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cad20.
00000100:00000040:3.0:1769076141.883159:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297797870, at 4297797888
00000100:00000010:3.0:1769076141.883173:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cac00.
00000020:00000001:3.0:1769076142.331289:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076142.331294:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076142.331299:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076143.355309:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076143.355317:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076143.355324:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076144.379195:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076144.379199:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076144.379202:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076145.403265:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076145.403270:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076145.403274:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076145.723222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076145.723235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076145.723239:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076145.723245:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076145.723264:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076145.723274:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3129
00000400:00000200:3.0:1769076145.723286:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076145.723296:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076145.723302:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076145.723308:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076145.723314:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076145.723319:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076145.723324:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076145.723331:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076145.723333:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076145.723338:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076145.723342:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076145.723347:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076145.723353:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076145.723359:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076145.723363:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076145.723369:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076145.723373:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076145.723379:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076145.723385:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076145.723390:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076145.723394:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076145.723400:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076145.723403:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076145.723406:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076145.723408:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076145.723418:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769076145.723422:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076145.723427:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076145.723430:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076145.723434:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076145.723437:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076145.723442:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076145.723451:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769076145.723460:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076145.723471:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007615993856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076145.723485:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076145.723489:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076145.723495:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007615993856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076145.723522:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076145.723527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076145.723533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076145.723536:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076145.723539:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076145.723544:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076145.723549:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3129
00000400:00000200:3.0:1769076145.723557:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076145.723562:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1769076145.723570:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076145.723577:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076145.723581:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769076145.723581:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076145.723586:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076145.723590:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076145.723592:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35500 x1855007615993856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076145.723593:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076145.723597:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076145.723602:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076145.723605:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:0.0:1769076145.723606:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769076145.723608:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769076145.723609:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076145.723611:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
02000000:00000001:0.0:1769076145.723614:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769076145.723615:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076145.723618:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:0.0:1769076145.723619:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076145.723624:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076145.723624:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076145.723628:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1769076145.723630:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615993856:192.168.204.113@tcp:250:kworker.0
00000100:00000040:3.0:1769076145.723631:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076145.723635:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076145.723637:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769076145.723639:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:0.0:1769076145.723643:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769076145.723643:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:0.0:1769076145.723647:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076145.723647:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076145.723651:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769076145.723651:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076145.723658:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769076145.723659:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011c00.
02000000:00000001:3.0:1769076145.723661:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076145.723662:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076145.723665:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076145.723671:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769076145.723673:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:3.0:1769076145.723676:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076145.723680:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000100:00000001:3.0:1769076145.723680:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076145.723686:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000400:00000010:0.0:1769076145.723689:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000020:00000040:3.0:1769076145.723690:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076145.723694:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076145.723697:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769076145.723699:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615993856, portal 25
00000100:00000001:3.0:1769076145.723700:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076145.723703:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769076145.723704:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769076145.723706:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076145.723708:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438385408 : -107392271166208 : ffff9e53c9d35500)
02000000:00000010:3.0:1769076145.723713:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000040:0.0:1769076145.723717:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35500 x1855007615993856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076145.723718:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076145.723726:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007615993984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076145.723732:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076145.723737:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076145.723739:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1769076145.723742:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000001:3.0:1769076145.723743:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769076145.723747:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615993856, offset 0
00000100:00000040:3.0:1769076145.723750:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007615993984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076145.723758:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076145.723771:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076145.723777:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076145.723781:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:3.0:1769076145.723782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076145.723787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1769076145.723789:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769076145.723790:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076145.723793:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769076145.723796:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:3.0:1769076145.723797:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076145.723801:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3129
00000400:00000200:0.0:1769076145.723802:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076145.723807:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076145.723808:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076145.723813:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:0.0:1769076145.723814:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37246:37246:256:4294967295] 192.168.204.113@tcp LPNI seq info [37216:37216:8:4294967295]
00000100:00080000:3.0:1769076145.723817:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769076145.723821:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769076145.723823:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076145.723826:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076145.723829:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076145.723833:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076145.723837:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769076145.723838:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1769076145.723839:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076145.723842:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076145.723845:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:0.0:1769076145.723849:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000020:00000001:3.0:1769076145.723849:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076145.723854:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000010:0.0:1769076145.723857:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000100:00000040:3.0:1769076145.723858:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076145.723861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076145.723864:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:0.0:1769076145.723867:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769076145.723868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076145.723872:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000200:0.0:1769076145.723873:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1769076145.723877:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076145.723881:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076145.723884:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1769076145.723885:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:3.0:1769076145.723888:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1769076145.723891:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1769076145.723892:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076145.723896:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000100:0.0:1769076145.723899:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000008:00100000:3.0:1769076145.723900:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1769076145.723903:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000008:00000001:3.0:1769076145.723905:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076145.723908:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076145.723912:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1769076145.723913:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769076145.723917:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076145.723921:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076145.723923:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076145.723926:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076145.723928:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076145.723931:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076145.723933:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1769076145.723937:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000400:00000200:0.0:1769076145.723964:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000100:00000001:3.0:1769076145.723964:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076145.723969:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00100000:3.0:1769076145.723973:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007615994112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076145.723978:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076145.723985:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35500 x1855007615993856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076145.723986:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076145.723990:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076145.723997:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007615994112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.724001:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076145.724008:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35500 x1855007615993856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076145.724010:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076145.724016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076145.724039:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076145.724041:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769076145.724043:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769076145.724046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076145.724052:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769076145.724053:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076145.724061:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3139)
00000400:00000200:0.0:1769076145.724062:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076145.724067:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297802989
00000100:00000010:0.0:1769076145.724077:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca2a0.
00000100:00000001:0.0:1769076145.724119:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076145.724137:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297802990
00000100:00000010:0.0:1769076145.724145:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca960.
00000100:00000001:0.0:1769076145.724151:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076145.724158:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076145.724164:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076145.724169:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076145.724178:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076145/real 1769076145]  req@ffff9e53c9d35500 x1855007615993856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076145.724193:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076145.724196:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076145.724199:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076145.724204:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076145.724224:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076145.724227:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076145.724232:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35500 x1855007615993856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076145.724242:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35500 x1855007615993856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.724250:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076145.724252:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.724255:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076145.724257:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076145.724261:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35500 x1855007615993856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.724269:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076145.724274:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35500 x1855007615993856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.724282:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076145.724285:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.724287:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076145.724288:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.724308:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076145.724311:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076145.724314:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076145.724319:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076145.724322:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076145.724328:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35500 x1855007615993856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076145.724338:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615993856:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076145.724344:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.724346:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076145.724350:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35500 x1855007615993856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.724359:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076145.724363:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076145.724366:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076145.724370:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076145.724372:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076145.724374:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076145.724377:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076145.724380:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:0.0:1769076145.724385:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076145.724388:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076145.724391:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35500.
00000100:00000001:0.0:1769076145.724395:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076145.724397:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.724399:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.724424:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076145.724426:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076145.724428:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076145.724430:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076145.724431:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076145.724436:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34380 x1855007615993984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.724443:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076145.724445:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076145.724447:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076145.724450:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076145.724452:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076145.724455:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615993984:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076145.724459:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076145.724461:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076145.724463:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076145.724464:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076145.724468:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076145.724470:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076145.724476:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076145.724479:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076145.724483:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076145.724486:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615993984, portal 10
00000100:00000001:0.0:1769076145.724488:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076145.724490:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380928 : -107392271170688 : ffff9e53c9d34380)
00000100:00000040:0.0:1769076145.724497:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34380 x1855007615993984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.724505:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076145.724508:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076145.724511:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076145.724513:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615993984, offset 0
00000400:00000200:0.0:1769076145.724518:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076145.724523:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076145.724527:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076145.724531:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076145.724534:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076145.724537:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076145.724540:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076145.724544:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37247:37247:256:4294967295] 192.168.204.113@tcp LPNI seq info [37217:37217:8:4294967295]
00000400:00000200:0.0:1769076145.724548:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076145.724556:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076145.724561:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076145.724565:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076145.724570:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076145.724573:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076145.724579:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076145.724582:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769076145.724586:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076145.724588:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076145.724592:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076145.724596:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076145.724599:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076145.724602:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076145.724605:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076145.724608:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34380 x1855007615993984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.724617:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076145.724620:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34380 x1855007615993984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.724628:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076145.724629:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076145.724634:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076145.724639:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076145.724642:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076145.724645:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297801742
00000100:00000001:0.0:1769076145.724649:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297802989
00000100:00000001:0.0:1769076145.724651:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297801742
00000100:00000001:0.0:1769076145.724654:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297802990
00000100:00000001:0.0:1769076145.724657:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076145.724659:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076145.724661:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076145.724665:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076145/real 1769076145]  req@ffff9e53c9d34380 x1855007615993984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076145.724673:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076145.724674:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076145.724676:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076145.724678:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076145.724679:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076145.724682:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076145.724685:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34380 x1855007615993984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076145.724693:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34380 x1855007615993984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.724701:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076145.724702:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.724704:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076145.724706:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076145.724710:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34380 x1855007615993984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.724717:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076145.724721:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34380 x1855007615993984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.724729:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076145.724732:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.724734:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076145.724735:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.724737:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076145.724739:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076145.724741:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076145.724745:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076145.724747:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076145.724751:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34380 x1855007615993984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076145.724759:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615993984:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076145.724763:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076145.724766:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35c00 x1855007615994112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.724774:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076145.724775:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076145.724778:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076145.724779:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076145.724782:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076145.724784:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615994112:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076145.724788:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076145.724790:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076145.724792:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076145.724794:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076145.724797:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076145.724800:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076145.724803:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076145.724806:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076145.724809:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076145.724812:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615994112, portal 10
00000100:00000001:0.0:1769076145.724814:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076145.724816:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438387200 : -107392271164416 : ffff9e53c9d35c00)
00000100:00000040:0.0:1769076145.724822:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35c00 x1855007615994112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.724829:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076145.724832:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076145.724834:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076145.724859:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615994112, offset 0
00000400:00000200:0.0:1769076145.724864:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076145.724868:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076145.724872:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076145.724876:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076145.724879:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076145.724882:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076145.724885:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076145.724889:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37248:37248:256:4294967295] 192.168.204.113@tcp LPNI seq info [37218:37218:8:4294967295]
00000400:00000200:0.0:1769076145.724894:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076145.724903:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076145.724908:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076145.724912:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076145.724916:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076145.724920:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076145.724925:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076145.724928:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769076145.724933:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076145.724935:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076145.724984:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076145.724992:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076145.724997:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076145.725001:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076145.725006:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076145.725012:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35c00 x1855007615994112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.725027:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076145.725032:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35c00 x1855007615994112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.725060:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076145.725062:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076145.725067:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076145.725071:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076145.725076:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076145.725108:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297801750
00000100:00000001:0.0:1769076145.725112:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297802989
00000100:00000001:0.0:1769076145.725115:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297801750
00000100:00000001:0.0:1769076145.725118:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297802990
00000100:00000001:0.0:1769076145.725120:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076145.725123:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076145.725126:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076145.725131:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076145/real 1769076145]  req@ffff9e53c9d35c00 x1855007615994112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076145.725142:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076145.725144:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076145.725146:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076145.725150:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076145.725152:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076145.725155:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076145.725159:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35c00 x1855007615994112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076145.725170:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35c00 x1855007615994112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.725179:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076145.725181:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.725183:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076145.725185:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076145.725189:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35c00 x1855007615994112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.725197:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076145.725220:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35c00 x1855007615994112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.725227:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076145.725230:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.725231:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076145.725233:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.725235:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076145.725236:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076145.725239:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076145.725243:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076145.725245:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076145.725249:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35c00 x1855007615994112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076145.725257:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615994112:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076145.725261:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.725264:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076145.725267:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34380 x1855007615993984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.725273:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076145.725276:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076145.725278:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076145.725281:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076145.725283:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076145.725285:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076145.725287:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076145.725289:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:0.0:1769076145.725292:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076145.725311:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076145.725314:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34380.
00000100:00000001:0.0:1769076145.725318:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076145.725320:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.725322:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076145.725326:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35c00 x1855007615994112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076145.725334:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076145.725335:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076145.725337:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076145.725339:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076145.725341:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076145.725342:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076145.725344:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076145.725346:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:0.0:1769076145.725349:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076145.725350:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076145.725351:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35c00.
00000100:00000001:0.0:1769076145.725354:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076145.725355:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.725358:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.725362:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076145.725363:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076145.725366:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076145.725368:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076146.427351:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076146.427361:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076146.427368:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076147.003169:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297802989, at 4297803008
00000100:00000010:2.0:1769076147.003189:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca2a0.
00000100:00000040:3.0:1769076147.003272:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297802990, at 4297803008
00000100:00000010:3.0:1769076147.003300:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca960.
00000020:00000001:2.0:1769076147.451294:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076147.451301:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076147.451307:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076148.475384:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076148.475390:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076148.475394:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076149.499290:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076149.499295:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076149.499300:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076150.523346:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076150.523354:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076150.523361:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076150.843193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076150.843203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076150.843207:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076150.843213:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076150.843217:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076150.843226:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3134
00000400:00000200:3.0:1769076150.843237:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076150.843247:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076150.843252:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076150.843258:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076150.843263:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076150.843266:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076150.843271:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076150.843276:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076150.843289:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076150.843294:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076150.843298:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076150.843302:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076150.843306:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076150.843313:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076150.843316:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076150.843320:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076150.843323:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076150.843327:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076150.843332:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076150.843335:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076150.843339:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076150.843343:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076150.843346:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076150.843349:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076150.843352:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076150.843364:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769076150.843368:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076150.843373:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076150.843375:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076150.843378:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076150.843381:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076150.843387:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076150.843397:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769076150.843405:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076150.843416:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007615994240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076150.843431:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076150.843436:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076150.843442:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007615994240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076150.843471:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076150.843475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076150.843480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076150.843482:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076150.843485:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076150.843488:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076150.843491:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3134
00000400:00000200:3.0:1769076150.843497:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076150.843501:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076150.843505:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076150.843509:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076150.843513:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076150.843521:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076150.843525:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076150.843528:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076150.843532:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076150.843535:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076150.843537:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076150.843540:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076150.843543:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:0.0:1769076150.843547:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769076150.843549:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076150.843562:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076150.843565:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769076150.843567:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076150.843575:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769076150.843577:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076150.843583:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076150.843589:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076150.843598:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076150.843602:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35f80 x1855007615994240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076150.843604:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769076150.843625:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076150.843630:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076150.843633:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076150.843636:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076150.843644:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076150.843646:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076150.843657:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076150.843664:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769076150.843666:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769076150.843680:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076150.843684:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615994240:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076150.843696:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769076150.843696:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076150.843707:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076150.843713:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076150.843715:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
02000000:00000001:0.0:1769076150.843720:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769076150.843730:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000010:0.0:1769076150.843738:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011c00.
02000000:00000001:3.0:1769076150.843741:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076150.843745:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076150.843749:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076150.843758:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076150.843764:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769076150.843769:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:3.0:1769076150.843773:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076150.843779:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
02000000:00000010:3.0:1769076150.843786:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000400:00000010:0.0:1769076150.843794:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000001:3.0:1769076150.843795:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769076150.843816:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615994240, portal 25
00000100:00100000:3.0:1769076150.843816:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007615994368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076150.843833:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076150.843842:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438388096 : -107392271163520 : ffff9e53c9d35f80)
00000100:00000001:3.0:1769076150.843883:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1769076150.843885:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35f80 x1855007615994240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076150.843892:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076150.843923:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076150.843924:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007615994368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076150.843947:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076150.843961:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076150.843972:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615994240, offset 0
00000100:00000001:3.0:1769076150.843973:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076150.843994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769076150.844010:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769076150.844012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076150.844018:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076150.844020:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076150.844025:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769076150.844030:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:3.0:1769076150.844036:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3134
00000400:00000200:3.0:1769076150.844049:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076150.844051:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076150.844113:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076150.844119:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076150.844124:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076150.844128:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769076150.844130:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076150.844138:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076150.844142:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:0.0:1769076150.844150:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000001:3.0:1769076150.844152:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076150.844159:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076150.844164:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076150.844168:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:0.0:1769076150.844171:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1769076150.844173:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076150.844185:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769076150.844193:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:3.0:1769076150.844199:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076150.844204:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076150.844212:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076150.844221:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37249:37249:256:4294967295] 192.168.204.113@tcp LPNI seq info [37219:37219:8:4294967295]
00000100:00000001:3.0:1769076150.844221:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076150.844241:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:0.0:1769076150.844251:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:3.0:1769076150.844260:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076150.844267:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076150.844270:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076150.844278:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076150.844294:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076150.844296:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769076150.844304:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076150.844313:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1769076150.844325:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000008:00000001:3.0:1769076150.844332:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769076150.844341:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000100:00000001:3.0:1769076150.844343:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076150.844363:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769076150.844368:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076150.844379:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1769076150.844381:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:3.0:1769076150.844384:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076150.844398:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076150.844402:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1769076150.844406:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1769076150.844407:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076150.844418:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076150.844426:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076150.844437:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00100000:3.0:1769076150.844444:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007615994496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769076150.844452:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769076150.844479:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1769076150.844490:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076150.844490:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769076150.844503:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000100:00000040:3.0:1769076150.844509:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007615994496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076150.844517:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769076150.844536:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076150.844545:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769076150.844547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076150.844560:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769076150.844562:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000100:00000040:3.0:1769076150.844569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1769076150.844572:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000040:3.0:1769076150.844594:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769076150.844600:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769076150.844605:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3144)
00000100:00000200:0.0:1769076150.844615:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35f80 x1855007615994240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.844634:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076150.844645:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35f80 x1855007615994240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.844656:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076150.844660:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076150.844670:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076150.844678:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076150.844683:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297808110
00000100:00000010:0.0:1769076150.844691:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca900.
00000100:00000001:0.0:1769076150.844704:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076150.844731:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297808110
00000100:00000010:0.0:1769076150.844736:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca540.
00000100:00000001:0.0:1769076150.844740:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076150.844745:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076150.844749:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076150.844753:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076150.844759:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076150/real 1769076150]  req@ffff9e53c9d35f80 x1855007615994240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076150.844773:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076150.844776:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076150.844779:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076150.844783:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076150.844785:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076150.844789:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076150.844794:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35f80 x1855007615994240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076150.844806:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35f80 x1855007615994240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.844816:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076150.844819:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.844822:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076150.844826:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076150.844833:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35f80 x1855007615994240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.844843:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076150.844850:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35f80 x1855007615994240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.844881:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076150.844886:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.844888:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076150.844891:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.844895:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076150.844898:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076150.844903:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076150.844909:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076150.844912:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076150.844919:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35f80 x1855007615994240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076150.844931:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615994240:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076150.844937:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.844940:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076150.844944:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35f80 x1855007615994240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.844952:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076150.844957:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076150.844961:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076150.844966:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076150.844969:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076150.844972:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076150.844975:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076150.844979:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:0.0:1769076150.844985:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076150.844988:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076150.844991:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35f80.
00000100:00000001:0.0:1769076150.844997:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076150.844999:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.845002:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.845013:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076150.845015:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076150.845019:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076150.845021:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076150.845023:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076150.845029:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37b80 x1855007615994368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.845040:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076150.845042:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076150.845046:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076150.845050:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076150.845052:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076150.845056:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615994368:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076150.845061:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076150.845096:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076150.845098:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076150.845101:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076150.845107:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076150.845111:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076150.845121:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076150.845127:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076150.845133:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076150.845139:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615994368, portal 10
00000100:00000001:0.0:1769076150.845144:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076150.845147:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438395264 : -107392271156352 : ffff9e53c9d37b80)
00000100:00000040:0.0:1769076150.845160:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37b80 x1855007615994368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.845175:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076150.845181:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076150.845186:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076150.845192:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615994368, offset 0
00000400:00000200:0.0:1769076150.845201:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076150.845210:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076150.845219:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076150.845225:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076150.845230:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076150.845234:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076150.845237:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076150.845243:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37250:37250:256:4294967295] 192.168.204.113@tcp LPNI seq info [37220:37220:8:4294967295]
00000400:00000200:0.0:1769076150.845250:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076150.845260:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076150.845266:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076150.845272:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076150.845278:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076150.845282:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076150.845289:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076150.845293:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076150.845298:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076150.845301:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076150.845306:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076150.845311:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076150.845315:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076150.845317:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076150.845321:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076150.845327:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37b80 x1855007615994368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.845338:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076150.845342:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37b80 x1855007615994368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.845351:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076150.845354:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076150.845360:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076150.845368:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076150.845375:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076150.845379:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297806863
00000100:00000001:0.0:1769076150.845385:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297808110
00000100:00000001:0.0:1769076150.845389:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297806863
00000100:00000001:0.0:1769076150.845394:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297808110
00000100:00000001:0.0:1769076150.845399:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076150.845404:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076150.845408:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076150.845416:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076150/real 1769076150]  req@ffff9e53c9d37b80 x1855007615994368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076150.845435:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076150.845438:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076150.845442:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076150.845448:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076150.845452:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076150.845457:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076150.845463:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37b80 x1855007615994368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076150.845478:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37b80 x1855007615994368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.845487:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076150.845490:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.845492:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076150.845494:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076150.845498:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37b80 x1855007615994368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.845507:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076150.845513:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37b80 x1855007615994368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.845522:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076150.845525:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.845527:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076150.845528:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.845531:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076150.845533:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076150.845536:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076150.845542:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076150.845544:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076150.845550:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37b80 x1855007615994368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076150.845560:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615994368:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076150.845565:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076150.845569:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36a00 x1855007615994496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.845577:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076150.845579:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076150.845581:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076150.845584:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076150.845587:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076150.845590:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615994496:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076150.845595:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076150.845599:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076150.845601:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076150.845603:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076150.845608:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769076150.845610:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076150.845615:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076150.845619:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076150.845623:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076150.845628:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615994496, portal 10
00000100:00000001:0.0:1769076150.845630:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076150.845632:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438390784 : -107392271160832 : ffff9e53c9d36a00)
00000100:00000040:0.0:1769076150.845641:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36a00 x1855007615994496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.845649:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076150.845654:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076150.845656:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076150.845659:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615994496, offset 0
00000400:00000200:0.0:1769076150.845664:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076150.845670:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076150.845675:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076150.845679:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076150.845683:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076150.845686:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076150.845689:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076150.845694:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37251:37251:256:4294967295] 192.168.204.113@tcp LPNI seq info [37221:37221:8:4294967295]
00000400:00000200:0.0:1769076150.845699:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076150.845708:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076150.845713:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076150.845717:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076150.845723:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076150.845727:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076150.845732:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076150.845761:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076150.845767:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076150.845770:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076150.845774:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076150.845779:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076150.845783:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076150.845786:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076150.845790:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076150.845795:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36a00 x1855007615994496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.845805:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076150.845810:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36a00 x1855007615994496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.845819:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076150.845821:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076150.845826:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076150.845831:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076150.845836:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076150.845839:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297806870
00000100:00000001:0.0:1769076150.845842:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297808110
00000100:00000001:0.0:1769076150.845845:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297806870
00000100:00000001:0.0:1769076150.845848:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297808110
00000100:00000001:0.0:1769076150.845851:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076150.845877:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076150.845882:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076150.845888:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076150/real 1769076150]  req@ffff9e53c9d36a00 x1855007615994496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076150.845901:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076150.845902:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076150.845905:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076150.845909:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076150.845911:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076150.845914:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076150.845918:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36a00 x1855007615994496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076150.845930:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36a00 x1855007615994496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.845938:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076150.845939:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.845941:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076150.845943:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076150.845948:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36a00 x1855007615994496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.845956:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076150.845961:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36a00 x1855007615994496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.845971:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076150.845975:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.845977:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076150.845979:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.845981:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076150.845983:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076150.845986:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076150.845990:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076150.845992:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076150.845997:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36a00 x1855007615994496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076150.846007:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615994496:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076150.846012:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.846014:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076150.846019:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37b80 x1855007615994368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.846028:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076150.846030:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076150.846032:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076150.846035:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076150.846037:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076150.846040:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076150.846043:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076150.846045:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:0.0:1769076150.846049:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076150.846051:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076150.846053:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37b80.
00000100:00000001:0.0:1769076150.846058:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076150.846060:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.846091:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076150.846096:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36a00 x1855007615994496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076150.846106:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076150.846108:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076150.846111:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769076150.846117:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076150.846119:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076150.846122:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076150.846126:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076150.846129:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:0.0:1769076150.846133:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076150.846136:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076150.846138:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36a00.
00000100:00000001:0.0:1769076150.846142:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076150.846145:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.846149:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.846156:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076150.846159:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076150.846164:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076150.846167:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076151.547351:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076151.547358:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076151.547363:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076152.123181:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297808110, at 4297808128
00000100:00000040:2.0:1769076152.123187:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297808110, at 4297808128
00000100:00000010:3.0:1769076152.123203:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca540.
00000100:00000010:2.0:1769076152.123207:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca900.
00000020:00000001:0.0:1769076152.571282:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076152.571286:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076152.571290:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076153.595318:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076153.595324:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076153.595329:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076154.619398:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076154.619407:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076154.619414:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076155.643246:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076155.643250:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076155.643252:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076155.963372:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076155.963378:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076155.963382:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076155.963400:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10380 x1855007615994624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.963417:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076155.963420:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076155.963425:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076155.963429:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076155.963435:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076155.963443:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615994624:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076155.963452:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076155.963457:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076155.963459:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076155.963462:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076155.963469:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076155.963472:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076155.963483:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076155.963488:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076155.963496:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076155.963506:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615994624, portal 25
00000100:00000001:0.0:1769076155.963510:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076155.963512:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438233472 : -107392271318144 : ffff9e53c9d10380)
00000100:00000040:0.0:1769076155.963521:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10380 x1855007615994624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.963561:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076155.963566:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076155.963570:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076155.963575:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615994624, offset 0
00000400:00000200:0.0:1769076155.963589:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076155.963599:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076155.963608:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076155.963618:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076155.963624:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076155.963628:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076155.963630:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076155.963633:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37252:37252:256:4294967295] 192.168.204.113@tcp LPNI seq info [37222:37222:8:4294967295]
00000400:00000200:0.0:1769076155.963636:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076155.963650:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076155.963659:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076155.963665:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076155.963675:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076155.963681:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076155.963700:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076155.963705:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076155.963712:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076155.963716:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076155.963722:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076155.963730:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076155.963736:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076155.963740:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076155.963747:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076155.963753:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10380 x1855007615994624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.963784:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076155.963790:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10380 x1855007615994624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.963804:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076155.963808:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076155.963815:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076155.963823:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076155.963827:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297813229
00000100:00000010:0.0:1769076155.963835:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca6c0.
00000100:00000001:0.0:1769076155.963843:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076155.963868:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297813229
00000100:00000010:0.0:1769076155.963873:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caa20.
00000100:00000001:0.0:1769076155.963880:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076155.963886:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076155.963891:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076155.963898:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076155.963909:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076155/real 1769076155]  req@ffff9e53c9d10380 x1855007615994624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076155.963926:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076155.963929:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076155.963932:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076155.963935:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076155.963937:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076155.963940:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076155.963944:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10380 x1855007615994624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076155.963951:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10380 x1855007615994624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.963956:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076155.963957:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.963959:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076155.963960:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076155.963963:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10380 x1855007615994624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.963968:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076155.963972:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10380 x1855007615994624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.963977:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076155.963978:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.963979:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076155.963980:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.963982:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076155.963983:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076155.963985:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076155.963988:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076155.963989:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076155.963992:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10380 x1855007615994624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076155.963997:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615994624:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076155.964001:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.964003:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076155.964005:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10380 x1855007615994624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964009:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076155.964011:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076155.964013:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076155.964015:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076155.964016:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076155.964017:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076155.964018:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076155.964020:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b400.
02000000:00000001:0.0:1769076155.964023:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076155.964025:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076155.964026:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10380.
00000100:00000001:0.0:1769076155.964028:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076155.964029:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.964042:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.964047:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076155.964049:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076155.964050:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076155.964052:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076155.964053:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076155.964055:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11500 x1855007615994752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964060:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076155.964081:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076155.964083:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076155.964085:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076155.964086:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076155.964089:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615994752:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076155.964091:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076155.964093:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076155.964094:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076155.964096:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076155.964098:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076155.964100:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076155.964103:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076155.964105:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076155.964107:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076155.964109:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615994752, portal 10
00000100:00000001:0.0:1769076155.964111:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076155.964112:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237952 : -107392271313664 : ffff9e53c9d11500)
00000100:00000040:0.0:1769076155.964117:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11500 x1855007615994752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964121:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076155.964123:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076155.964124:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076155.964126:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615994752, offset 0
00000400:00000200:0.0:1769076155.964128:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076155.964131:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076155.964134:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076155.964136:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076155.964138:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076155.964139:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076155.964141:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076155.964144:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37253:37253:256:4294967295] 192.168.204.113@tcp LPNI seq info [37223:37223:8:4294967295]
00000400:00000200:0.0:1769076155.964146:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076155.964151:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076155.964154:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076155.964156:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076155.964159:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076155.964161:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076155.964164:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076155.964166:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076155.964168:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076155.964170:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076155.964172:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076155.964175:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076155.964177:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076155.964178:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076155.964180:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076155.964182:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11500 x1855007615994752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964187:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076155.964189:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11500 x1855007615994752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964194:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076155.964195:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076155.964197:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076155.964200:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076155.964201:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076155.964203:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297811982
00000100:00000001:0.0:1769076155.964205:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297813229
00000100:00000001:0.0:1769076155.964206:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297811982
00000100:00000001:0.0:1769076155.964208:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297813229
00000100:00000001:0.0:1769076155.964210:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076155.964211:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076155.964212:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076155.964214:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076155/real 1769076155]  req@ffff9e53c9d11500 x1855007615994752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076155.964219:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076155.964220:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076155.964221:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076155.964222:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076155.964223:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076155.964225:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076155.964227:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11500 x1855007615994752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076155.964243:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11500 x1855007615994752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964247:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076155.964248:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.964249:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076155.964250:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076155.964252:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11500 x1855007615994752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964256:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076155.964258:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11500 x1855007615994752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964262:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076155.964264:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.964265:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076155.964266:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.964267:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076155.964268:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076155.964269:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076155.964271:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076155.964273:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076155.964275:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11500 x1855007615994752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076155.964280:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615994752:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076155.964283:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076155.964284:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11880 x1855007615994880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964293:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076155.964294:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076155.964295:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076155.964297:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076155.964298:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076155.964300:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615994880:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076155.964302:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076155.964303:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076155.964304:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076155.964305:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076155.964307:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769076155.964308:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076155.964310:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076155.964311:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076155.964313:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076155.964314:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615994880, portal 10
00000100:00000001:0.0:1769076155.964316:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076155.964317:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438238848 : -107392271312768 : ffff9e53c9d11880)
00000100:00000040:0.0:1769076155.964321:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11880 x1855007615994880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964325:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076155.964326:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076155.964327:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076155.964329:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615994880, offset 0
00000400:00000200:0.0:1769076155.964331:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076155.964333:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076155.964336:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076155.964338:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076155.964339:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076155.964341:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076155.964342:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076155.964345:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37254:37254:256:4294967295] 192.168.204.113@tcp LPNI seq info [37224:37224:8:4294967295]
00000400:00000200:0.0:1769076155.964348:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076155.964352:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076155.964355:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076155.964357:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076155.964359:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076155.964361:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076155.964364:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076155.964365:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076155.964368:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076155.964369:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076155.964371:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076155.964374:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076155.964375:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076155.964377:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076155.964378:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076155.964380:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11880 x1855007615994880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964385:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076155.964387:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11880 x1855007615994880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964391:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076155.964392:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076155.964394:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076155.964396:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076155.964398:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076155.964399:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297811989
00000100:00000001:0.0:1769076155.964401:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297813229
00000100:00000001:0.0:1769076155.964402:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297811989
00000100:00000001:0.0:1769076155.964404:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297813229
00000100:00000001:0.0:1769076155.964405:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076155.964407:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076155.964408:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076155.964410:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076155/real 1769076155]  req@ffff9e53c9d11880 x1855007615994880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076155.964415:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076155.964416:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076155.964417:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076155.964418:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076155.964419:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076155.964421:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076155.964423:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11880 x1855007615994880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076155.964429:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11880 x1855007615994880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964432:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076155.964433:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.964434:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076155.964435:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076155.964437:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11880 x1855007615994880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964441:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076155.964443:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11880 x1855007615994880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964447:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076155.964449:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.964450:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076155.964450:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.964451:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076155.964452:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076155.964454:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076155.964456:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076155.964458:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076155.964460:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11880 x1855007615994880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076155.964465:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615994880:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076155.964467:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.964468:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076155.964470:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11500 x1855007615994752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964474:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076155.964475:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076155.964476:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076155.964477:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076155.964478:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076155.964479:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076155.964480:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076155.964481:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a800.
02000000:00000001:0.0:1769076155.964483:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076155.964484:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076155.964484:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11500.
00000100:00000001:0.0:1769076155.964487:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076155.964487:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.964488:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076155.964491:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11880 x1855007615994880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076155.964495:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076155.964496:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076155.964497:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769076155.964498:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076155.964499:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076155.964500:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076155.964501:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076155.964502:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:0.0:1769076155.964503:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076155.964504:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076155.964505:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11880.
00000100:00000001:0.0:1769076155.964507:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076155.964507:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.964508:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.964510:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076155.964511:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076155.964512:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076155.964513:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076156.667198:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076156.667202:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076156.667206:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076157.243203:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297813229, at 4297813248
00000100:00000040:3.0:1769076157.243208:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297813229, at 4297813248
00000100:00000010:2.0:1769076157.243226:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca6c0.
00000100:00000010:3.0:1769076157.243230:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60caa20.
00000020:00000001:3.0:1769076157.691316:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076157.691325:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076157.691332:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076158.715338:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076158.715344:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076158.715365:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076159.739254:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076159.739259:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076159.739263:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076160.763243:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076160.763247:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076160.763250:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076161.083287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076161.083299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076161.083303:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076161.083307:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076161.083312:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076161.083322:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3144
00000400:00000200:3.0:1769076161.083332:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076161.083340:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076161.083344:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076161.083349:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076161.083354:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076161.083359:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076161.083365:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076161.083372:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076161.083377:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076161.083382:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076161.083386:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076161.083391:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076161.083396:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076161.083402:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076161.083406:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076161.083410:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076161.083414:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076161.083420:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076161.083427:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076161.083432:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076161.083437:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076161.083442:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076161.083448:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076161.083453:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076161.083457:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076161.083471:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769076161.083478:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076161.083484:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076161.083487:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076161.083492:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076161.083496:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076161.083504:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076161.083514:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076161.083522:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076161.083534:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007615995008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076161.083548:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076161.083553:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076161.083559:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007615995008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076161.083595:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076161.083599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076161.083604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076161.083606:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076161.083608:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076161.083611:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076161.083614:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3144
00000400:00000200:3.0:1769076161.083620:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076161.083624:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076161.083628:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076161.083632:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076161.083634:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076161.083637:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076161.083640:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076161.083643:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076161.083645:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076161.083647:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076161.083650:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076161.083652:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076161.083654:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076161.083658:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076161.083661:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076161.083664:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076161.083668:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076161.083672:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076161.083677:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076161.083680:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076161.083708:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076161.083716:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076161.083719:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076161.083722:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076161.083728:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1769076161.083728:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076161.083737:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076161.083739:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076161.083741:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076161.083745:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1769076161.083761:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000020:00000040:3.0:1769076161.083770:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000040:0.0:1769076161.083773:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34a80 x1855007615995008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076161.083776:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076161.083781:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076161.083789:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076161.083793:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076161.083799:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076161.083802:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076161.083807:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076161.083809:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
02000000:00000001:0.0:1769076161.083812:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769076161.083820:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076161.083821:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076161.083832:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076161.083840:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007615995136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769076161.083850:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615995008:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076161.083867:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076161.083871:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769076161.083873:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076161.083884:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1769076161.083885:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007615995136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076161.083894:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076161.083908:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769076161.083910:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076161.083917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076161.083921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:0.0:1769076161.083924:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:3.0:1769076161.083925:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076161.083932:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1769076161.083936:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076161.083938:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076161.083946:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3144
00000400:00000200:0.0:1769076161.083963:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076161.083963:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076161.083968:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076161.083970:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076161.083977:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076161.083982:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076161.083985:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000010:0.0:1769076161.083987:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000100:00000001:3.0:1769076161.083989:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076161.083999:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076161.084001:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076161.084003:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:0.0:1769076161.084006:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000020:00000040:3.0:1769076161.084007:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076161.084015:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076161.084020:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076161.084024:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000200:0.0:1769076161.084026:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615995008, portal 25
00000100:00000001:3.0:1769076161.084027:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076161.084042:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076161.084046:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076161.084048:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076161.084055:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438382720 : -107392271168896 : ffff9e53c9d34a80)
00000020:00000040:3.0:1769076161.084056:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076161.084130:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076161.084135:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076161.084138:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076161.084142:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076161.084151:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076161.084154:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076161.084160:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769076161.084162:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34a80 x1855007615995008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769076161.084165:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076161.084175:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076161.084196:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000100:00000001:0.0:1769076161.084200:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769076161.084202:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000040:0.0:1769076161.084211:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769076161.084212:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076161.084218:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076161.084220:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076161.084223:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076161.084225:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076161.084231:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769076161.084236:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076161.084245:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00100000:3.0:1769076161.084247:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007615995264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769076161.084266:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615995008, offset 0
00000100:00000001:3.0:1769076161.084275:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076161.084281:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076161.084290:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007615995264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076161.084292:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076161.084308:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076161.084313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769076161.084316:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769076161.084320:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076161.084328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076161.084333:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769076161.084339:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:3.0:1769076161.084342:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3154)
00000400:00000200:0.0:1769076161.084356:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076161.084366:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076161.084375:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076161.084382:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076161.084390:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37255:37255:256:4294967295] 192.168.204.113@tcp LPNI seq info [37225:37225:8:4294967295]
00000400:00000200:0.0:1769076161.084396:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076161.084412:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076161.084421:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076161.084429:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076161.084439:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076161.084443:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076161.084451:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076161.084456:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769076161.084462:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076161.084465:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076161.084471:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076161.084478:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076161.084484:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076161.084487:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076161.084494:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076161.084500:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34a80 x1855007615995008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.084513:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076161.084519:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34a80 x1855007615995008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.084529:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076161.084531:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076161.084540:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076161.084545:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076161.084548:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297818350
00000100:00000010:0.0:1769076161.084555:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca4e0.
00000100:00000001:0.0:1769076161.084563:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076161.084580:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297818350
00000100:00000010:0.0:1769076161.084585:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca5a0.
00000100:00000001:0.0:1769076161.084589:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076161.084593:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076161.084597:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076161.084600:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076161.084606:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076161/real 1769076161]  req@ffff9e53c9d34a80 x1855007615995008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076161.084618:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076161.084621:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076161.084625:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076161.084630:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076161.084633:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076161.084637:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076161.084642:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34a80 x1855007615995008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076161.084653:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34a80 x1855007615995008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.084662:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076161.084665:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.084667:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076161.084670:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076161.084675:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34a80 x1855007615995008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.084712:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076161.084721:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34a80 x1855007615995008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.084731:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076161.084735:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.084738:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076161.084739:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.084742:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076161.084745:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076161.084748:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076161.084753:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076161.084756:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076161.084773:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34a80 x1855007615995008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076161.084783:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615995008:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076161.084789:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.084792:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076161.084796:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34a80 x1855007615995008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.084804:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076161.084807:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076161.084811:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076161.084814:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076161.084817:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076161.084819:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076161.084822:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076161.084835:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:0.0:1769076161.084840:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076161.084844:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076161.084846:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34a80.
00000100:00000001:0.0:1769076161.084850:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076161.084852:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.084855:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.084863:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076161.084865:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076161.084868:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076161.084870:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076161.084872:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076161.084876:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37480 x1855007615995136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.084886:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076161.084888:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076161.084902:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076161.084904:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076161.084907:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076161.084911:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615995136:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076161.084914:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076161.084917:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076161.084919:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076161.084921:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076161.084925:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076161.084928:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076161.084933:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076161.084937:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076161.084941:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076161.084945:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615995136, portal 10
00000100:00000001:0.0:1769076161.084948:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076161.084950:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438393472 : -107392271158144 : ffff9e53c9d37480)
00000100:00000040:0.0:1769076161.084959:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37480 x1855007615995136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.084976:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076161.084979:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076161.084982:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076161.084985:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615995136, offset 0
00000400:00000200:0.0:1769076161.084990:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076161.084996:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076161.085001:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076161.085005:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076161.085009:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076161.085012:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076161.085015:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076161.085019:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37256:37256:256:4294967295] 192.168.204.113@tcp LPNI seq info [37226:37226:8:4294967295]
00000400:00000200:0.0:1769076161.085025:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076161.085043:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076161.085048:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076161.085052:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076161.085057:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076161.085061:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076161.085096:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076161.085100:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769076161.085105:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076161.085107:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076161.085111:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076161.085116:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076161.085120:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076161.085133:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076161.085137:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076161.085142:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37480 x1855007615995136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.085152:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076161.085156:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37480 x1855007615995136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.085165:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076161.085167:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076161.085172:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076161.085177:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076161.085181:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076161.085184:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297817103
00000100:00000001:0.0:1769076161.085197:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297818350
00000100:00000001:0.0:1769076161.085200:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297817103
00000100:00000001:0.0:1769076161.085203:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297818350
00000100:00000001:0.0:1769076161.085205:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076161.085208:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076161.085210:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076161.085215:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076161/real 1769076161]  req@ffff9e53c9d37480 x1855007615995136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076161.085224:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076161.085226:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076161.085228:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076161.085231:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076161.085233:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076161.085236:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076161.085240:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37480 x1855007615995136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076161.085250:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37480 x1855007615995136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.085273:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076161.085276:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.085280:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076161.085283:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076161.085290:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37480 x1855007615995136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.085305:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076161.085313:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37480 x1855007615995136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.085327:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076161.085332:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.085336:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076161.085339:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.085342:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076161.085346:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076161.085351:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076161.085359:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076161.085363:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076161.085372:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37480 x1855007615995136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076161.085390:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615995136:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076161.085395:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076161.085400:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37100 x1855007615995264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.085408:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076161.085410:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076161.085413:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076161.085416:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076161.085418:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076161.085422:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615995264:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076161.085426:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076161.085429:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076161.085431:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076161.085433:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076161.085438:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076161.085440:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076161.085446:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076161.085449:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076161.085453:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076161.085458:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615995264, portal 10
00000100:00000001:0.0:1769076161.085460:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076161.085462:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438392576 : -107392271159040 : ffff9e53c9d37100)
00000100:00000040:0.0:1769076161.085470:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37100 x1855007615995264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.085478:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076161.085481:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076161.085484:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076161.085487:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615995264, offset 0
00000400:00000200:0.0:1769076161.085492:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076161.085497:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076161.085502:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076161.085506:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076161.085509:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076161.085512:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076161.085515:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076161.085519:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37257:37257:256:4294967295] 192.168.204.113@tcp LPNI seq info [37227:37227:8:4294967295]
00000400:00000200:0.0:1769076161.085525:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076161.085533:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076161.085539:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076161.085543:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076161.085548:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076161.085551:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076161.085557:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076161.085560:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769076161.085565:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076161.085568:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076161.085571:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076161.085576:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076161.085579:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076161.085583:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076161.085586:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076161.085591:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37100 x1855007615995264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.085601:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076161.085604:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37100 x1855007615995264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.085613:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076161.085615:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076161.085618:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076161.085622:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076161.085626:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076161.085629:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297817110
00000100:00000001:0.0:1769076161.085631:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297818350
00000100:00000001:0.0:1769076161.085634:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297817110
00000100:00000001:0.0:1769076161.085638:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297818350
00000100:00000001:0.0:1769076161.085640:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076161.085643:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076161.085645:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076161.085649:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076161/real 1769076161]  req@ffff9e53c9d37100 x1855007615995264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076161.085658:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076161.085660:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076161.085662:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076161.085664:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076161.085666:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076161.085668:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076161.085672:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37100 x1855007615995264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076161.085712:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37100 x1855007615995264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.085723:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076161.085725:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.085727:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076161.085729:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076161.085735:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37100 x1855007615995264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.085743:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076161.085748:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37100 x1855007615995264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.085767:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076161.085770:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.085772:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076161.085774:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.085776:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076161.085778:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076161.085781:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076161.085785:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076161.085788:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076161.085792:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37100 x1855007615995264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076161.085801:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615995264:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076161.085806:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.085808:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076161.085812:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37480 x1855007615995136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.085820:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076161.085833:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076161.085836:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076161.085840:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076161.085842:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076161.085844:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076161.085846:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076161.085849:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:0.0:1769076161.085852:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076161.085854:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076161.085856:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37480.
00000100:00000001:0.0:1769076161.085860:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076161.085862:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.085864:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076161.085868:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37100 x1855007615995264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076161.085875:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076161.085877:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076161.085878:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076161.085881:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076161.085882:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076161.085883:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076161.085886:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076161.085887:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:0.0:1769076161.085890:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076161.085891:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076161.085892:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37100.
00000100:00000001:0.0:1769076161.085895:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076161.085896:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.085898:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076161.085903:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076161.085905:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076161.085907:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076161.085909:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076161.787311:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076161.787317:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076161.787322:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076162.363202:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297818350, at 4297818368
00000100:00000040:2.0:1769076162.363233:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297818350, at 4297818368
00000100:00000010:3.0:1769076162.363235:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca5a0.
00000100:00000010:2.0:1769076162.363255:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca4e0.
00000020:00000001:2.0:1769076162.811357:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076162.811365:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076162.811372:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076163.835316:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076163.835325:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076163.835332:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076164.859494:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076164.859502:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076164.859523:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076165.883369:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076165.883375:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076165.883380:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076166.203192:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076166.203206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076166.203212:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076166.203218:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076166.203224:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076166.203235:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3149
00000400:00000200:3.0:1769076166.203248:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076166.203259:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076166.203265:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076166.203271:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076166.203276:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076166.203280:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076166.203284:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076166.203291:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076166.203294:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076166.203298:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076166.203302:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076166.203306:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076166.203310:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076166.203316:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076166.203319:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076166.203323:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076166.203326:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076166.203331:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076166.203337:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076166.203342:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076166.203347:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076166.203353:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076166.203357:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076166.203361:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076166.203365:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076166.203377:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769076166.203381:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076166.203387:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076166.203389:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076166.203393:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076166.203396:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076166.203401:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076166.203412:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076166.203419:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076166.203430:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007615995392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076166.203442:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076166.203446:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076166.203451:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007615995392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076166.203496:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076166.203501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076166.203505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076166.203508:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076166.203510:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076166.203514:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076166.203518:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3149
00000400:00000200:3.0:1769076166.203526:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076166.203533:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076166.203536:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076166.203541:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076166.203543:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076166.203545:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076166.203555:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076166.203556:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076166.203563:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769076166.203564:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076166.203570:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076166.203573:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076166.203577:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1769076166.203581:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37100 x1855007615995392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769076166.203582:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076166.203591:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076166.203635:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076166.203648:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076166.203654:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076166.203655:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076166.203661:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076166.203662:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076166.203669:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:0.0:1769076166.203670:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769076166.203672:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:0.0:1769076166.203676:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769076166.203678:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:0.0:1769076166.203703:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076166.203705:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076166.203715:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1769076166.203721:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615995392:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769076166.203725:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076166.203732:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076166.203734:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076166.203740:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769076166.203742:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1769076166.203745:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769076166.203748:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769076166.203752:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076166.203755:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769076166.203758:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076166.203765:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
00000100:00000010:3.0:1769076166.203767:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
02000000:00000001:0.0:1769076166.203773:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076166.203775:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076166.203783:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076166.203785:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076166.203791:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076166.203793:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076166.203799:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1769076166.203805:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
02000000:00000001:3.0:1769076166.203806:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076166.203822:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000400:00000010:0.0:1769076166.203824:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000001:3.0:1769076166.203829:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769076166.203837:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615995392, portal 25
00000100:00000001:0.0:1769076166.203844:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076166.203846:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438392576 : -107392271159040 : ffff9e53c9d37100)
00000100:00100000:3.0:1769076166.203858:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007615995520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769076166.203860:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37100 x1855007615995392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076166.203914:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076166.203917:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769076166.203923:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076166.203929:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076166.203935:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000040:3.0:1769076166.203940:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007615995520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076166.203943:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615995392, offset 0
00000400:00000200:0.0:1769076166.203966:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076166.203982:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076166.203985:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076166.203992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769076166.203997:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:3.0:1769076166.204000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076166.204008:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076166.204011:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769076166.204012:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769076166.204035:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769076166.204041:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00080000:3.0:1769076166.204043:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3149
00000400:00000200:0.0:1769076166.204049:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076166.204053:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076166.204058:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076166.204063:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076166.204071:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769076166.204072:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37258:37258:256:4294967295] 192.168.204.113@tcp LPNI seq info [37228:37228:8:4294967295]
00000400:00000200:0.0:1769076166.204083:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769076166.204113:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076166.204117:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076166.204125:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076166.204131:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:0.0:1769076166.204132:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1769076166.204139:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076166.204143:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076166.204147:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.0:1769076166.204148:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000020:00000040:3.0:1769076166.204150:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076166.204157:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000010:0.0:1769076166.204160:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000020:00000001:3.0:1769076166.204160:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076166.204166:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076166.204171:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076166.204176:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:0.0:1769076166.204178:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769076166.204181:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000200:0.0:1769076166.204186:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000020:00000040:3.0:1769076166.204189:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000200:0.1:1769076166.204197:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:3.0:1769076166.204202:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000800:00000200:0.1:1769076166.204204:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769076166.204211:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769076166.204217:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769076166.204220:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1769076166.204222:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
02000000:00000001:3.0:1769076166.204230:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769076166.204231:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769076166.204240:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076166.204241:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769076166.204248:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769076166.204250:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000008:00100000:3.0:1769076166.204255:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1769076166.204256:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076166.204266:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1769076166.204266:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076166.204274:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769076166.204276:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37100 x1855007615995392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769076166.204285:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000100:00000001:0.0:1769076166.204291:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769076166.204294:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000040:0.0:1769076166.204298:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37100 x1855007615995392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076166.204305:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076166.204311:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076166.204312:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076166.204321:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076166.204321:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076166.204327:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769076166.204331:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076166.204333:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076166.204342:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:3.0:1769076166.204345:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:0.0:1769076166.204347:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297823470
00000100:00000001:3.0:1769076166.204357:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076166.204358:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca000.
00000100:00000001:0.0:1769076166.204371:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1769076166.204373:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007615995648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076166.204384:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076166.204387:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076166.204388:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297823470
00000100:00000040:3.0:1769076166.204394:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007615995648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769076166.204397:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caba0.
00000100:00000001:0.0:1769076166.204406:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076166.204414:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076166.204416:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076166.204422:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076166.204424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076166.204428:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1769076166.204431:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076166.204438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769076166.204439:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076166/real 1769076166]  req@ffff9e53c9d37100 x1855007615995392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076166.204447:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076166.204457:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3159)
00000400:00000001:0.0:1769076166.204460:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076166.204465:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076166.204468:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076166.204472:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076166.204474:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076166.204479:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076166.204484:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37100 x1855007615995392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076166.204495:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37100 x1855007615995392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.204504:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076166.204506:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.204509:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076166.204511:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076166.204515:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37100 x1855007615995392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.204522:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076166.204527:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37100 x1855007615995392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.204535:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076166.204538:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.204540:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076166.204542:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.204544:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076166.204546:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076166.204549:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076166.204554:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076166.204556:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076166.204561:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37100 x1855007615995392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076166.204569:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615995392:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076166.204573:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.204575:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076166.204578:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37100 x1855007615995392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.204585:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076166.204588:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076166.204591:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076166.204594:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076166.204611:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076166.204614:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076166.204616:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076166.204619:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:0.0:1769076166.204623:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076166.204625:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076166.204627:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37100.
00000100:00000001:0.0:1769076166.204631:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076166.204632:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.204635:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.204642:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076166.204643:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076166.204646:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076166.204647:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076166.204649:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076166.204653:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37480 x1855007615995520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.204661:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076166.204663:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076166.204666:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076166.204668:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076166.204670:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076166.204673:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615995520:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076166.204676:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076166.204679:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076166.204680:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076166.204682:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076166.204685:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076166.204688:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076166.204692:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076166.204695:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076166.204698:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076166.204701:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615995520, portal 10
00000100:00000001:0.0:1769076166.204703:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076166.204705:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438393472 : -107392271158144 : ffff9e53c9d37480)
00000100:00000040:0.0:1769076166.204712:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37480 x1855007615995520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.204719:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076166.204721:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076166.204724:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076166.204726:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615995520, offset 0
00000400:00000200:0.0:1769076166.204730:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076166.204734:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076166.204738:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076166.204741:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076166.204744:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076166.204747:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076166.204750:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076166.204754:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37259:37259:256:4294967295] 192.168.204.113@tcp LPNI seq info [37229:37229:8:4294967295]
00000400:00000200:0.0:1769076166.204758:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076166.204765:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076166.204770:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076166.204773:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076166.204778:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076166.204781:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076166.204785:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076166.204788:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769076166.204792:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076166.204795:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076166.204797:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076166.204801:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076166.204804:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076166.204806:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076166.204808:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076166.204812:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37480 x1855007615995520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.204820:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076166.204823:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37480 x1855007615995520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.204830:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076166.204832:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076166.204834:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076166.204838:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076166.204841:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076166.204843:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297822222
00000100:00000001:0.0:1769076166.204846:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297823470
00000100:00000001:0.0:1769076166.204849:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297822222
00000100:00000001:0.0:1769076166.204851:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297823470
00000100:00000001:0.0:1769076166.204853:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076166.204856:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076166.204858:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076166.204862:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076166/real 1769076166]  req@ffff9e53c9d37480 x1855007615995520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076166.204870:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076166.204871:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076166.204873:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076166.204875:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076166.204877:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076166.204879:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076166.204882:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37480 x1855007615995520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076166.204891:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37480 x1855007615995520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.204897:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076166.204898:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.204900:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076166.204901:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076166.204905:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37480 x1855007615995520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.204911:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076166.204915:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37480 x1855007615995520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.204921:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076166.204923:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.204925:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076166.204926:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.204928:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076166.204930:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076166.204933:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076166.204937:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076166.204939:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076166.204943:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37480 x1855007615995520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076166.204951:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615995520:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076166.204955:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076166.204958:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34a80 x1855007615995648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.204964:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076166.204965:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076166.204967:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076166.204969:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076166.204971:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076166.204974:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615995648:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076166.204977:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076166.204979:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076166.204980:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076166.204982:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076166.204985:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076166.204987:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076166.204990:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076166.204992:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076166.204995:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076166.204998:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615995648, portal 10
00000100:00000001:0.0:1769076166.205000:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076166.205002:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438382720 : -107392271168896 : ffff9e53c9d34a80)
00000100:00000040:0.0:1769076166.205008:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34a80 x1855007615995648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.205015:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076166.205018:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076166.205020:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076166.205023:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615995648, offset 0
00000400:00000200:0.0:1769076166.205026:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076166.205030:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076166.205033:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076166.205036:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076166.205038:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076166.205040:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076166.205043:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076166.205046:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37260:37260:256:4294967295] 192.168.204.113@tcp LPNI seq info [37230:37230:8:4294967295]
00000400:00000200:0.0:1769076166.205050:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076166.205057:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076166.205084:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076166.205089:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076166.205094:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076166.205097:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076166.205101:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076166.205104:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769076166.205108:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076166.205110:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076166.205113:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076166.205117:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076166.205120:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076166.205122:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076166.205125:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076166.205128:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34a80 x1855007615995648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.205137:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076166.205140:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34a80 x1855007615995648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.205147:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076166.205149:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076166.205153:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076166.205156:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076166.205159:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076166.205161:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297822230
00000100:00000001:0.0:1769076166.205164:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297823470
00000100:00000001:0.0:1769076166.205166:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297822230
00000100:00000001:0.0:1769076166.205169:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297823470
00000100:00000001:0.0:1769076166.205171:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076166.205173:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076166.205175:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076166.205178:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076166/real 1769076166]  req@ffff9e53c9d34a80 x1855007615995648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076166.205185:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076166.205186:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076166.205188:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076166.205191:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076166.205192:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076166.205194:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076166.205197:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34a80 x1855007615995648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076166.205206:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34a80 x1855007615995648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.205212:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076166.205213:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.205215:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076166.205216:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076166.205220:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34a80 x1855007615995648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.205226:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076166.205230:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34a80 x1855007615995648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.205237:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076166.205240:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.205241:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076166.205243:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.205244:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076166.205246:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076166.205248:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076166.205251:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076166.205253:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076166.205257:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34a80 x1855007615995648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076166.205264:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615995648:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076166.205268:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.205269:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076166.205272:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37480 x1855007615995520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.205278:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076166.205280:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076166.205282:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076166.205284:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076166.205286:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076166.205288:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076166.205290:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076166.205292:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:0.0:1769076166.205295:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076166.205296:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076166.205298:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37480.
00000100:00000001:0.0:1769076166.205300:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076166.205302:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.205304:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076166.205307:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34a80 x1855007615995648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076166.205314:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076166.205315:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076166.205316:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076166.205318:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076166.205319:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076166.205320:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076166.205322:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076166.205323:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:0.0:1769076166.205325:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076166.205326:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076166.205328:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34a80.
00000100:00000001:0.0:1769076166.205330:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076166.205331:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.205332:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076166.205335:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076166.205337:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076166.205339:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076166.205340:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076166.907306:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076166.907312:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076166.907318:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076167.483122:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297823470, at 4297823488
00000100:00000010:3.0:1769076167.483141:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60caba0.
00000100:00000040:2.0:1769076167.483157:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297823470, at 4297823488
00000100:00000010:2.0:1769076167.483174:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca000.
00000020:00000001:0.0:1769076167.931313:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076167.931319:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076167.931324:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076168.955331:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076168.955337:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076168.955343:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076169.979305:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076169.979312:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076169.979318:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076171.003319:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076171.003326:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076171.003331:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076171.323323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076171.323336:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076171.323340:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076171.323345:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076171.323350:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076171.323358:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3154
00000400:00000200:0.0:1769076171.323368:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076171.323376:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076171.323381:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076171.323386:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076171.323390:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076171.323393:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076171.323397:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076171.323402:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076171.323404:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076171.323408:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076171.323411:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076171.323414:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076171.323418:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076171.323421:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076171.323424:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076171.323427:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076171.323430:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076171.323433:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076171.323437:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076171.323440:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076171.323444:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076171.323448:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076171.323451:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076171.323454:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076171.323457:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076171.323468:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4380.
00000020:00000040:0.0:1769076171.323472:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076171.323477:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076171.323479:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076171.323483:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076171.323486:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076171.323492:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076171.323504:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769076171.323561:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076171.323577:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4380 x1855007615995776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076171.323597:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076171.323604:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076171.323613:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000234c63a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4380 x1855007615995776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076171.323657:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076171.323662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076171.323667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076171.323669:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076171.323671:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076171.323674:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076171.323678:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3154
00000400:00000200:0.0:1769076171.323684:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076171.323689:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076171.323693:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076171.323697:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076171.323700:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076171.323703:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076171.323706:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769076171.323708:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769076171.323709:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076171.323716:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:2.0:1769076171.323718:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769076171.323719:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769076171.323725:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769076171.323726:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076171.323733:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076171.323738:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076171.323742:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4380 x1855007615995776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076171.323747:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076171.323756:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076171.323763:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076171.323772:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769076171.323777:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769076171.323779:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:2.0:1769076171.323782:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076171.323787:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:2.0:1769076171.323791:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769076171.323793:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076171.323799:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076171.323799:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076171.323806:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076171.323810:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769076171.323816:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615995776:192.168.204.113@tcp:250:kworker.0
02000000:00000001:0.0:1769076171.323818:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076171.323826:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076171.323829:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1769076171.323832:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769076171.323836:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1769076171.323838:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076171.323843:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076171.323845:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076171.323852:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1769076171.323856:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6680.
00000020:00000040:0.0:1769076171.323863:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000010:2.0:1769076171.323864:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20800.
02000000:00000001:0.0:1769076171.323871:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076171.323872:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076171.323876:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076171.323881:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076171.323884:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769076171.323888:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076171.323895:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
02000000:00000001:0.0:1769076171.323903:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769076171.323904:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076171.323919:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615995776, portal 25
02000000:00000010:0.0:1769076171.323920:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:2.0:1769076171.323928:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076171.323931:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076171.323933:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181362560 : -107391528189056 : ffff9e53f61c4380)
00000100:00100000:0.0:1769076171.323945:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6680 x1855007615995904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769076171.323948:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4380 x1855007615995776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.323967:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076171.323978:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076171.323986:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769076171.323987:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076171.323994:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615995776, offset 0
00000100:00000001:0.0:1769076171.323999:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076171.324007:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076171.324015:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703ed1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6680 x1855007615995904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769076171.324023:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076171.324037:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:0.0:1769076171.324040:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076171.324048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769076171.324048:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769076171.324058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769076171.324061:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769076171.324107:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076171.324111:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076171.324116:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076171.324121:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3154
00000400:00000200:0.0:1769076171.324128:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076171.324133:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076171.324136:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769076171.324139:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769076171.324147:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:2.0:1769076171.324153:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:0.0:1769076171.324155:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076171.324166:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769076171.324167:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37261:37261:256:4294967295] 192.168.204.113@tcp LPNI seq info [37231:37231:8:4294967295]
00000100:00000001:0.0:1769076171.324175:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076171.324182:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769076171.324183:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:0.0:1769076171.324189:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076171.324194:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076171.324197:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076171.324205:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769076171.324212:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1769076171.324214:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076171.324244:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:2.0:1769076171.324253:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076171.324254:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076171.324263:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000010:2.0:1769076171.324266:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000100:00000001:0.0:1769076171.324268:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076171.324278:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076171.324284:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000800:00000200:2.0:1769076171.324293:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076171.324294:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076171.324304:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769076171.324306:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
02000000:00000001:0.0:1769076171.324310:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076171.324319:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076171.324320:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076171.324326:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.1:1769076171.324330:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000008:00100000:0.0:1769076171.324332:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076171.324342:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769076171.324345:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076171.324348:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769076171.324352:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000100:00000010:0.0:1769076171.324356:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6a00.
00000400:00000200:2.0:1769076171.324362:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1769076171.324364:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076171.324371:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769076171.324375:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769076171.324377:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076171.324384:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769076171.324387:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
02000000:00000001:0.0:1769076171.324388:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076171.324395:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769076171.324396:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
02000000:00000010:0.0:1769076171.324404:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:2.0:1769076171.324405:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769076171.324415:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769076171.324417:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4380 x1855007615995776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076171.324432:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6a00 x1855007615996032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076171.324441:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769076171.324450:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769076171.324452:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4380 x1855007615995776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076171.324457:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076171.324473:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b99ec67] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6a00 x1855007615996032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.324475:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076171.324484:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076171.324495:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076171.324497:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076171.324506:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076171.324545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769076171.324556:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297828590
00000100:00000040:0.0:1769076171.324557:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076171.324569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1769076171.324573:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d794e0.
00000100:00000040:0.0:1769076171.324578:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769076171.324589:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1769076171.324592:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3165)
00000100:00000001:2.0:1769076171.324601:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297828590
00000100:00000010:2.0:1769076171.324612:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79e40.
00000100:00000001:2.0:1769076171.324619:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076171.324625:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076171.324629:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076171.324633:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076171.324643:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076171/real 1769076171]  req@ffff9e53f61c4380 x1855007615995776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076171.324656:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076171.324659:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076171.324661:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076171.324665:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076171.324667:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076171.324671:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076171.324675:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4380 x1855007615995776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076171.324685:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4380 x1855007615995776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.324694:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076171.324696:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.324699:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076171.324701:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076171.324706:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4380 x1855007615995776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.324714:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076171.324720:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4380 x1855007615995776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.324728:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076171.324732:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.324733:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076171.324735:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.324738:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076171.324740:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076171.324743:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076171.324748:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076171.324750:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076171.324755:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4380 x1855007615995776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076171.324764:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615995776:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076171.324771:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.324773:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076171.324777:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4380 x1855007615995776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.324785:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076171.324788:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076171.324791:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20800.
02000000:00000001:2.0:1769076171.324794:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076171.324809:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076171.324812:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076171.324814:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076171.324818:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:2.0:1769076171.324822:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076171.324825:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076171.324827:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4380.
00000100:00000001:2.0:1769076171.324831:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076171.324832:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.324835:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.324843:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076171.324846:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076171.324849:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076171.324851:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076171.324853:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076171.324862:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6680 x1855007615995904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.324871:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076171.324873:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076171.324876:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076171.324878:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076171.324881:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076171.324884:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615995904:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076171.324888:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076171.324891:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076171.324893:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076171.324896:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076171.324900:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20800.
02000000:00000001:2.0:1769076171.324903:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076171.324908:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076171.324912:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076171.324916:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076171.324919:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615995904, portal 10
00000100:00000001:2.0:1769076171.324922:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076171.324924:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181371520 : -107391528180096 : ffff9e53f61c6680)
00000100:00000040:2.0:1769076171.324931:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6680 x1855007615995904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.324939:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076171.324942:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076171.324944:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076171.324947:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615995904, offset 0
00000400:00000200:2.0:1769076171.324952:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076171.324957:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076171.324961:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076171.324965:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076171.324968:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076171.324971:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076171.324974:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076171.324978:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37262:37262:256:4294967295] 192.168.204.113@tcp LPNI seq info [37232:37232:8:4294967295]
00000400:00000200:2.0:1769076171.324983:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076171.324991:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076171.324996:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076171.325000:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076171.325005:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076171.325008:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076171.325014:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076171.325017:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769076171.325022:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076171.325024:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076171.325029:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076171.325033:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076171.325037:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076171.325039:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076171.325041:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076171.325046:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6680 x1855007615995904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.325055:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076171.325059:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6680 x1855007615995904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.325093:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076171.325095:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076171.325099:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076171.325104:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076171.325108:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076171.325111:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297827343
00000100:00000001:2.0:1769076171.325131:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297828590
00000100:00000001:2.0:1769076171.325134:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297827343
00000100:00000001:2.0:1769076171.325137:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297828590
00000100:00000001:2.0:1769076171.325140:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076171.325143:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076171.325145:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076171.325150:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076171/real 1769076171]  req@ffff9e53f61c6680 x1855007615995904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076171.325160:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076171.325162:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076171.325165:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076171.325168:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076171.325170:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076171.325173:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076171.325195:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6680 x1855007615995904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076171.325206:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6680 x1855007615995904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.325214:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076171.325215:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.325218:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076171.325219:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076171.325223:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6680 x1855007615995904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.325230:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076171.325235:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6680 x1855007615995904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.325242:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076171.325245:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.325247:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076171.325249:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.325251:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076171.325254:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076171.325256:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076171.325260:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076171.325279:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076171.325284:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6680 x1855007615995904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076171.325294:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615995904:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076171.325299:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076171.325306:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6a00 x1855007615996032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.325332:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076171.325335:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076171.325338:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076171.325342:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076171.325346:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076171.325353:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615996032:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076171.325359:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076171.325363:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076171.325366:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076171.325369:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076171.325376:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22c00.
02000000:00000001:2.0:1769076171.325381:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076171.325389:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076171.325394:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076171.325401:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076171.325407:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615996032, portal 10
00000100:00000001:2.0:1769076171.325411:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076171.325415:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181372416 : -107391528179200 : ffff9e53f61c6a00)
00000100:00000040:2.0:1769076171.325426:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6a00 x1855007615996032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.325440:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076171.325445:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076171.325449:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076171.325452:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615996032, offset 0
00000400:00000200:2.0:1769076171.325457:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076171.325463:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076171.325468:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076171.325472:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076171.325476:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076171.325479:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076171.325482:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076171.325487:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37263:37263:256:4294967295] 192.168.204.113@tcp LPNI seq info [37233:37233:8:4294967295]
00000400:00000200:2.0:1769076171.325493:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076171.325501:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076171.325550:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076171.325557:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076171.325565:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076171.325570:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076171.325578:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076171.325583:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769076171.325589:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076171.325591:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076171.325595:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076171.325600:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076171.325604:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076171.325606:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076171.325609:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076171.325614:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6a00 x1855007615996032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.325624:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076171.325627:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6a00 x1855007615996032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.325635:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076171.325637:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076171.325641:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076171.325645:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076171.325649:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076171.325652:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297827350
00000100:00000001:2.0:1769076171.325655:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297828590
00000100:00000001:2.0:1769076171.325658:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297827350
00000100:00000001:2.0:1769076171.325661:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297828590
00000100:00000001:2.0:1769076171.325663:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076171.325666:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076171.325668:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076171.325673:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076171/real 1769076171]  req@ffff9e53f61c6a00 x1855007615996032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076171.325682:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076171.325684:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076171.325686:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076171.325688:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076171.325690:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076171.325693:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076171.325696:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6a00 x1855007615996032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076171.325707:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6a00 x1855007615996032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.325714:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076171.325715:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.325718:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076171.325719:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076171.325723:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6a00 x1855007615996032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.325730:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076171.325735:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6a00 x1855007615996032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.325742:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076171.325745:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.325747:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076171.325749:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.325751:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076171.325753:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076171.325756:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076171.325760:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076171.325763:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076171.325768:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6a00 x1855007615996032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076171.325776:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615996032:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076171.325781:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.325783:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076171.325786:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6680 x1855007615995904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.325793:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076171.325795:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076171.325797:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20800.
02000000:00000001:2.0:1769076171.325800:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076171.325802:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076171.325804:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076171.325806:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076171.325808:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:2.0:1769076171.325812:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076171.325813:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076171.325815:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6680.
00000100:00000001:2.0:1769076171.325818:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076171.325820:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.325822:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076171.325825:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6a00 x1855007615996032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076171.325833:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076171.325834:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076171.325836:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22c00.
02000000:00000001:2.0:1769076171.325838:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076171.325840:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076171.325841:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076171.325843:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076171.325845:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:2.0:1769076171.325847:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076171.325849:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076171.325850:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6a00.
00000100:00000001:2.0:1769076171.325853:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076171.325854:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.325857:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076171.325861:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076171.325862:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076171.325864:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076171.325866:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076172.027253:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076172.027257:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076172.027259:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076172.603163:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297828590, at 4297828608
00000100:00000010:3.0:1769076172.603184:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79e40.
00000100:00000040:2.0:1769076172.603231:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297828590, at 4297828608
00000100:00000010:2.0:1769076172.603254:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d794e0.
00000020:00000001:3.0:1769076173.051379:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076173.051386:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076173.051391:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076174.075382:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076174.075392:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076174.075398:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076175.099221:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076175.099224:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076175.099227:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076176.123288:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076176.123295:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076176.123300:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076176.443267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076176.443280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076176.443284:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076176.443291:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076176.443297:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076176.443306:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3160
00000400:00000200:2.0:1769076176.443315:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076176.443323:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076176.443327:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076176.443332:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076176.443337:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076176.443342:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076176.443347:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076176.443355:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076176.443359:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076176.443363:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076176.443367:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076176.443371:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076176.443375:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076176.443380:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076176.443382:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076176.443386:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076176.443389:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076176.443393:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076176.443398:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076176.443403:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076176.443407:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076176.443411:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076176.443415:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.443418:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076176.443420:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076176.443454:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
00000020:00000040:2.0:1769076176.443460:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076176.443467:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076176.443469:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.443473:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076176.443477:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076176.443482:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076176.443494:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22c00.
00000100:00000001:2.0:1769076176.443503:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076176.443516:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007615996160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076176.443532:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076176.443539:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076176.443550:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007615996160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076176.443587:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076176.443592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076176.443598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076176.443602:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076176.443605:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076176.443610:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076176.443616:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3160
00000400:00000200:2.0:1769076176.443631:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076176.443643:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076176.443653:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076176.443668:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076176.443682:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076176.443698:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076176.443710:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076176.443719:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076176.443729:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076176.443739:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076176.443746:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076176.443756:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076176.443765:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076176.443779:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076176.443786:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076176.443795:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076176.443806:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076176.443810:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076176.443817:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076176.443822:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076176.443829:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076176.443837:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076176.443845:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.443847:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076176.443853:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076176.443862:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.443865:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076176.443872:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000020:00000040:2.0:1769076176.443881:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076176.443891:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076176.443895:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.443902:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076176.443909:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076176.443917:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076176.443932:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20800.
00000100:00000001:2.0:1769076176.443945:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076176.443966:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007615996288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076176.444000:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076176.444010:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076176.444025:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007615996288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076176.444047:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076176.444057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076176.444115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076176.444119:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076176.444124:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076176.444132:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076176.444143:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3160
00000400:00000200:2.0:1769076176.444159:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076176.444171:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076176.444180:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076176.444191:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076176.444198:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076176.444205:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076176.444210:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076176.444216:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076176.444222:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076176.444229:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076176.444234:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076176.444244:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076176.444252:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076176.444262:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076176.444273:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076176.444277:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076176.444282:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076176.444292:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076176.444298:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076176.444304:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076176.444308:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076176.444315:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076176.444321:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.444327:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076176.444334:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076176.444343:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076176.444345:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076176.444347:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076176.444358:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000100:00000010:2.0:1769076176.444361:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000020:00000040:2.0:1769076176.444371:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076176.444380:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076176.444384:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.444392:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076176.444395:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076176.444402:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076176.444409:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23800.
00000100:00000001:2.0:1769076176.444421:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076176.444464:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007615996416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076176.444487:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076176.444494:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076176.444510:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007615996416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076176.444530:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076176.444536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076176.444552:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076176.444564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076176.444575:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076176.444585:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3170)
00000800:00000200:1.1:1769076176.445138:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076176.445142:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076176.445556:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076176.445559:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769076177.147351:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076177.147359:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076177.147366:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076177.723154:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297833710, at 4297833728
00000100:00000010:3.0:1769076177.723176:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b7e0.
00000100:00000040:2.0:1769076177.723238:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297833710, at 4297833728
00000100:00000010:2.0:1769076177.723252:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf00.
00000020:00000001:2.0:1769076178.171334:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076178.171340:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076178.171345:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076179.195317:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076179.195327:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076179.195334:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076180.219423:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076180.219432:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076180.219439:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076181.243414:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076181.243422:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076181.243429:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076181.563225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076181.563250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076181.563254:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076181.563260:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076181.563264:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076181.563273:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3165
00000400:00000200:0.0:1769076181.563283:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076181.563290:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076181.563295:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076181.563299:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076181.563304:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076181.563307:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076181.563310:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076181.563316:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076181.563318:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076181.563321:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076181.563325:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076181.563328:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076181.563331:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076181.563335:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076181.563337:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076181.563368:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076181.563371:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076181.563375:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076181.563379:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076181.563383:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076181.563386:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076181.563391:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076181.563394:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076181.563397:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076181.563400:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076181.563412:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5180.
00000020:00000040:0.0:1769076181.563417:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076181.563422:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076181.563424:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076181.563428:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076181.563432:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076181.563437:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076181.563447:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769076181.563456:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076181.563467:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5180 x1855007615996544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076181.563482:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076181.563487:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076181.563493:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0881133] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5180 x1855007615996544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076181.563524:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076181.563529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076181.563534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076181.563536:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076181.563538:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076181.563541:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076181.563544:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3165
00000400:00000200:0.0:1769076181.563550:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076181.563554:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076181.563558:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076181.563563:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076181.563567:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076181.563571:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076181.563574:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076181.563578:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076181.563585:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076181.563593:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076181.563599:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076181.563605:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076181.563610:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076181.563625:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076181.563633:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076181.563641:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076181.563648:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076181.563656:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076181.563665:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076181.563675:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076181.563684:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076181.563707:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076181.563718:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076181.563731:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076181.563743:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076181.563759:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076181.563769:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076181.563785:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6d80.
00000020:00000040:0.0:1769076181.563799:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076181.563811:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076181.563817:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076181.563826:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076181.563836:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076181.563841:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076181.563853:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769076181.563863:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076181.563878:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6d80 x1855007615996672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076181.563889:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076181.563896:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076181.563907:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7137345] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6d80 x1855007615996672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076181.563945:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076181.563954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076181.563962:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076181.563967:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076181.563974:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076181.563988:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076181.563996:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3165
00000400:00000200:0.0:1769076181.564026:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076181.564043:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076181.564051:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076181.564096:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076181.564101:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076181.564105:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076181.564111:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076181.564116:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076181.564121:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076181.564126:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076181.564129:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076181.564137:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076181.564154:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.1:1769076181.564162:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769076181.564168:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076181.564175:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076181.564179:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076181.564183:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076181.564192:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076181.564205:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076181.564211:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076181.564228:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076181.564235:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076181.564243:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076181.564246:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076181.564255:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076181.564261:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076181.564266:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076181.564276:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4e00.
00000020:00000040:0.0:1769076181.564284:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076181.564293:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076181.564298:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076181.564308:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076181.564312:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076181.564317:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076181.564326:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:0.0:1769076181.564334:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076181.564383:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4e00 x1855007615996800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076181.564407:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076181.564416:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076181.564428:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a33510eb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4e00 x1855007615996800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076181.564497:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076181.564510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076181.564524:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076181.564535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076181.564548:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076181.564559:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3175)
00000800:00000200:1.1:1769076181.564754:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076181.565128:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:3.0:1769076182.267313:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076182.267318:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076182.267322:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076182.843171:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297838830, at 4297838848
00000100:00000010:3.0:1769076182.843191:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b120.
00000100:00000040:2.0:1769076182.843194:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297838830, at 4297838848
00000100:00000010:2.0:1769076182.843210:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b4e0.
00000020:00000001:0.0:1769076183.291377:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076183.291387:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076183.291396:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076184.315276:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076184.315281:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076184.315285:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769076184.635578:0:2395:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:2.0:1769076184.635639:0:2395:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076184.635655:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076184.635661:0:2395:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:2.0:1769076184.635667:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076184.635671:0:2395:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076184.635680:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076184.635687:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:2.0:1769076184.635696:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076184.635705:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076184.635715:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423110
00000400:00000010:2.0:1769076184.635719:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423110.
00000100:00000001:2.0:1769076184.635728:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076184.635742:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c5180 x1855007615996544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076184.635812:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076184.635823:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5180 x1855007615996544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076184.635837:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076184.635841:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076184.635858:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076184.635864:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fb00.
00000400:00000200:2.0:1769076184.635871:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076184.635879:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076184.635886:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423d48
00000400:00000010:2.0:1769076184.635890:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423d48.
00000100:00000001:2.0:1769076184.635897:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076184.635904:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c6d80 x1855007615996672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076184.635932:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076184.635953:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6d80 x1855007615996672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076184.635997:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076184.636006:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076184.636027:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076184.636037:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74ff00.
00000400:00000200:2.0:1769076184.636050:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076184.636151:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076184.636164:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423770
00000400:00000010:2.0:1769076184.636169:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423770.
00000100:00000001:2.0:1769076184.636181:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076184.636198:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c4e00 x1855007615996800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076184.636235:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076184.636249:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4e00 x1855007615996800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076184.636333:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076184.636342:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769076185.339227:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076185.339243:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076185.339247:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076186.363352:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076186.363359:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076186.363364:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076186.683393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076186.683405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076186.683409:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076186.683414:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076186.683421:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076186.683449:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3170
00000400:00000200:2.0:1769076186.683461:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076186.683468:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076186.683473:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076186.683478:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076186.683482:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076186.683485:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076186.683489:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076186.683496:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076186.683499:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076186.683503:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076186.683509:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076186.683513:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076186.683517:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076186.683521:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076186.683524:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076186.683527:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076186.683530:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076186.683534:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076186.683538:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076186.683542:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076186.683546:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076186.683559:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076186.683565:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076186.683580:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076186.683583:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076186.683592:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000020:00000040:2.0:1769076186.683597:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076186.683602:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076186.683604:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076186.683608:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076186.683612:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076186.683617:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076186.683626:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21800.
00000100:00000001:2.0:1769076186.683635:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076186.683649:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007615996928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076186.683666:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076186.683672:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076186.683679:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007615996928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076186.683716:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076186.683721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076186.683727:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076186.683729:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076186.683732:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076186.683736:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076186.683740:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3170
00000400:00000200:2.0:1769076186.683757:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076186.683762:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076186.683765:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076186.683769:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076186.683771:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076186.683773:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076186.683776:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076186.683778:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076186.683779:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076186.683781:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076186.683783:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076186.683785:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076186.683788:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076186.683792:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076186.683794:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076186.683797:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076186.683800:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076186.683804:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076186.683808:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076186.683820:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076186.683823:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076186.683832:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076186.683837:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076186.683841:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076186.683847:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076186.683853:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076186.683859:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076186.683871:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
00000020:00000040:2.0:1769076186.683879:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076186.683887:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076186.683889:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076186.683897:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076186.683901:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076186.683907:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076186.683919:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23400.
00000100:00000001:2.0:1769076186.683931:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076186.683951:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007615997056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076186.683987:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076186.683996:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076186.684012:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007615997056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076186.684049:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076186.684058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076186.684125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076186.684135:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076186.684140:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076186.684147:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076186.684157:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3170
00000400:00000200:2.0:1769076186.684172:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076186.684193:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076186.684209:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076186.684228:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076186.684236:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076186.684249:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076186.684279:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076186.684287:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076186.684290:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076186.684297:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076186.684303:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076186.684311:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076186.684323:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076186.684332:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076186.684340:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076186.684347:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076186.684351:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076186.684363:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076186.684395:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076186.684408:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076186.684420:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076186.684432:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076186.684447:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076186.684457:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076186.684470:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076186.684481:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076186.684495:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076186.684511:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000020:00000040:2.0:1769076186.684522:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076186.684528:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076186.684533:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076186.684543:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076186.684550:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076186.684557:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076186.684572:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22000.
00000100:00000001:2.0:1769076186.684584:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076186.684601:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007615997184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076186.684648:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076186.684659:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076186.684668:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:2.0:1769076186.684680:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007615997184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076186.684682:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1769076186.684724:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076186.684736:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076186.684745:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076186.684754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076186.684768:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076186.684783:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3180)
00000800:00000200:1.1:1769076186.685600:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076186.685605:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076186.686334:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076186.686338:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769076187.387421:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076187.387426:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076187.387431:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076187.963151:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297843950, at 4297843968
00000100:00000010:3.0:1769076187.963170:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0be40.
00000100:00000040:2.0:1769076187.963250:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297843950, at 4297843968
00000100:00000010:2.0:1769076187.963274:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b060.
00000020:00000001:3.0:1769076188.411331:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076188.411338:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076188.411343:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076189.435536:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076189.435544:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076189.435547:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076190.459380:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076190.459390:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076190.459396:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076191.483405:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076191.483411:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076191.483416:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076191.803287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076191.803302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076191.803307:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076191.803314:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076191.803320:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076191.803342:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3175
00000400:00000200:3.0:1769076191.803355:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076191.803367:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076191.803372:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076191.803379:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076191.803386:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076191.803390:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076191.803393:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076191.803410:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076191.803413:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076191.803418:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076191.803564:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076191.803575:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076191.803597:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076191.803609:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076191.803614:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076191.803618:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076191.803621:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076191.803625:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076191.803631:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076191.803634:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076191.803639:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076191.803644:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076191.803648:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076191.803653:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076191.803656:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076191.803669:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769076191.803674:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076191.803679:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076191.803682:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076191.803685:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076191.803689:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076191.803694:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076191.803704:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769076191.803713:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076191.803736:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007615997312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076191.803757:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076191.803765:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076191.803775:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007615997312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076191.803819:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076191.803827:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076191.803836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076191.803839:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076191.803844:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076191.803851:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076191.803856:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3175
00000400:00000200:3.0:1769076191.803871:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076191.803884:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076191.803888:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076191.803893:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076191.803898:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076191.803924:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076191.803928:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076191.803935:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076191.803939:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076191.803943:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076191.803945:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076191.803947:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076191.803951:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076191.803962:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076191.803992:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076191.804003:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076191.804021:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076191.804040:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076191.804058:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076191.804067:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076191.804070:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076191.804080:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076191.804084:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076191.804087:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076191.804150:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076191.804158:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076191.804164:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076191.804224:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000020:00000040:3.0:1769076191.804238:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076191.804244:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076191.804248:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076191.804275:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076191.804284:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076191.804294:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076191.804312:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769076191.804342:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076191.804352:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007615997440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076191.804364:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076191.804372:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076191.804408:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007615997440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076191.804438:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076191.804444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076191.804470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076191.804475:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076191.804481:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076191.804498:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076191.804526:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3175
00000400:00000200:3.0:1769076191.804546:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076191.804555:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076191.804559:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076191.804564:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076191.804594:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076191.804602:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076191.804609:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076191.804612:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076191.804614:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076191.804616:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076191.804618:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076191.804621:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076191.804624:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076191.804628:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076191.804630:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076191.804633:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076191.804635:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076191.804638:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076191.804641:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076191.804645:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076191.804648:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076191.804653:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076191.804655:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076191.804658:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076191.804661:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076191.804664:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076191.804667:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076191.804671:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769076191.804674:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076191.804677:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076191.804679:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076191.804681:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076191.804683:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076191.804685:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076191.804690:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076191.804694:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076191.804700:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007615997568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076191.804709:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076191.804712:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076191.804717:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007615997568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076191.804726:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076191.804729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076191.804735:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076191.804741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076191.804748:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076191.804757:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3185)
00000800:00000200:1.1:1769076191.804963:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076191.804967:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076191.805674:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076191.805678:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076191.806222:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076191.806226:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076192.507382:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076192.507392:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076192.507399:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076193.083190:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297849071, at 4297849088
00000100:00000010:3.0:1769076193.083205:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf60.
00000100:00000040:2.0:1769076193.083222:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297849070, at 4297849088
00000100:00000010:2.0:1769076193.083242:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b5a0.
00000020:00000001:2.0:1769076193.531371:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076193.531381:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076193.531388:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076194.555253:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076194.555258:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076194.555262:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076195.579215:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076195.579236:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076195.579239:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076196.603358:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076196.603367:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076196.603373:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076196.923257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076196.923270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076196.923276:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076196.923282:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076196.923289:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076196.923301:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3180
00000400:00000200:2.0:1769076196.923315:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076196.923325:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076196.923330:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076196.923336:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076196.923342:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076196.923345:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076196.923349:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076196.923355:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076196.923358:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076196.923362:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076196.923366:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076196.923369:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076196.923372:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076196.923376:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076196.923379:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076196.923382:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076196.923384:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076196.923389:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076196.923393:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076196.923396:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076196.923400:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076196.923404:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076196.923408:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076196.923411:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076196.923414:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076196.923484:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000020:00000040:2.0:1769076196.923490:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076196.923497:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076196.923500:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076196.923505:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076196.923509:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076196.923516:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076196.923529:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21000.
00000100:00000001:2.0:1769076196.923539:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076196.923553:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007615997696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076196.923570:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076196.923577:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076196.923583:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007615997696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076196.923618:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076196.923622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076196.923628:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076196.923630:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076196.923632:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076196.923636:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076196.923639:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3180
00000400:00000200:2.0:1769076196.923644:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076196.923647:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076196.923650:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076196.923654:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076196.923657:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076196.923660:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076196.923663:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076196.923665:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076196.923667:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076196.923669:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076196.923672:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076196.923675:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076196.923678:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076196.923682:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076196.923686:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076196.923688:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076196.923690:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076196.923693:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076196.923697:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076196.923701:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076196.923704:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076196.923712:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076196.923716:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076196.923719:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076196.923725:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076196.923729:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076196.923732:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076196.923737:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000020:00000040:2.0:1769076196.923747:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076196.923756:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076196.923761:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076196.923766:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076196.923768:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076196.923772:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076196.923784:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20400.
00000100:00000001:2.0:1769076196.923800:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076196.923823:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007615997824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076196.923858:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076196.923873:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076196.923888:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007615997824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076196.923944:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076196.923959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076196.923970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076196.923975:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076196.923985:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076196.924001:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076196.924017:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3180
00000400:00000200:2.0:1769076196.924038:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076196.924057:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076196.924171:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076196.924191:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076196.924202:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076196.924216:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076196.924231:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076196.924257:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076196.924271:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076196.924284:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076196.924301:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076196.924320:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076196.924330:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076196.924346:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076196.924363:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076196.924370:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076196.924385:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076196.924390:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076196.924403:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076196.924409:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076196.924428:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076196.924437:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076196.924448:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076196.924459:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076196.924480:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076196.924494:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076196.924502:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076196.924525:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000020:00000040:2.0:1769076196.924537:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076196.924549:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076196.924553:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076196.924563:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076196.924578:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076196.924593:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076196.924605:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22400.
00000100:00000001:2.0:1769076196.924614:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076196.924636:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007615997952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076196.924657:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076196.924665:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076196.924669:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076196.924676:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007615997952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076196.924695:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1769076196.924711:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076196.924724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076196.924739:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076196.924749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076196.924771:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076196.924787:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3190)
00000800:00000200:1.1:1769076196.925425:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076196.925429:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076196.925840:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076196.925844:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769076197.627302:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076197.627476:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076197.627487:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076198.203227:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297854190, at 4297854208
00000100:00000010:3.0:1769076198.203248:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b360.
00000100:00000040:2.0:1769076198.203264:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297854190, at 4297854208
00000100:00000010:2.0:1769076198.203294:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b540.
00000020:00000001:0.0:1769076198.651377:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076198.651387:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076198.651394:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076199.675318:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076199.675328:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076199.675335:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076200.699300:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076200.699306:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076200.699311:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076201.723381:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076201.723388:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076201.723393:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076202.043188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076202.043198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076202.043200:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076202.043204:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076202.043208:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076202.043213:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3185
00000400:00000200:3.0:1769076202.043219:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076202.043224:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076202.043227:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076202.043230:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043233:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076202.043236:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043239:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076202.043243:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076202.043246:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076202.043248:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076202.043251:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076202.043254:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076202.043256:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076202.043261:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043263:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076202.043265:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043282:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076202.043285:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076202.043289:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043292:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076202.043295:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076202.043299:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076202.043302:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076202.043305:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076202.043307:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076202.043316:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769076202.043319:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076202.043323:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076202.043324:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076202.043327:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076202.043329:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076202.043333:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076202.043339:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076202.043344:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076202.043351:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007615998080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076202.043359:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076202.043362:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076202.043365:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007615998080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076202.043383:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076202.043387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076202.043390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076202.043392:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076202.043395:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076202.043397:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076202.043400:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3185
00000400:00000200:3.0:1769076202.043404:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076202.043408:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076202.043421:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076202.043425:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043428:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076202.043430:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043432:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076202.043435:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076202.043436:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076202.043438:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076202.043441:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076202.043443:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076202.043445:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076202.043448:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043450:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076202.043452:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043455:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076202.043457:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076202.043460:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043463:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076202.043464:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076202.043470:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076202.043472:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076202.043474:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076202.043478:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076202.043481:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076202.043484:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076202.043524:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769076202.043526:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076202.043529:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076202.043530:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076202.043532:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076202.043534:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076202.043536:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076202.043547:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769076202.043550:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076202.043555:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007615998208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076202.043562:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076202.043565:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076202.043569:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007615998208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076202.043594:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076202.043605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076202.043609:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076202.043611:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076202.043612:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076202.043615:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076202.043617:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3185
00000400:00000200:3.0:1769076202.043621:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076202.043624:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076202.043627:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076202.043630:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043631:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076202.043634:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043636:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076202.043638:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076202.043640:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076202.043642:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076202.043644:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076202.043646:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076202.043649:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076202.043652:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043654:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076202.043656:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043659:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076202.043661:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076202.043664:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076202.043666:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076202.043667:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076202.043670:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076202.043672:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076202.043674:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076202.043676:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076202.043679:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076202.043681:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076202.043685:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769076202.043687:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076202.043689:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076202.043691:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076202.043693:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076202.043694:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076202.043696:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076202.043699:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769076202.043702:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076202.043702:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076202.043706:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000100:00100000:3.0:1769076202.043707:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007615998336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076202.043715:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076202.043717:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076202.043721:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007615998336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076202.043730:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076202.043732:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076202.043737:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076202.043740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076202.043744:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076202.043748:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3195)
00000800:00000200:1.1:1769076202.044082:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076202.044084:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076202.044308:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076202.044310:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769076202.747334:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076202.747341:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076202.747346:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076203.323176:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297859309, at 4297859328
00000100:00000010:3.0:1769076203.323199:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b600.
00000100:00000040:2.0:1769076203.323237:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297859309, at 4297859328
00000100:00000010:2.0:1769076203.323260:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bd80.
00000020:00000001:3.0:1769076203.771389:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076203.771396:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076203.771402:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076204.795299:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076204.795303:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076204.795306:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076205.819338:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076205.819344:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076205.819349:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076206.843331:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076206.843338:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076206.843343:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076207.163291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076207.163302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076207.163307:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076207.163311:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076207.163317:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076207.163326:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3190
00000400:00000200:2.0:1769076207.163336:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076207.163344:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076207.163349:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076207.163357:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076207.163362:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076207.163366:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076207.163370:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076207.163375:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076207.163377:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076207.163382:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076207.163386:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076207.163390:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076207.163394:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076207.163398:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076207.163403:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076207.163407:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076207.163409:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076207.163413:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076207.163418:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076207.163421:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076207.163424:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076207.163428:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076207.163432:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076207.163434:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076207.163437:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076207.163448:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693480.
00000020:00000040:2.0:1769076207.163452:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076207.163457:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076207.163459:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076207.163462:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076207.163465:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076207.163471:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076207.163480:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21400.
00000100:00000001:2.0:1769076207.163489:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076207.163500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693480 x1855007615998464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076207.163514:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076207.163519:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076207.163525:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a08507] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693480 x1855007615998464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076207.163558:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076207.163562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076207.163566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076207.163568:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076207.163571:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076207.163574:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076207.163577:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3190
00000400:00000200:2.0:1769076207.163584:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076207.163590:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076207.163593:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076207.163599:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076207.163603:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076207.163606:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076207.163609:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076207.163612:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076207.163618:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076207.163621:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076207.163629:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076207.163636:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076207.163639:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076207.163649:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076207.163658:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076207.163666:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076207.163674:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076207.163682:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076207.163689:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076207.163696:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076207.163701:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076207.163713:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076207.163719:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076207.163725:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076207.163732:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076207.163743:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076207.163752:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076207.163768:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691f80.
00000020:00000040:2.0:1769076207.163778:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076207.163792:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076207.163800:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076207.163808:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076207.163816:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076207.163824:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076207.163839:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000100:00000001:2.0:1769076207.163852:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076207.163872:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691f80 x1855007615998592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076207.163905:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076207.163937:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076207.163950:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c3f3d7a] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691f80 x1855007615998592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076207.163978:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076207.163986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076207.163995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076207.164000:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076207.164005:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076207.164012:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076207.164023:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3190
00000400:00000200:2.0:1769076207.164040:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076207.164056:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076207.164121:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076207.164136:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076207.164142:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076207.164147:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076207.164153:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076207.164158:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076207.164161:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076207.164168:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076207.164172:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076207.164179:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076207.164186:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076207.164193:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076207.164204:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076207.164208:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076207.164215:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000200:1.1:1769076207.164218:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:2.0:1769076207.164220:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076207.164231:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000800:00000200:1.1:1769076207.164234:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1769076207.164235:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076207.164241:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076207.164249:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076207.164257:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076207.164261:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076207.164270:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076207.164274:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076207.164281:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076207.164289:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000020:00000040:2.0:1769076207.164301:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076207.164310:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076207.164315:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076207.164317:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076207.164320:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076207.164325:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076207.164334:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22400.
00000100:00000001:2.0:1769076207.164343:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076207.164353:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007615998720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076207.164370:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076207.164376:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076207.164389:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007615998720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076207.164425:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076207.164434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076207.164448:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076207.164454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076207.164460:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076207.164466:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3200)
00000800:00000200:1.1:1769076207.164986:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076207.164990:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076207.165471:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076207.165475:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769076207.867346:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076207.867352:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076207.867357:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076208.443195:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297864430, at 4297864448
00000100:00000040:2.0:1769076208.443216:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297864430, at 4297864448
00000100:00000010:3.0:1769076208.443217:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b180.
00000100:00000010:2.0:1769076208.443236:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b300.
00000020:00000001:2.0:1769076208.891331:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076208.891336:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076208.891340:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076209.915341:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076209.915350:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076209.915357:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076210.939322:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076210.939330:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076210.939337:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076211.963451:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076211.963457:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076211.963461:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076212.283796:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076212.283810:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076212.283816:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076212.283868:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11880 x1855007615998848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.283904:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076212.283915:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076212.283925:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076212.283933:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076212.283942:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076212.283964:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615998848:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076212.283978:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076212.283986:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076212.283992:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076212.284005:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076212.284017:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769076212.284028:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076212.284048:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076212.284057:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076212.284167:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076212.284183:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615998848, portal 25
00000100:00000001:0.0:1769076212.284191:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076212.284195:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438238848 : -107392271312768 : ffff9e53c9d11880)
00000100:00000040:0.0:1769076212.284216:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11880 x1855007615998848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.284245:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076212.284253:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076212.284261:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076212.284268:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615998848, offset 0
00000400:00000200:0.0:1769076212.284321:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076212.284349:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076212.284392:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076212.284405:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076212.284423:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076212.284438:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076212.284443:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076212.284461:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37285:37285:256:4294967295] 192.168.204.113@tcp LPNI seq info [37255:37255:8:4294967295]
00000400:00000200:0.0:1769076212.284481:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076212.284524:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076212.284558:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076212.284575:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076212.284600:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076212.284612:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076212.284643:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076212.284654:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769076212.284675:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076212.284699:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076212.284715:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076212.284730:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076212.284752:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076212.284758:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076212.284771:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076212.284787:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11880 x1855007615998848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.284879:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076212.284890:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11880 x1855007615998848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.284926:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076212.284931:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076212.284945:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076212.284969:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076212.284980:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297869550
00000100:00000010:0.0:1769076212.285001:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca660.
00000100:00000001:0.0:1769076212.285025:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076212.285039:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297869550
00000100:00000010:0.0:1769076212.285055:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca120.
00000100:00000001:0.0:1769076212.285119:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076212.285128:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076212.285134:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076212.285139:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076212.285158:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076212/real 1769076212]  req@ffff9e53c9d11880 x1855007615998848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076212.285259:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076212.285267:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076212.285276:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076212.285304:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076212.285312:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076212.285324:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076212.285346:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11880 x1855007615998848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076212.285413:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11880 x1855007615998848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.285436:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076212.285440:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.285448:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076212.285451:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076212.285469:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11880 x1855007615998848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.285478:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076212.285486:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11880 x1855007615998848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.285496:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076212.285500:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.285503:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076212.285505:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.285508:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076212.285513:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076212.285518:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076212.285524:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076212.285527:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076212.285532:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11880 x1855007615998848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076212.285554:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615998848:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076212.285561:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.285564:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076212.285568:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11880 x1855007615998848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.285576:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076212.285580:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076212.285584:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769076212.285588:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076212.285591:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076212.285593:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076212.285596:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076212.285600:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98000.
02000000:00000001:0.0:1769076212.285604:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076212.285607:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076212.285610:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11880.
00000100:00000001:0.0:1769076212.285616:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076212.285617:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.285621:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.285631:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076212.285634:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076212.285637:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076212.285640:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076212.285642:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076212.285658:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11500 x1855007615998976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.285668:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076212.285670:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076212.285673:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076212.285677:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076212.285680:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076212.285683:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615998976:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076212.287812:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076212.287821:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076212.287876:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076212.287879:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076212.287886:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769076212.287889:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076212.287899:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076212.287904:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076212.287910:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076212.287918:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615998976, portal 10
00000100:00000001:0.0:1769076212.287921:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076212.287923:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237952 : -107392271313664 : ffff9e53c9d11500)
00000100:00000040:0.0:1769076212.287980:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11500 x1855007615998976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.287991:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076212.287995:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076212.287998:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076212.288003:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615998976, offset 0
00000400:00000200:0.0:1769076212.288010:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076212.288019:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076212.288028:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076212.288034:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076212.288039:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076212.288044:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076212.288047:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076212.288051:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37286:37286:256:4294967295] 192.168.204.113@tcp LPNI seq info [37256:37256:8:4294967295]
00000400:00000200:0.0:1769076212.288056:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076212.288094:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076212.288121:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076212.288128:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076212.288136:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076212.288144:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076212.288152:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076212.288156:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769076212.288161:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076212.288164:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076212.288168:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076212.288173:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076212.288179:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076212.288181:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076212.288187:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076212.288192:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11500 x1855007615998976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.288203:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076212.288207:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11500 x1855007615998976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.288215:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076212.288218:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076212.288237:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076212.288244:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076212.288250:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076212.288255:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297868306
00000100:00000001:0.0:1769076212.288260:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297869550
00000100:00000001:0.0:1769076212.288263:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297868306
00000100:00000001:0.0:1769076212.288267:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297869550
00000100:00000001:0.0:1769076212.288300:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076212.288305:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076212.288309:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076212.288318:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076212/real 1769076212]  req@ffff9e53c9d11500 x1855007615998976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076212.288336:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076212.288339:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076212.288344:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076212.288350:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076212.288352:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076212.288355:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076212.288360:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11500 x1855007615998976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076212.288371:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11500 x1855007615998976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.288388:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076212.288390:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.288393:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076212.288395:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076212.288399:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11500 x1855007615998976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.288407:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076212.288413:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11500 x1855007615998976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.288421:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076212.288441:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.288443:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076212.288445:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.288448:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076212.288451:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076212.288455:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076212.288461:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076212.288465:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076212.288472:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11500 x1855007615998976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076212.288487:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615998976:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076212.288529:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076212.288536:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10380 x1855007615999104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.288549:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076212.288551:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076212.288557:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076212.288560:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076212.288563:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076212.288567:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615999104:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076212.288571:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076212.288574:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076212.288575:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076212.288577:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076212.288582:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076212.288584:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076212.288589:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076212.288592:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076212.288596:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076212.288600:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615999104, portal 10
00000100:00000001:0.0:1769076212.288603:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076212.288604:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438233472 : -107392271318144 : ffff9e53c9d10380)
00000100:00000040:0.0:1769076212.288611:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10380 x1855007615999104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.288618:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076212.288621:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076212.288624:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076212.288626:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615999104, offset 0
00000400:00000200:0.0:1769076212.288648:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076212.288653:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076212.288657:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076212.288660:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076212.288664:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076212.288667:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076212.288669:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076212.288673:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37287:37287:256:4294967295] 192.168.204.113@tcp LPNI seq info [37257:37257:8:4294967295]
00000400:00000200:0.0:1769076212.288677:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076212.288694:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076212.288699:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076212.288702:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076212.288706:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076212.288734:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076212.288739:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076212.288757:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1769076212.288773:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076212.288776:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076212.288779:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076212.288784:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076212.288788:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076212.288790:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076212.288793:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076212.288798:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10380 x1855007615999104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.288807:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076212.288810:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10380 x1855007615999104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.288818:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076212.288858:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076212.288864:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076212.288867:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076212.288872:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076212.288874:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297868313
00000100:00000001:0.0:1769076212.288877:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297869550
00000100:00000001:0.0:1769076212.288879:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297868313
00000100:00000001:0.0:1769076212.288882:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297869550
00000100:00000001:0.0:1769076212.288885:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076212.288887:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076212.288889:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076212.288894:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076212/real 1769076212]  req@ffff9e53c9d10380 x1855007615999104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076212.288903:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076212.288904:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076212.288906:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076212.288909:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076212.288911:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076212.288930:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076212.288934:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10380 x1855007615999104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076212.288943:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10380 x1855007615999104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.288951:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076212.288953:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.288955:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076212.288956:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076212.288960:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10380 x1855007615999104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.288967:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076212.288971:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10380 x1855007615999104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.288978:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076212.288981:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.288982:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076212.288984:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.288986:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076212.288989:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076212.288991:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076212.288995:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076212.288998:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076212.289002:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10380 x1855007615999104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076212.289010:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615999104:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076212.289015:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.289018:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076212.289021:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11500 x1855007615998976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.289029:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076212.289031:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076212.289034:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769076212.289037:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076212.289039:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076212.289041:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076212.289043:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076212.289046:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:0.0:1769076212.289050:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076212.289052:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076212.289054:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11500.
00000100:00000001:0.0:1769076212.289059:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076212.289060:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.289062:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076212.289065:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10380 x1855007615999104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076212.289073:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076212.289074:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076212.289076:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076212.289143:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076212.289146:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076212.289148:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076212.289152:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076212.289154:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:0.0:1769076212.289161:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076212.289165:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076212.289169:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10380.
00000100:00000001:0.0:1769076212.289174:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076212.289178:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.289181:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076212.289191:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076212.289193:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076212.289198:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076212.289202:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076212.987232:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076212.987236:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076212.987239:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076213.563197:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297869550, at 4297869568
00000100:00000040:2.0:1769076213.563202:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297869550, at 4297869568
00000100:00000010:3.0:1769076213.563231:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca120.
00000100:00000010:2.0:1769076213.563234:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca660.
00000020:00000001:0.0:1769076214.011357:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076214.011363:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076214.011369:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076215.035443:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076215.035455:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076215.035463:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076216.059221:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076216.059226:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076216.059230:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076217.083375:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076217.083382:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076217.083387:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076217.403533:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076217.403542:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076217.403550:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076217.403567:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11f80 x1855007615999232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.403604:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076217.403610:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076217.403618:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076217.403629:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076217.403645:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076217.403662:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615999232:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076217.403682:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076217.403694:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076217.403704:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076217.403713:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076217.403730:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076217.403769:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076217.403786:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076217.403796:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076217.403808:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076217.403820:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615999232, portal 25
00000100:00000001:0.0:1769076217.403829:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076217.403834:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438240640 : -107392271310976 : ffff9e53c9d11f80)
00000100:00000040:0.0:1769076217.403855:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11f80 x1855007615999232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.403885:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076217.403899:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076217.403905:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076217.403917:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615999232, offset 0
00000400:00000200:0.0:1769076217.403938:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076217.403955:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076217.403969:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076217.403977:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076217.403983:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076217.403988:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076217.403993:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076217.403998:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37288:37288:256:4294967295] 192.168.204.113@tcp LPNI seq info [37258:37258:8:4294967295]
00000400:00000200:0.0:1769076217.404003:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076217.404024:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076217.404042:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076217.404051:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076217.404098:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076217.404104:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076217.404113:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076217.404122:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076217.404138:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076217.404144:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076217.404154:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076217.404171:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076217.404181:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076217.404189:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076217.404199:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076217.404214:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11f80 x1855007615999232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.404247:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076217.404260:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11f80 x1855007615999232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.404283:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076217.404292:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076217.404306:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076217.404317:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076217.404326:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297874670
00000100:00000010:0.0:1769076217.404341:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca600.
00000100:00000001:0.0:1769076217.404355:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076217.404375:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297874670
00000100:00000010:0.0:1769076217.404389:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca420.
00000100:00000001:0.0:1769076217.404399:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076217.404408:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076217.404419:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076217.404427:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076217.404441:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076217/real 1769076217]  req@ffff9e53c9d11f80 x1855007615999232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076217.404476:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076217.404483:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076217.404488:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076217.404493:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076217.404499:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076217.404503:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076217.404508:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11f80 x1855007615999232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076217.404530:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11f80 x1855007615999232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.404538:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076217.404541:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.404544:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076217.404546:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076217.404551:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11f80 x1855007615999232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.404559:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076217.404565:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11f80 x1855007615999232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.404574:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076217.404578:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.404580:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076217.404581:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.404584:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076217.404586:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076217.404590:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076217.404595:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076217.404597:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076217.404603:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11f80 x1855007615999232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076217.404613:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615999232:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076217.404619:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.404622:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076217.404628:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11f80 x1855007615999232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.404654:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076217.404658:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076217.404662:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076217.404668:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076217.404672:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076217.404675:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076217.404679:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076217.404684:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b400.
02000000:00000001:0.0:1769076217.404690:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076217.404694:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076217.404698:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11f80.
00000100:00000001:0.0:1769076217.404707:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076217.404710:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.404714:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.404725:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076217.404728:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076217.404732:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076217.404735:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076217.404762:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076217.404771:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13800 x1855007615999360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.404781:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076217.404783:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076217.404786:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076217.404789:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076217.404792:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076217.404795:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615999360:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076217.404800:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076217.404803:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076217.404805:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076217.404808:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076217.404812:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076217.404815:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076217.404821:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076217.404825:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076217.404830:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076217.404834:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615999360, portal 10
00000100:00000001:0.0:1769076217.404837:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076217.404839:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438246912 : -107392271304704 : ffff9e53c9d13800)
00000100:00000040:0.0:1769076217.404847:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13800 x1855007615999360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.404856:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076217.404859:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076217.404862:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076217.404865:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615999360, offset 0
00000400:00000200:0.0:1769076217.404870:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076217.404875:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076217.404880:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076217.404885:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076217.404888:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076217.404892:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076217.404895:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076217.404899:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37289:37289:256:4294967295] 192.168.204.113@tcp LPNI seq info [37259:37259:8:4294967295]
00000400:00000200:0.0:1769076217.404904:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076217.404913:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076217.404920:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076217.404924:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076217.404929:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076217.404933:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076217.404939:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076217.404942:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076217.404948:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076217.404950:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076217.404954:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076217.404959:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076217.404963:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076217.404965:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076217.404970:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076217.404974:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13800 x1855007615999360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.404984:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076217.404988:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13800 x1855007615999360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.404997:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076217.404999:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076217.405003:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076217.405008:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076217.405012:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076217.405015:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297873422
00000100:00000001:0.0:1769076217.405018:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297874670
00000100:00000001:0.0:1769076217.405021:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297873422
00000100:00000001:0.0:1769076217.405024:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297874670
00000100:00000001:0.0:1769076217.405027:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076217.405029:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076217.405032:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076217.405036:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076217/real 1769076217]  req@ffff9e53c9d13800 x1855007615999360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076217.405045:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076217.405047:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076217.405049:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076217.405052:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076217.405054:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076217.405056:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076217.405060:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13800 x1855007615999360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076217.405101:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13800 x1855007615999360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.405118:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076217.405120:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.405122:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076217.405124:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076217.405129:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13800 x1855007615999360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.405138:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076217.405143:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13800 x1855007615999360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.405151:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076217.405154:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.405156:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076217.405157:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.405159:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076217.405162:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076217.405165:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076217.405169:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076217.405171:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076217.405176:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13800 x1855007615999360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076217.405185:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615999360:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076217.405190:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076217.405195:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10a80 x1855007615999488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.405203:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076217.405205:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076217.405208:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076217.405211:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076217.405214:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076217.405217:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615999488:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076217.405221:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076217.405224:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076217.405226:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076217.405228:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076217.405232:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769076217.405235:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076217.405239:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076217.405243:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076217.405246:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076217.405250:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615999488, portal 10
00000100:00000001:0.0:1769076217.405253:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076217.405255:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438235264 : -107392271316352 : ffff9e53c9d10a80)
00000100:00000040:0.0:1769076217.405261:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10a80 x1855007615999488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.405270:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076217.405273:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076217.405275:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076217.405278:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615999488, offset 0
00000400:00000200:0.0:1769076217.405283:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076217.405288:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076217.405292:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076217.405295:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076217.405299:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076217.405302:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076217.405305:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076217.405309:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37290:37290:256:4294967295] 192.168.204.113@tcp LPNI seq info [37260:37260:8:4294967295]
00000400:00000200:0.0:1769076217.405314:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076217.405322:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076217.405329:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076217.405332:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076217.405337:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076217.405341:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076217.405346:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076217.405350:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076217.405355:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076217.405357:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076217.405361:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076217.405365:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076217.405369:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076217.405371:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076217.405375:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076217.405379:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10a80 x1855007615999488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.405389:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076217.405392:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10a80 x1855007615999488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.405400:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076217.405402:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076217.405406:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076217.405409:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076217.405413:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076217.405416:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297873430
00000100:00000001:0.0:1769076217.405418:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297874670
00000100:00000001:0.0:1769076217.405421:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297873430
00000100:00000001:0.0:1769076217.405424:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297874670
00000100:00000001:0.0:1769076217.405427:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076217.405430:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076217.405432:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076217.405436:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076217/real 1769076217]  req@ffff9e53c9d10a80 x1855007615999488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076217.405446:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076217.405448:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076217.405451:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076217.405453:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076217.405455:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076217.405457:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076217.405461:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10a80 x1855007615999488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076217.405471:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10a80 x1855007615999488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.405479:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076217.405480:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.405482:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076217.405484:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076217.405488:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10a80 x1855007615999488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.405496:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076217.405500:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10a80 x1855007615999488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.405508:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076217.405511:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.405514:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076217.405515:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.405517:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076217.405519:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076217.405523:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076217.405526:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076217.405529:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076217.405534:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10a80 x1855007615999488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076217.405544:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615999488:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076217.405549:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.405551:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076217.405555:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13800 x1855007615999360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.405562:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076217.405564:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076217.405567:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076217.405570:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076217.405571:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076217.405573:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076217.405575:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076217.405577:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a800.
02000000:00000001:0.0:1769076217.405580:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076217.405582:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076217.405584:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13800.
00000100:00000001:0.0:1769076217.405588:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076217.405589:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.405591:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076217.405595:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10a80 x1855007615999488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076217.405603:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076217.405605:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076217.405607:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769076217.405609:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076217.405610:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076217.405612:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076217.405614:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076217.405616:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:0.0:1769076217.405618:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076217.405621:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076217.405623:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10a80.
00000100:00000001:0.0:1769076217.405628:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076217.405631:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.405634:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076217.405640:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076217.405643:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076217.405647:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076217.405650:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076218.107291:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076218.107299:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076218.107304:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076218.683165:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297874670, at 4297874688
00000100:00000040:3.0:1769076218.683171:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297874670, at 4297874688
00000100:00000010:2.0:1769076218.683191:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca600.
00000100:00000010:3.0:1769076218.683199:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca420.
00000020:00000001:3.0:1769076219.131306:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076219.131313:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076219.131317:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076220.155258:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076220.155263:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076220.155267:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076221.179269:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076221.179274:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076221.179279:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076222.203299:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076222.203306:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076222.203311:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076222.523235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076222.523252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076222.523256:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076222.523262:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076222.523270:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076222.523282:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3206
00000400:00000200:2.0:1769076222.523297:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076222.523307:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076222.523312:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076222.523316:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076222.523321:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076222.523325:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076222.523329:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076222.523336:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076222.523338:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076222.523343:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076222.523347:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076222.523350:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076222.523353:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076222.523357:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076222.523359:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076222.523362:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076222.523365:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076222.523370:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076222.523375:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076222.523378:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076222.523383:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076222.523387:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076222.523392:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076222.523394:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076222.523398:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076222.523414:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000020:00000040:2.0:1769076222.523419:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076222.523425:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076222.523427:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076222.523432:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076222.523436:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076222.523443:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076222.523456:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21000.
00000100:00000001:2.0:1769076222.523466:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076222.523483:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007615999616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076222.523506:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076222.523516:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076222.523526:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007615999616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076222.523578:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076222.523586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076222.523594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076222.523597:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076222.523601:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076222.523606:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076222.523610:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3206
00000400:00000200:2.0:1769076222.523616:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076222.523621:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076222.523624:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076222.523629:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076222.523631:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076222.523634:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076222.523637:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076222.523641:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076222.523643:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076222.523645:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076222.523648:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076222.523675:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076222.523678:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076222.523684:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076222.523688:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076222.523691:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076222.523694:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076222.523700:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076222.523704:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076222.523707:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076222.523710:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076222.523719:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076222.523723:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076222.523727:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076222.523729:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1769076222.523734:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769076222.523740:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1769076222.523743:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076222.523746:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769076222.523752:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076222.523761:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000020:00000040:2.0:1769076222.523767:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000040:0.0:1769076222.523771:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692300 x1855007615999616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076222.523774:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076222.523777:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076222.523794:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076222.523802:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076222.523813:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076222.523820:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:2.0:1769076222.523828:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22000.
00000100:00000001:0.0:1769076222.523831:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076222.523857:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769076222.523858:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076222.523870:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076222.523883:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076222.523883:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007615999744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769076222.523904:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615999616:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076222.523936:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769076222.523936:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769076222.523956:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769076222.523958:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076222.523963:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076222.523968:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076222.523979:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076222.523985:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076222.523998:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007615999744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076222.524005:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076222.524016:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076222.524028:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076222.524046:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615999616, portal 25
00000100:00000001:2.0:1769076222.524048:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076222.524121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076222.524133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076222.524138:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076222.524143:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076222.524146:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076222.524149:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769076222.524155:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102514432 : -107391607037184 : ffff9e53f1692300)
00000100:00080000:2.0:1769076222.524163:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3206
00000100:00000040:0.0:1769076222.524183:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692300 x1855007615999616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769076222.524185:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076222.524204:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076222.524221:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769076222.524226:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076222.524234:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000040:0.0:1769076222.524246:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076222.524250:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769076222.524255:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000040:2.0:1769076222.524258:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076222.524266:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000200:0.0:1769076222.524267:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007615999616, offset 0
00000020:00000001:2.0:1769076222.524273:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076222.524278:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076222.524282:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769076222.524292:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:2.0:1769076222.524293:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076222.524304:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076222.524308:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769076222.524316:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:2.0:1769076222.524316:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076222.524328:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076222.524336:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076222.524342:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:2.0:1769076222.524344:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076222.524357:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:0.0:1769076222.524359:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076222.524380:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00080000:2.0:1769076222.524382:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076222.524393:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076222.524397:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769076222.524403:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769076222.524412:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000001:2.0:1769076222.524418:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769076222.524420:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37291:37291:256:4294967295] 192.168.204.113@tcp LPNI seq info [37261:37261:8:4294967295]
02000000:00000001:2.0:1769076222.524431:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076222.524440:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769076222.524442:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00100000:2.0:1769076222.524458:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076222.524468:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076222.524486:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076222.524487:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076222.524511:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000010:2.0:1769076222.524513:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000800:00000010:0.0:1769076222.524519:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000020:00000040:2.0:1769076222.524525:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:0.0:1769076222.524538:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:2.0:1769076222.524540:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1769076222.524546:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1769076222.524548:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076222.524562:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1769076222.524563:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:2.0:1769076222.524579:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1769076222.524580:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1769076222.524596:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769076222.524597:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076222.524612:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
02000000:00000010:2.0:1769076222.524617:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23400.
00000400:00000200:0.0:1769076222.524622:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769076222.524627:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076222.524639:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076222.524648:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000100:00100000:2.0:1769076222.524649:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007615999872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769076222.524685:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:2.0:1769076222.524705:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076222.524709:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769076222.524713:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769076222.524724:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692300 x1855007615999616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076222.524727:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007615999872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076222.524807:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076222.524808:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076222.524823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076222.524834:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692300 x1855007615999616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076222.524844:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076222.524861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076222.524885:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076222.524903:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3216)
00000100:00000001:0.0:1769076222.524905:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076222.524911:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076222.524923:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076222.524930:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076222.524934:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297879790
00000100:00000010:0.0:1769076222.524942:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca240.
00000100:00000001:0.0:1769076222.524952:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076222.524959:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297879790
00000100:00000010:0.0:1769076222.524963:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caa80.
00000100:00000001:0.0:1769076222.524967:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076222.524971:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076222.524975:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076222.524978:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076222.524984:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076222/real 1769076222]  req@ffff9e53f1692300 x1855007615999616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076222.524996:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076222.524998:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076222.525001:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076222.525005:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076222.525007:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076222.525010:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076222.525015:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692300 x1855007615999616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076222.525026:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692300 x1855007615999616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525035:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076222.525038:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.525042:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076222.525046:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076222.525054:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692300 x1855007615999616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525110:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076222.525121:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692300 x1855007615999616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525137:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076222.525143:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.525146:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076222.525149:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.525153:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076222.525157:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076222.525164:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076222.525170:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076222.525174:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076222.525181:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692300 x1855007615999616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076222.525192:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007615999616:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076222.525198:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.525202:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076222.525205:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692300 x1855007615999616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525213:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076222.525217:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076222.525221:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076222.525226:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076222.525229:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076222.525232:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076222.525235:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076222.525238:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21000.
02000000:00000001:0.0:1769076222.525243:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076222.525247:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076222.525250:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692300.
00000100:00000001:0.0:1769076222.525254:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076222.525256:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.525259:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.525267:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076222.525269:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076222.525272:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076222.525275:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076222.525277:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076222.525282:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692680 x1855007615999744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525291:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076222.525293:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076222.525297:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076222.525300:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076222.525303:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076222.525306:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615999744:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076222.525311:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076222.525313:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076222.525316:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076222.525318:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076222.525323:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076222.525325:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076222.525331:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076222.525335:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076222.525340:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076222.525345:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615999744, portal 10
00000100:00000001:0.0:1769076222.525347:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076222.525349:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102515328 : -107391607036288 : ffff9e53f1692680)
00000100:00000040:0.0:1769076222.525358:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692680 x1855007615999744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525366:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076222.525370:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076222.525373:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076222.525376:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615999744, offset 0
00000400:00000200:0.0:1769076222.525381:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076222.525387:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076222.525392:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076222.525397:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076222.525400:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076222.525404:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076222.525407:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076222.525411:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37292:37292:256:4294967295] 192.168.204.113@tcp LPNI seq info [37262:37262:8:4294967295]
00000400:00000200:0.0:1769076222.525417:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076222.525426:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076222.525431:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076222.525435:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076222.525440:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076222.525444:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076222.525450:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076222.525454:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076222.525459:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076222.525462:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076222.525465:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076222.525470:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076222.525474:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076222.525476:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076222.525480:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076222.525485:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692680 x1855007615999744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525495:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076222.525499:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692680 x1855007615999744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525507:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076222.525509:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076222.525514:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076222.525519:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076222.525523:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076222.525526:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297878543
00000100:00000001:0.0:1769076222.525530:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297879790
00000100:00000001:0.0:1769076222.525533:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297878543
00000100:00000001:0.0:1769076222.525536:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297879790
00000100:00000001:0.0:1769076222.525539:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076222.525541:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076222.525544:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076222.525548:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076222/real 1769076222]  req@ffff9e53f1692680 x1855007615999744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076222.525557:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076222.525559:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076222.525561:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076222.525564:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076222.525566:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076222.525569:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076222.525573:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692680 x1855007615999744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076222.525584:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692680 x1855007615999744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525591:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076222.525593:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.525595:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076222.525597:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076222.525601:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692680 x1855007615999744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525609:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076222.525614:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692680 x1855007615999744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525623:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076222.525626:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.525628:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076222.525630:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.525632:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076222.525634:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076222.525637:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076222.525641:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076222.525644:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076222.525648:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692680 x1855007615999744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076222.525685:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615999744:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076222.525690:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076222.525695:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007615999872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525704:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076222.525706:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076222.525709:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076222.525711:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076222.525714:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076222.525718:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615999872:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076222.525722:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076222.525724:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076222.525726:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076222.525729:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076222.525733:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769076222.525735:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076222.525741:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076222.525744:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076222.525747:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076222.525752:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007615999872, portal 10
00000100:00000001:0.0:1769076222.525754:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076222.525756:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:0.0:1769076222.525763:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007615999872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525772:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076222.525775:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076222.525777:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076222.525780:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007615999872, offset 0
00000400:00000200:0.0:1769076222.525785:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076222.525790:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076222.525795:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076222.525798:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076222.525801:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076222.525804:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076222.525807:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076222.525811:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37293:37293:256:4294967295] 192.168.204.113@tcp LPNI seq info [37263:37263:8:4294967295]
00000400:00000200:0.0:1769076222.525817:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076222.525825:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076222.525831:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076222.525834:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076222.525839:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076222.525843:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076222.525849:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076222.525852:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1769076222.525857:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076222.525859:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076222.525863:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076222.525867:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076222.525871:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076222.525874:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076222.525877:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076222.525881:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690a80 x1855007615999872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525891:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076222.525895:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690a80 x1855007615999872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525903:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076222.525905:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076222.525909:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076222.525913:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076222.525917:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076222.525919:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297878550
00000100:00000001:0.0:1769076222.525922:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297879790
00000100:00000001:0.0:1769076222.525925:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297878550
00000100:00000001:0.0:1769076222.525928:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297879790
00000100:00000001:0.0:1769076222.525931:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076222.525934:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076222.525936:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076222.525940:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076222/real 1769076222]  req@ffff9e53f1690a80 x1855007615999872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076222.525949:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076222.525951:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076222.525953:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076222.525956:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076222.525958:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076222.525961:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076222.525965:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007615999872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076222.525975:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007615999872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.525984:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076222.525985:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.525988:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076222.525990:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076222.525994:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007615999872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.526002:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076222.526006:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007615999872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.526014:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076222.526017:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.526019:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076222.526021:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.526023:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076222.526025:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076222.526028:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076222.526031:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076222.526034:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076222.526039:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007615999872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076222.526055:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007615999872:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076222.526096:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.526102:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076222.526110:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692680 x1855007615999744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.526125:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076222.526130:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076222.526134:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076222.526140:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076222.526143:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076222.526146:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076222.526150:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076222.526154:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22000.
02000000:00000001:0.0:1769076222.526159:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076222.526161:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076222.526164:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692680.
00000100:00000001:0.0:1769076222.526170:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076222.526172:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.526174:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076222.526179:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007615999872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076222.526188:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076222.526190:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076222.526192:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769076222.526195:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076222.526197:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076222.526199:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076222.526201:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076222.526203:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23400.
02000000:00000001:0.0:1769076222.526205:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076222.526207:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076222.526208:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:0.0:1769076222.526211:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076222.526212:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.526214:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076222.526219:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076222.526221:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076222.526223:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076222.526225:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076223.227471:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076223.227477:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076223.227483:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076223.803168:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297879790, at 4297879808
00000100:00000010:2.0:1769076223.803196:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca240.
00000100:00000040:3.0:1769076223.803214:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297879790, at 4297879808
00000100:00000010:3.0:1769076223.803230:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60caa80.
00000020:00000001:2.0:1769076224.251377:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076224.251384:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076224.251390:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076225.275418:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076225.275430:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076225.275439:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076226.299290:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076226.299295:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076226.299298:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076227.323358:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076227.323368:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076227.323375:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076227.643680:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076227.643691:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076227.643700:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076227.643717:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10000 x1855007616000000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.643753:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076227.643758:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076227.643767:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076227.643775:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076227.643788:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076227.643803:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616000000:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076227.643822:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076227.643834:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076227.643844:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076227.643857:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076227.643872:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076227.643881:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076227.643906:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076227.643925:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076227.643938:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076227.643951:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616000000, portal 25
00000100:00000001:0.0:1769076227.643961:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076227.643966:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438232576 : -107392271319040 : ffff9e53c9d10000)
00000100:00000040:0.0:1769076227.643988:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10000 x1855007616000000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.644039:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076227.644052:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076227.644057:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076227.644118:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616000000, offset 0
00000400:00000200:0.0:1769076227.644138:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076227.644158:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076227.644181:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076227.644203:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076227.644219:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076227.644238:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076227.644255:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076227.644274:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37294:37294:256:4294967295] 192.168.204.113@tcp LPNI seq info [37264:37264:8:4294967295]
00000400:00000200:0.0:1769076227.644297:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076227.644330:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076227.644347:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076227.644359:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076227.644376:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076227.644389:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076227.644407:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076227.644418:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769076227.644436:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076227.644446:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076227.644461:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076227.644479:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076227.644494:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076227.644503:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076227.644516:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076227.644532:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10000 x1855007616000000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.644594:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076227.644605:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10000 x1855007616000000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.644617:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076227.644621:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076227.644632:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076227.644638:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076227.644642:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297884910
00000100:00000010:0.0:1769076227.644650:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caf60.
00000100:00000001:0.0:1769076227.644658:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076227.644677:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297884910
00000100:00000010:0.0:1769076227.644682:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cab40.
00000100:00000001:0.0:1769076227.644686:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076227.644690:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076227.644693:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076227.644696:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076227.644702:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076227/real 1769076227]  req@ffff9e53c9d10000 x1855007616000000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076227.644715:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076227.644718:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076227.644721:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076227.644724:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076227.644727:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076227.644730:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076227.644735:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10000 x1855007616000000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076227.644746:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10000 x1855007616000000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.644756:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076227.644760:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.644763:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076227.644766:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076227.644772:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10000 x1855007616000000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.644783:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076227.644789:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10000 x1855007616000000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.644799:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076227.644802:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.644805:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076227.644809:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.644813:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076227.644817:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076227.644822:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076227.644830:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076227.644835:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076227.644843:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10000 x1855007616000000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076227.644861:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616000000:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076227.644870:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.644874:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076227.644881:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10000 x1855007616000000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.644897:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076227.644902:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076227.644907:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076227.644913:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076227.644916:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076227.644919:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076227.644924:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076227.644928:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:0.0:1769076227.644932:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076227.644935:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076227.644937:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10000.
00000100:00000001:0.0:1769076227.644941:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076227.644943:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.644946:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.644954:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076227.644956:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076227.644959:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076227.644961:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076227.644964:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076227.644969:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12d80 x1855007616000128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.644979:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076227.644981:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076227.644984:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076227.644987:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076227.644990:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076227.644993:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616000128:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076227.644998:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076227.645001:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076227.645003:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076227.645006:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076227.645010:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076227.645013:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076227.645020:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076227.645024:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076227.645028:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076227.645033:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616000128, portal 10
00000100:00000001:0.0:1769076227.645035:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076227.645038:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438244224 : -107392271307392 : ffff9e53c9d12d80)
00000100:00000040:0.0:1769076227.645046:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12d80 x1855007616000128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.645055:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076227.645058:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076227.645061:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076227.645099:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616000128, offset 0
00000400:00000200:0.0:1769076227.645105:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076227.645112:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076227.645117:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076227.645122:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076227.645125:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076227.645129:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076227.645132:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076227.645137:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37295:37295:256:4294967295] 192.168.204.113@tcp LPNI seq info [37265:37265:8:4294967295]
00000400:00000200:0.0:1769076227.645142:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076227.645152:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076227.645158:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076227.645163:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076227.645171:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076227.645177:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076227.645186:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076227.645191:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769076227.645198:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076227.645202:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076227.645208:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076227.645215:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076227.645221:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076227.645225:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076227.645231:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076227.645238:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12d80 x1855007616000128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.645256:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076227.645263:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12d80 x1855007616000128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.645277:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076227.645280:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076227.645288:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076227.645293:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076227.645298:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076227.645301:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297883663
00000100:00000001:0.0:1769076227.645305:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297884910
00000100:00000001:0.0:1769076227.645308:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297883663
00000100:00000001:0.0:1769076227.645311:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297884910
00000100:00000001:0.0:1769076227.645314:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076227.645318:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076227.645320:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076227.645326:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076227/real 1769076227]  req@ffff9e53c9d12d80 x1855007616000128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076227.645337:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076227.645339:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076227.645342:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076227.645345:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076227.645347:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076227.645350:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076227.645354:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12d80 x1855007616000128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076227.645365:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12d80 x1855007616000128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.645373:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076227.645375:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.645377:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076227.645379:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076227.645383:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12d80 x1855007616000128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.645396:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076227.645403:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12d80 x1855007616000128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.645416:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076227.645420:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.645423:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076227.645426:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.645429:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076227.645432:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076227.645438:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076227.645446:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076227.645450:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076227.645460:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12d80 x1855007616000128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076227.645478:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616000128:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076227.645487:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076227.645493:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12300 x1855007616000256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.645505:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076227.645508:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076227.645511:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076227.645514:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076227.645517:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076227.645521:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616000256:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076227.645525:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076227.645528:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076227.645530:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076227.645533:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076227.645539:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769076227.645541:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076227.645547:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076227.645551:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076227.645555:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076227.645559:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616000256, portal 10
00000100:00000001:0.0:1769076227.645562:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076227.645589:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438241536 : -107392271310080 : ffff9e53c9d12300)
00000100:00000040:0.0:1769076227.645598:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12300 x1855007616000256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.645607:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076227.645611:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076227.645614:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076227.645618:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616000256, offset 0
00000400:00000200:0.0:1769076227.645623:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076227.645629:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076227.645634:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076227.645638:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076227.645642:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076227.645645:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076227.645648:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076227.645653:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37296:37296:256:4294967295] 192.168.204.113@tcp LPNI seq info [37266:37266:8:4294967295]
00000400:00000200:0.0:1769076227.645658:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076227.645667:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076227.645672:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076227.645677:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076227.645682:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076227.645686:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076227.645692:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076227.645695:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769076227.645700:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076227.645703:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076227.645707:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076227.645712:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076227.645715:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076227.645718:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076227.645721:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076227.645726:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12300 x1855007616000256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.645736:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076227.645740:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12300 x1855007616000256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.645749:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076227.645750:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076227.645756:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076227.645760:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076227.645764:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076227.645767:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297883670
00000100:00000001:0.0:1769076227.645770:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297884910
00000100:00000001:0.0:1769076227.645773:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297883670
00000100:00000001:0.0:1769076227.645776:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297884910
00000100:00000001:0.0:1769076227.645779:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076227.645782:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076227.645784:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076227.645788:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076227/real 1769076227]  req@ffff9e53c9d12300 x1855007616000256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076227.645798:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076227.645799:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076227.645802:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076227.645805:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076227.645808:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076227.645812:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076227.645819:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12300 x1855007616000256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076227.645837:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12300 x1855007616000256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.645849:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076227.645852:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.645855:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076227.645858:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076227.645866:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12300 x1855007616000256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.645880:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076227.645889:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12300 x1855007616000256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.645905:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076227.645910:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.645913:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076227.645916:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.645920:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076227.645924:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076227.645927:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076227.645932:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076227.645935:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076227.645941:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12300 x1855007616000256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076227.645951:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616000256:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076227.645956:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.645959:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076227.645962:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12d80 x1855007616000128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.645970:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076227.645972:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076227.645975:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076227.645978:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076227.645980:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076227.645983:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076227.645985:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076227.645988:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99400.
02000000:00000001:0.0:1769076227.645992:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076227.645993:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076227.645996:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12d80.
00000100:00000001:0.0:1769076227.646003:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076227.646005:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.646008:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076227.646012:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12300 x1855007616000256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076227.646020:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076227.646021:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076227.646023:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769076227.646026:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076227.646027:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076227.646028:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076227.646031:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076227.646032:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99000.
02000000:00000001:0.0:1769076227.646034:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076227.646036:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076227.646037:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12300.
00000100:00000001:0.0:1769076227.646040:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076227.646041:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.646043:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076227.646049:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076227.646050:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076227.646053:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076227.646055:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076228.347249:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076228.347253:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076228.347256:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076228.923231:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297884910, at 4297884928
00000100:00000010:2.0:1769076228.923261:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60caf60.
00000100:00000040:3.0:1769076228.923276:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297884910, at 4297884928
00000100:00000010:3.0:1769076228.923303:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cab40.
00000020:00000001:0.0:1769076229.371356:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076229.371361:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076229.371365:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076230.395409:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076230.395416:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076230.395422:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076231.419431:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076231.419440:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076231.419447:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076232.443237:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076232.443240:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076232.443243:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076232.763165:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076232.763174:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076232.763177:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076232.763181:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076232.763185:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076232.763193:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3216
00000400:00000200:0.0:1769076232.763201:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076232.763208:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076232.763213:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076232.763216:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763218:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076232.763220:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763222:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076232.763225:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076232.763227:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076232.763228:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076232.763231:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076232.763232:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076232.763234:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076232.763236:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763238:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076232.763239:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763241:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076232.763243:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076232.763245:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763246:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076232.763248:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076232.763262:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076232.763264:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076232.763265:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076232.763267:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076232.763273:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6d80.
00000020:00000040:0.0:1769076232.763276:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076232.763279:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076232.763280:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076232.763282:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076232.763284:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076232.763288:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076232.763295:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769076232.763301:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076232.763309:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6d80 x1855007616000384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076232.763321:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076232.763325:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076232.763331:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7137345] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6d80 x1855007616000384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076232.763356:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076232.763359:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076232.763363:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076232.763365:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076232.763367:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076232.763369:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076232.763372:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3216
00000400:00000200:0.0:1769076232.763376:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076232.763379:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076232.763383:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076232.763388:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763391:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076232.763396:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763400:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076232.763404:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076232.763407:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076232.763409:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076232.763413:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076232.763415:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076232.763427:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076232.763434:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763440:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076232.763444:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763447:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076232.763451:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076232.763456:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763458:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076232.763460:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076232.763464:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076232.763465:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076232.763467:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076232.763473:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076232.763477:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076232.763492:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076232.763497:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4e00.
00000020:00000040:0.0:1769076232.763501:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076232.763505:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076232.763506:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076232.763511:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076232.763512:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076232.763514:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076232.763519:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000001:0.0:1769076232.763525:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076232.763534:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4e00 x1855007616000512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076232.763558:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076232.763563:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076232.763569:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a33510eb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4e00 x1855007616000512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076232.763581:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076232.763585:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076232.763589:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076232.763591:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076232.763595:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076232.763602:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076232.763610:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3216
00000400:00000200:0.0:1769076232.763631:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076232.763642:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076232.763649:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076232.763656:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763658:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076232.763662:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763665:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076232.763669:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076232.763671:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076232.763674:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076232.763676:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:1.1:1769076232.763678:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:0.0:1769076232.763679:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076232.763685:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.1:1769076232.763685:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769076232.763690:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763695:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076232.763699:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763703:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076232.763705:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076232.763710:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076232.763714:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076232.763717:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076232.763720:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076232.763723:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076232.763731:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076232.763734:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076232.763738:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076232.763740:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076232.763746:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5180.
00000020:00000040:0.0:1769076232.763751:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076232.763756:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076232.763759:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076232.763761:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076232.763763:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076232.763767:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076232.763772:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076232.763778:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076232.763786:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5180 x1855007616000640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076232.763795:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076232.763799:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076232.763805:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0881133] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5180 x1855007616000640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076232.763813:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076232.763817:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076232.763820:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076232.763824:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076232.763829:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076232.763835:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3226)
00000800:00000200:1.1:1769076232.764056:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076232.764057:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076232.764296:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076232.764298:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769076233.467379:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076233.467390:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076233.467400:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076234.043168:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297890029, at 4297890048
00000100:00000010:3.0:1769076234.043189:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b180.
00000100:00000040:2.0:1769076234.043258:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297890029, at 4297890048
00000100:00000010:2.0:1769076234.043279:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b300.
00000020:00000001:2.0:1769076234.491394:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076234.491404:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076234.491411:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076235.515344:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076235.515350:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076235.515355:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076236.539312:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076236.539318:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076236.539324:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076237.563373:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076237.563382:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076237.563389:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076237.883282:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076237.883293:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076237.883296:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076237.883301:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076237.883306:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076237.883315:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3221
00000400:00000200:2.0:1769076237.883324:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076237.883332:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076237.883337:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076237.883342:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076237.883347:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076237.883351:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076237.883355:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076237.883360:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076237.883363:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076237.883367:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076237.883370:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076237.883374:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076237.883377:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076237.883380:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076237.883383:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076237.883385:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076237.883388:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076237.883391:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076237.883428:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076237.883431:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076237.883435:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076237.883439:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076237.883443:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076237.883446:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076237.883448:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076237.883460:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
00000020:00000040:2.0:1769076237.883465:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076237.883470:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076237.883472:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076237.883476:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076237.883480:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076237.883485:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076237.883495:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000100:00000001:2.0:1769076237.883503:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076237.883515:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007616000768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076237.883529:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076237.883534:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076237.883541:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007616000768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076237.883573:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076237.883577:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076237.883582:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076237.883584:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076237.883586:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076237.883589:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076237.883592:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3221
00000400:00000200:2.0:1769076237.883597:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076237.883601:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076237.883604:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076237.883609:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076237.883612:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076237.883616:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076237.883619:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076237.883622:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076237.883624:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076237.883626:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076237.883629:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076237.883632:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076237.883636:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076237.883655:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076237.883663:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076237.883672:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076237.883676:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076237.883684:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076237.883696:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076237.883706:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076237.883714:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076237.883725:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076237.883738:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076237.883742:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076237.883750:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076237.883757:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076237.883763:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076237.883771:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000020:00000040:2.0:1769076237.883779:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076237.883786:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076237.883796:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076237.883804:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076237.883809:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076237.883814:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076237.883821:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23800.
00000100:00000001:2.0:1769076237.883833:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076237.883846:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007616000896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076237.883866:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076237.883874:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076237.883881:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007616000896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076237.883911:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076237.883918:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076237.883934:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076237.883940:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076237.883945:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076237.883951:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076237.883960:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3221
00000400:00000200:2.0:1769076237.883975:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076237.883989:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076237.884001:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076237.884015:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076237.884026:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076237.884042:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076237.884054:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076237.884120:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076237.884125:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076237.884131:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076237.884138:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076237.884144:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076237.884150:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076237.884162:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076237.884164:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076237.884167:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076237.884172:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076237.884178:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076237.884190:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076237.884199:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076237.884205:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076237.884211:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076237.884217:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076237.884226:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076237.884233:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076237.884239:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076237.884248:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076237.884255:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000010:2.0:1769076237.884258:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000020:00000040:2.0:1769076237.884264:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076237.884268:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076237.884270:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076237.884272:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076237.884274:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076237.884277:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076237.884297:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
02000000:00000010:2.0:1769076237.884302:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20800.
00000100:00000001:2.0:1769076237.884311:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076237.884326:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007616001024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076237.884352:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076237.884360:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076237.884370:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007616001024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076237.884412:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076237.884420:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076237.884438:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076237.884446:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076237.884453:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076237.884467:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3231)
00000800:00000200:1.1:1769076237.884942:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076237.884946:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076237.885354:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076237.885357:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076238.587305:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076238.587311:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076238.587316:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076239.163173:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297895150, at 4297895168
00000100:00000040:3.0:1769076239.163173:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297895150, at 4297895168
00000100:00000010:3.0:1769076239.163196:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b600.
00000100:00000010:2.0:1769076239.163203:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bd80.
00000020:00000001:2.0:1769076239.611291:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076239.611298:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076239.611303:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076240.635411:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076240.635418:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076240.635423:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076241.659311:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076241.659317:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076241.659322:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076242.683378:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076242.683385:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076242.683390:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076243.003181:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076243.003192:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076243.003196:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076243.003202:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076243.003208:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076243.003217:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3226
00000400:00000200:2.0:1769076243.003227:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076243.003237:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076243.003241:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076243.003246:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076243.003250:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076243.003253:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076243.003256:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076243.003262:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076243.003264:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076243.003268:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076243.003271:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076243.003274:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076243.003278:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076243.003282:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076243.003284:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076243.003287:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076243.003290:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076243.003294:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076243.003298:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076243.003301:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076243.003305:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076243.003332:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076243.003337:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.003351:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076243.003353:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076243.003365:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000020:00000040:2.0:1769076243.003370:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076243.003374:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076243.003376:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.003380:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076243.003383:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076243.003388:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076243.003397:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000100:00000001:2.0:1769076243.003406:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076243.003419:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007616001152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076243.003434:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076243.003439:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076243.003445:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007616001152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076243.003479:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076243.003484:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076243.003489:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076243.003491:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076243.003493:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076243.003496:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076243.003499:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3226
00000400:00000200:2.0:1769076243.003504:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076243.003508:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076243.003511:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076243.003515:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076243.003518:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076243.003521:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076243.003523:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076243.003526:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076243.003528:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076243.003530:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076243.003533:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076243.003536:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076243.003539:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076243.003543:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076243.003546:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076243.003561:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076243.003564:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076243.003570:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076243.003581:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076243.003590:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076243.003595:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076243.003603:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076243.003610:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.003619:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076243.003627:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076243.003635:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.003650:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076243.003659:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
00000020:00000040:2.0:1769076243.003667:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076243.003673:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076243.003680:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.003685:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076243.003692:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076243.003697:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076243.003706:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23c00.
00000100:00000001:2.0:1769076243.003719:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076243.003731:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007616001280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076243.003750:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076243.003758:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076243.003767:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007616001280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076243.003791:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076243.003801:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076243.003812:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076243.003818:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076243.003826:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076243.003836:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076243.003848:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3226
00000400:00000200:2.0:1769076243.003868:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076243.003888:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076243.003910:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076243.003925:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076243.003937:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076243.003950:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076243.003962:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076243.003974:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076243.003982:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076243.003989:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076243.003997:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076243.004006:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076243.004017:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076243.004033:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076243.004038:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076243.004049:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076243.004057:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076243.004110:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076243.004122:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076243.004128:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076243.004137:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076243.004147:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076243.004157:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.004164:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:1.1:1769076243.004165:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000008:00100000:2.0:1769076243.004169:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1769076243.004172:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000008:00000001:2.0:1769076243.004177:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.004184:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076243.004199:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000020:00000040:2.0:1769076243.004207:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076243.004219:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076243.004224:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076243.004227:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076243.004233:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076243.004242:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076243.004254:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22800.
00000100:00000001:2.0:1769076243.004264:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076243.004281:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007616001408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076243.004304:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076243.004338:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076243.004353:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007616001408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076243.004378:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076243.004384:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076243.004392:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076243.004402:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076243.004415:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076243.004424:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3236)
00000800:00000200:1.1:1769076243.004899:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076243.004902:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076243.005302:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076243.005305:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769076243.707332:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076243.707339:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076243.707345:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076244.283183:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297900270, at 4297900288
00000100:00000040:2.0:1769076244.283184:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297900270, at 4297900288
00000100:00000010:3.0:1769076244.283205:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b360.
00000100:00000010:2.0:1769076244.283210:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b540.
00000020:00000001:0.0:1769076244.731392:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076244.731398:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076244.731403:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076245.755391:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076245.755402:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076245.755409:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076246.779398:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076246.779406:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076246.779411:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076247.803272:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076247.803275:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076247.803278:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076248.123559:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076248.123569:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076248.123574:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076248.123589:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13b80 x1855007616001536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076248.123622:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076248.123628:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076248.123636:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076248.123644:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076248.123649:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076248.123659:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616001536:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076248.123667:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076248.123676:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076248.123681:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076248.123688:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076248.123697:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2000.
02000000:00000001:3.0:1769076248.123701:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076248.123711:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076248.123718:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076248.123728:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076248.123738:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616001536, portal 25
00000100:00000001:3.0:1769076248.123743:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076248.123747:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438247808 : -107392271303808 : ffff9e53c9d13b80)
00000100:00000040:3.0:1769076248.123857:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13b80 x1855007616001536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076248.123889:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076248.123892:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076248.123896:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045440.
00000100:00000200:3.0:1769076248.123899:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616001536, offset 0
00000400:00000200:3.0:1769076248.124031:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076248.124044:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076248.124054:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076248.124062:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076248.124180:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076248.124188:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076248.124194:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076248.124202:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37306:37306:256:4294967295] 192.168.204.113@tcp LPNI seq info [37276:37276:8:4294967295]
00000400:00000200:3.0:1769076248.124210:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076248.124254:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076248.124291:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076248.124296:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076248.124301:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076248.124305:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769076248.124318:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076248.124322:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076248.124324:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297905390
00000100:00000010:3.0:1769076248.124328:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82480.
00000100:00000001:3.0:1769076248.124334:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076248.124338:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297905390
00000100:00000010:3.0:1769076248.124340:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d825a0.
00000100:00000001:3.0:1769076248.124343:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076248.124344:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076248.124346:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.124349:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.124351:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076248.124357:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076248.124359:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769076248.124360:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076248.124361:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076248.124363:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076248.124365:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13480 x1855007616001664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076248.124381:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076248.124383:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076248.124385:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076248.124386:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076248.124388:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076248.124390:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616001664:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076248.124393:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076248.124394:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076248.124395:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076248.124396:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076248.124399:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076248.124400:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076248.124403:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076248.124405:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6b738.
00000400:00000010:3.0:1769076248.124408:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076248.124410:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616001664, portal 10
00000100:00000001:3.0:1769076248.124412:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076248.124413:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438246016 : -107392271305600 : ffff9e53c9d13480)
00000100:00000040:3.0:1769076248.124418:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13480 x1855007616001664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076248.124423:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076248.124424:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076248.124427:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045880.
00000100:00000200:3.0:1769076248.124429:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616001664, offset 0
00000400:00000200:3.0:1769076248.124433:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076248.124436:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076248.124438:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076248.124441:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076248.124444:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076248.124446:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076248.124448:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076248.124451:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37307:37307:255:4294967295] 192.168.204.113@tcp LPNI seq info [37277:37277:7:4294967295]
00000400:00000200:3.0:1769076248.124454:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076248.124470:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076248.124474:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076248.124476:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6a00.
00000800:00000200:3.0:1769076248.124479:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076248.124481:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769076248.124483:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076248.124486:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076248.124488:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076248.124490:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297904142
00000100:00000001:3.0:1769076248.124492:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297905390
00000100:00000001:3.0:1769076248.124493:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297904142
00000100:00000001:3.0:1769076248.124495:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297905390
00000100:00000001:3.0:1769076248.124496:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076248.124497:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.124498:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076248.124500:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13100 x1855007616001792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076248.124504:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076248.124505:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076248.124506:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076248.124507:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076248.124509:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076248.124510:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616001792:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076248.124513:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076248.124514:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076248.124515:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076248.124516:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076248.124518:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076248.124519:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076248.124520:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076248.124522:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076248.124523:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076248.124525:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616001792, portal 10
00000100:00000001:3.0:1769076248.124527:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076248.124528:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438245120 : -107392271306496 : ffff9e53c9d13100)
00000100:00000040:3.0:1769076248.124532:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13100 x1855007616001792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076248.124536:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076248.124537:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076248.124538:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045dd0.
00000100:00000200:3.0:1769076248.124539:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616001792, offset 0
00000400:00000200:3.0:1769076248.124542:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076248.124544:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076248.124546:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076248.124547:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076248.124549:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076248.124550:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076248.124552:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076248.124564:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37308:37308:254:4294967295] 192.168.204.113@tcp LPNI seq info [37278:37278:6:4294967295]
00000400:00000200:3.0:1769076248.124568:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076248.124574:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076248.124578:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076248.124581:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6100.
00000800:00000200:3.0:1769076248.124585:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076248.124588:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769076248.124591:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076248.124593:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076248.124596:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076248.124598:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297904149
00000100:00000001:3.0:1769076248.124601:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297905390
00000100:00000001:3.0:1769076248.124603:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297904149
00000100:00000001:3.0:1769076248.124605:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297905390
00000100:00000001:3.0:1769076248.124607:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076248.124609:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.124612:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.124613:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076248.124616:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076248.124617:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769076248.124619:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076248.124626:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076248.124628:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.124630:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076248.827318:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076248.827325:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076248.827330:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076249.403152:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297905390, at 4297905408
00000100:00000010:3.0:1769076249.403170:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d825a0.
00000100:00000040:2.0:1769076249.403180:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297905390, at 4297905408
00000100:00000010:2.0:1769076249.403220:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82480.
00000020:00000001:3.0:1769076249.851318:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076249.851325:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076249.851331:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076250.875387:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076250.875396:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076250.875402:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769076251.195803:0:2394:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:0.0:1769076251.195889:0:2394:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076251.195909:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076251.195918:0:2394:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:0.0:1769076251.195925:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076251.195932:0:2394:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076251.195942:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:0.0:1769076251.195949:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:0.0:1769076251.195959:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076251.195967:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076251.195980:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045440
00000400:00000010:0.0:1769076251.195986:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045440.
00000100:00000001:0.0:1769076251.195996:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076251.196015:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d13b80 x1855007616001536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076251.196143:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076251.196154:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13b80 x1855007616001536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076273 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076251.196199:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076251.196204:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076251.196230:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:0.0:1769076251.196237:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6a00.
00000400:00000200:0.0:1769076251.196245:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1769076251.196254:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769076251.196258:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1769076251.196269:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769076251.196273:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045880
00000100:00000001:3.0:1769076251.196282:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000010:0.0:1769076251.196284:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045880.
00000100:00000001:0.0:1769076251.196296:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1769076251.196308:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076248/real 1769076251]  req@ffff9e53c9d13b80 x1855007616001536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076251.196314:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d13480 x1855007616001664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076251.196371:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000001:3.0:1769076251.196374:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1769076251.196380:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13480 x1855007616001664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076273 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076251.196383:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076251.196395:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000100:00000001:0.0:1769076251.196407:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076251.196410:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000100:00000001:0.0:1769076251.196414:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:3.0:1769076251.196421:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076251.196433:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000100:0.0:1769076251.196440:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000100:00000200:3.0:1769076251.196451:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13b80 x1855007616001536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1769076251.196453:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6100.
00000400:00000200:0.0:1769076251.196466:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:3.0:1769076251.196490:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13b80 x1855007616001536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076251.196507:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1769076251.196520:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076251.196526:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769076251.196532:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045dd0
00000100:00000001:3.0:1769076251.196537:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:0.0:1769076251.196541:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045dd0.
00000100:00000001:3.0:1769076251.196545:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076251.196555:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1769076251.196564:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13b80 x1855007616001536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076251.196576:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d13100 x1855007616001792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076251.196601:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076251.196620:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076251.196626:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13b80 x1855007616001536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076251.196636:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13100 x1855007616001792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076273 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076251.196661:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076251.196664:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076251.196828:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076251.196836:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076251.196839:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076251.196843:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076251.196848:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076251.196853:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076251.196860:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076251.196872:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076251.196877:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076251.196888:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13b80 x1855007616001536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076251.196905:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616001536:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076251.196915:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076251.196920:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076251.196926:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13b80 x1855007616001536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076251.196939:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076251.196946:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076251.196954:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:3.0:1769076251.196965:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076251.196971:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076251.196975:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076251.196980:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076251.196986:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99800.
02000000:00000001:3.0:1769076251.196993:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076251.196999:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076251.197003:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13b80.
00000100:00000001:3.0:1769076251.197012:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076251.197014:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076251.197019:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076251.197023:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076251.197025:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076251.197029:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076251.197037:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076248/real 1769076251]  req@ffff9e53c9d13480 x1855007616001664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076251.197055:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076251.197058:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076251.197127:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6b738.
00000400:00000200:3.0:1769076251.197136:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076251.197150:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076251.197156:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076251.197165:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13480 x1855007616001664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076251.197218:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13480 x1855007616001664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076251.197230:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076251.197234:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076251.197237:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076251.197240:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076251.197246:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13480 x1855007616001664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076251.197258:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076251.197266:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13480 x1855007616001664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076251.197280:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076251.197285:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076251.197290:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076251.197293:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076251.197296:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076251.197299:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076251.197304:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076251.197310:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076251.197314:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076251.197321:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13480 x1855007616001664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076251.197334:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616001664:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076251.197342:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076251.197348:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076248/real 1769076251]  req@ffff9e53c9d13100 x1855007616001792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076251.197361:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076251.197363:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076251.197366:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076251.197371:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076251.197373:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076251.197378:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076251.197385:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13100 x1855007616001792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076251.197446:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13100 x1855007616001792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076251.197458:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076251.197461:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076251.197464:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076251.197467:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076251.197474:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13100 x1855007616001792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076251.197497:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076251.197504:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13100 x1855007616001792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076251.197517:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076251.197521:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076251.197524:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076251.197527:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076251.197530:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076251.197533:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076251.197537:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076251.197544:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076251.197549:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076251.197557:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13100 x1855007616001792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076251.197572:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616001792:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076251.197579:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076251.197583:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076251.197588:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13480 x1855007616001664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076251.197601:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076251.197604:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076251.197607:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076251.197613:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076251.197616:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076251.197619:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076251.197623:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076251.197626:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98400.
02000000:00000001:3.0:1769076251.197631:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076251.197633:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076251.197636:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13480.
00000100:00000001:3.0:1769076251.197641:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076251.197643:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076251.197646:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076251.197653:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13100 x1855007616001792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076273 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076251.197665:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076251.197667:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076251.197670:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076251.197674:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076251.197677:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076251.197679:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076251.197682:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076251.197685:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:3.0:1769076251.197689:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076251.197691:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076251.197694:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13100.
00000100:00000001:3.0:1769076251.197698:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076251.197700:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076251.197703:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076251.197716:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076251.197720:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076251.197725:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076251.197727:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076251.899322:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076251.899326:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076251.899329:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076252.923321:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076252.923328:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076252.923333:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076253.243633:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076253.243646:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076253.243666:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076253.243690:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12680 x1855007616001920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.243727:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076253.243734:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076253.243748:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076253.243757:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076253.243769:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076253.243784:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616001920:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076253.243802:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076253.243812:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076253.243820:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076253.243834:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076253.243849:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076253.243862:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076253.243884:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076253.243899:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076253.243916:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076253.243935:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616001920, portal 25
00000100:00000001:3.0:1769076253.243948:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076253.243956:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438242432 : -107392271309184 : ffff9e53c9d12680)
00000100:00000040:3.0:1769076253.243980:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12680 x1855007616001920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.244013:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076253.244026:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076253.244038:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076253.244051:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616001920, offset 0
00000400:00000200:3.0:1769076253.244107:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076253.244122:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076253.244158:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076253.244176:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076253.244193:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076253.244211:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076253.244225:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076253.244244:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37309:37309:256:4294967295] 192.168.204.113@tcp LPNI seq info [37279:37279:8:4294967295]
00000400:00000200:3.0:1769076253.244405:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076253.244455:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076253.244499:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076253.244518:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076253.244539:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076253.244551:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076253.244569:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076253.244576:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769076253.244585:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076253.244591:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076253.244601:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076253.244611:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076253.244622:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076253.244627:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076253.244636:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076253.244645:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12680 x1855007616001920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.244666:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076253.244673:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12680 x1855007616001920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076278 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.244688:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076253.244691:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076253.244705:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076253.244714:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076253.244720:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297910510
00000100:00000010:3.0:1769076253.244730:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d825a0.
00000100:00000001:3.0:1769076253.244740:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076253.244778:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297910510
00000100:00000010:3.0:1769076253.244787:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82900.
00000100:00000001:3.0:1769076253.244794:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076253.244800:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076253.244815:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076253.244819:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076253.244829:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076253/real 1769076253]  req@ffff9e53c9d12680 x1855007616001920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076253.244862:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076253.244866:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076253.244870:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076253.244876:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076253.244880:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076253.244885:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076253.244892:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12680 x1855007616001920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076253.244911:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12680 x1855007616001920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.244926:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076253.244929:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.244933:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076253.244937:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076253.244947:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12680 x1855007616001920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.244963:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076253.244973:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12680 x1855007616001920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.244998:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076253.245004:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.245008:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076253.245010:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.245014:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076253.245018:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076253.245023:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076253.245031:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076253.245035:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076253.245056:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12680 x1855007616001920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076253.245120:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616001920:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076253.245129:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.245133:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076253.245168:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12680 x1855007616001920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.245181:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076253.245185:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076253.245191:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076253.245197:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076253.245201:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076253.245204:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076253.245208:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076253.245212:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99400.
02000000:00000001:3.0:1769076253.245218:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076253.245221:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076253.245224:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12680.
00000100:00000001:3.0:1769076253.245244:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076253.245246:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.245250:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.245262:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076253.245265:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076253.245268:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076253.245271:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076253.245274:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076253.245281:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12a00 x1855007616002048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.245293:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076253.245296:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076253.245300:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076253.245305:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076253.245310:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076253.245316:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616002048:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076253.245324:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076253.245328:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076253.245331:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076253.245334:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076253.245341:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076253.245345:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076253.245353:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076253.245359:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076253.245366:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076253.245373:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616002048, portal 10
00000100:00000001:3.0:1769076253.245377:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076253.245380:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438243328 : -107392271308288 : ffff9e53c9d12a00)
00000100:00000040:3.0:1769076253.245392:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12a00 x1855007616002048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.245407:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076253.245413:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076253.245418:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076253.245423:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616002048, offset 0
00000400:00000200:3.0:1769076253.245442:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076253.245449:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076253.245458:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076253.245465:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076253.245470:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076253.245475:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076253.245480:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076253.245487:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37310:37310:256:4294967295] 192.168.204.113@tcp LPNI seq info [37280:37280:8:4294967295]
00000400:00000200:3.0:1769076253.245496:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076253.245510:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076253.245520:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076253.245537:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076253.245545:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076253.245552:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076253.245568:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076253.245573:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769076253.245581:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076253.245585:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076253.245601:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076253.245608:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076253.245615:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076253.245618:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076253.245623:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076253.245630:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12a00 x1855007616002048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.245646:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076253.245652:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12a00 x1855007616002048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076278 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.245667:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076253.245670:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076253.245679:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076253.245686:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076253.245694:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076253.245699:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297909263
00000100:00000001:3.0:1769076253.245705:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297910510
00000100:00000001:3.0:1769076253.245710:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297909263
00000100:00000001:3.0:1769076253.245714:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297910510
00000100:00000001:3.0:1769076253.245718:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076253.245723:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076253.245727:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076253.245735:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076253/real 1769076253]  req@ffff9e53c9d12a00 x1855007616002048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076253.245751:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076253.245753:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076253.245757:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076253.245761:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076253.245763:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076253.245766:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076253.245771:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12a00 x1855007616002048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076253.245782:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12a00 x1855007616002048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.245790:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076253.245792:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.245794:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076253.245796:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076253.245801:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12a00 x1855007616002048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.245809:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076253.245815:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12a00 x1855007616002048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.245824:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076253.245827:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.245829:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076253.245830:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.245832:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076253.245835:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076253.245838:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076253.245842:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076253.245844:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076253.245849:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12a00 x1855007616002048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076253.245859:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616002048:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076253.245866:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076253.245873:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10700 x1855007616002176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.245887:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076253.245890:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076253.245894:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076253.245899:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076253.245903:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076253.245909:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616002176:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076253.245915:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076253.245919:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076253.245922:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076253.245926:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076253.245933:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076253.245946:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076253.245954:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076253.245959:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076253.245964:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076253.245970:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616002176, portal 10
00000100:00000001:3.0:1769076253.245974:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076253.245977:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438234368 : -107392271317248 : ffff9e53c9d10700)
00000100:00000040:3.0:1769076253.245989:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10700 x1855007616002176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.246003:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076253.246008:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076253.246013:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076253.246018:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616002176, offset 0
00000400:00000200:3.0:1769076253.246026:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076253.246034:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076253.246041:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076253.246045:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076253.246049:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076253.246052:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076253.246056:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076253.246060:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37311:37311:256:4294967295] 192.168.204.113@tcp LPNI seq info [37281:37281:8:4294967295]
00000400:00000200:3.0:1769076253.246103:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076253.246113:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076253.246120:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076253.246125:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076253.246130:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076253.246157:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076253.246167:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076253.246199:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769076253.246204:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076253.246208:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076253.246212:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076253.246217:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076253.246222:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076253.246225:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076253.246228:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076253.246234:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10700 x1855007616002176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.246244:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076253.246248:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10700 x1855007616002176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076278 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.246257:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076253.246259:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076253.246265:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076253.246269:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076253.246274:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076253.246277:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297909271
00000100:00000001:3.0:1769076253.246280:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297910510
00000100:00000001:3.0:1769076253.246283:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297909271
00000100:00000001:3.0:1769076253.246287:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297910510
00000100:00000001:3.0:1769076253.246289:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076253.246292:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076253.246295:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076253.246300:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076253/real 1769076253]  req@ffff9e53c9d10700 x1855007616002176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076253.246309:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076253.246311:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076253.246313:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076253.246316:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076253.246318:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076253.246320:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076253.246324:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10700 x1855007616002176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076253.246334:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10700 x1855007616002176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.246342:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076253.246344:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.246346:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076253.246348:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076253.246352:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10700 x1855007616002176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.246360:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076253.246365:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10700 x1855007616002176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.246373:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076253.246376:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.246378:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076253.246379:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.246382:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076253.246385:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076253.246388:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076253.246393:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076253.246396:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076253.246401:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10700 x1855007616002176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076253.246410:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616002176:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076253.246415:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.246417:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076253.246421:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12a00 x1855007616002048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.246432:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076253.246434:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076253.246437:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076253.246440:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076253.246442:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076253.246444:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076253.246447:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076253.246449:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:3.0:1769076253.246452:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076253.246454:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076253.246456:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12a00.
00000100:00000001:3.0:1769076253.246460:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076253.246462:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.246464:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076253.246468:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10700 x1855007616002176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076278 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076253.246476:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076253.246478:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076253.246480:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076253.246484:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076253.246486:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076253.246488:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076253.246490:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076253.246492:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:3.0:1769076253.246495:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076253.246496:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076253.246497:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10700.
00000100:00000001:3.0:1769076253.246500:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076253.246502:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.246504:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076253.246509:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076253.246510:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076253.246513:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076253.246515:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076253.947383:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076253.947389:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076253.947394:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076254.523187:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297910510, at 4297910528
00000100:00000040:3.0:1769076254.523200:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297910510, at 4297910528
00000100:00000010:2.0:1769076254.523208:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d825a0.
00000100:00000010:3.0:1769076254.523216:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82900.
00000020:00000001:2.0:1769076254.971395:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076254.971401:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076254.971406:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076255.995574:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076255.995586:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076255.995604:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076257.019378:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076257.019388:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076257.019395:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076258.043345:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076258.043351:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076258.043357:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076258.363291:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076258.363304:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076258.363308:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076258.363312:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076258.363318:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076258.363327:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3241
00000400:00000200:2.0:1769076258.363348:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076258.363356:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076258.363360:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076258.363364:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076258.363368:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076258.363371:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076258.363374:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076258.363379:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076258.363382:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076258.363385:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076258.363388:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076258.363391:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076258.363394:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076258.363399:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076258.363401:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076258.363404:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076258.363406:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076258.363422:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076258.363426:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076258.363428:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076258.363431:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076258.363435:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076258.363439:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076258.363441:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076258.363444:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076258.363454:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692d80.
00000020:00000040:2.0:1769076258.363458:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076258.363463:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076258.363465:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076258.363468:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076258.363471:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076258.363476:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076258.363486:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22800.
00000100:00000001:2.0:1769076258.363494:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076258.363504:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692d80 x1855007616002304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076258.363518:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076258.363523:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076258.363530:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073904516] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692d80 x1855007616002304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076258.363569:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076258.363575:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076258.363593:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076258.363596:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076258.363600:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076258.363606:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076258.363612:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3241
00000400:00000200:2.0:1769076258.363638:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076258.363645:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769076258.363648:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:3.0:1769076258.363668:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769076258.363670:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769076258.363678:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076258.363681:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076258.363706:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076258.363714:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:3.0:1769076258.363717:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692d80 x1855007616002304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076258.363718:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076258.363726:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076258.363730:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076258.363737:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076258.363745:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:3.0:1769076258.363754:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1769076258.363756:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:3.0:1769076258.363763:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076258.363766:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:3.0:1769076258.363775:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1769076258.363782:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:3.0:1769076258.363783:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076258.363795:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769076258.363795:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076258.363809:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00100000:3.0:1769076258.363810:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616002304:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076258.363822:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:3.0:1769076258.363823:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076258.363831:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769076258.363832:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:3.0:1769076258.363836:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076258.363844:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:3.0:1769076258.363844:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769076258.363853:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076258.363856:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1769076258.363857:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076258.363862:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076258.363864:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076258.363870:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076258.363877:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076258.363884:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076258.363892:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000001:2.0:1769076258.363894:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:3.0:1769076258.363913:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616002304, portal 25
00000008:00100000:2.0:1769076258.363914:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769076258.363924:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00000001:2.0:1769076258.363925:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076258.363930:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102517120 : -107391607034496 : ffff9e53f1692d80)
00000100:00000001:2.0:1769076258.363932:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076258.363945:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690000.
00000100:00000040:3.0:1769076258.363946:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692d80 x1855007616002304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769076258.363955:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076258.363964:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076258.363969:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076258.363972:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769076258.363975:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1769076258.363982:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000001:2.0:1769076258.363983:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1769076258.363990:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
02000000:00000001:2.0:1769076258.363991:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769076258.364002:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616002304, offset 0
02000000:00000010:2.0:1769076258.364007:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23c00.
00000400:00000200:3.0:1769076258.364015:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076258.364016:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076258.364030:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690000 x1855007616002432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769076258.364031:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076258.364048:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076258.364165:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769076258.364167:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769076258.364179:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:2.0:1769076258.364180:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076258.364195:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769076258.364202:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc5d67b8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690000 x1855007616002432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076258.364210:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076258.364230:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37312:37312:256:4294967295] 192.168.204.113@tcp LPNI seq info [37282:37282:8:4294967295]
00000400:00000200:3.0:1769076258.364251:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076258.364252:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076258.364263:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076258.364279:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1769076258.364283:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769076258.364286:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076258.364294:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076258.364301:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.0:1769076258.364302:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00080000:2.0:1769076258.364311:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3241
00000800:00000010:3.0:1769076258.364316:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000400:00000200:2.0:1769076258.364325:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000200:3.0:1769076258.364344:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000400:00000200:2.0:1769076258.364346:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000800:00000200:3.0:1769076258.364356:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000100:00080000:2.0:1769076258.364357:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076258.364370:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076258.364381:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769076258.364381:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:2.0:1769076258.364392:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:3.1:1769076258.364393:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000100:00000001:2.0:1769076258.364397:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076258.364405:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076258.364410:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000800:00000100:3.0:1769076258.364411:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000020:00000001:2.0:1769076258.364414:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:3.0:1769076258.364418:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000020:00000040:2.0:1769076258.364430:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:3.0:1769076258.364434:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1769076258.364436:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076258.364447:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:3.0:1769076258.364456:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769076258.364463:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:3.0:1769076258.364468:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000100:00000001:2.0:1769076258.364470:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769076258.364477:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000040:2.0:1769076258.364479:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076258.364488:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:3.0:1769076258.364490:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1769076258.364493:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000200:3.0:1769076258.364504:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692d80 x1855007616002304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769076258.364505:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076258.364514:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076258.364522:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076258.364530:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076258.364537:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769076258.364538:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076258.364545:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:3.0:1769076258.364549:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692d80 x1855007616002304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076283 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1769076258.364552:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076258.364568:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076258.364577:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076258.364579:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076258.364583:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:2.0:1769076258.364596:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000100:00000001:3.0:1769076258.364610:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769076258.364615:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:3.0:1769076258.364624:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:2.0:1769076258.364630:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769076258.364632:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297915630
02000000:00000001:2.0:1769076258.364637:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076258.364644:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82900.
00000100:00000001:2.0:1769076258.364646:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076258.364655:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769076258.364657:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1769076258.364678:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076258.364684:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297915630
02000000:00000010:2.0:1769076258.364690:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000100:00000010:3.0:1769076258.364694:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82ae0.
00000100:00000001:2.0:1769076258.364699:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076258.364701:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076258.364710:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076258.364714:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076258.364716:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007616002560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076258.364719:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076258.364732:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076258/real 1769076258]  req@ffff9e53f1692d80 x1855007616002304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076258.364740:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076258.364752:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1769076258.364754:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076258.364759:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076258.364762:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076258.364769:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000100:00000040:2.0:1769076258.364771:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007616002560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769076258.364772:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076258.364780:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076258.364789:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692d80 x1855007616002304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076258.364819:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076258.364830:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076258.364841:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:3.0:1769076258.364842:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692d80 x1855007616002304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076258.364851:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076258.364862:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1769076258.364864:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769076258.364867:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.364872:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1769076258.364874:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3252)
00000100:00000001:3.0:1769076258.364876:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076258.364889:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692d80 x1855007616002304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.364898:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076258.364905:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692d80 x1855007616002304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.364920:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076258.364925:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.364927:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076258.364929:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.364932:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076258.364935:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076258.364939:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076258.364945:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076258.364948:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076258.364953:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692d80 x1855007616002304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076258.364962:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616002304:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076258.364968:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.364970:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076258.364974:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692d80 x1855007616002304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365008:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076258.365011:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076258.365014:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076258.365019:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076258.365022:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076258.365024:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076258.365027:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076258.365030:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22800.
02000000:00000001:3.0:1769076258.365034:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076258.365037:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076258.365040:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692d80.
00000100:00000001:3.0:1769076258.365044:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076258.365046:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.365151:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.365163:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076258.365167:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076258.365172:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076258.365175:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076258.365178:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076258.365187:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690000 x1855007616002432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365203:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076258.365206:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076258.365210:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076258.365214:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076258.365219:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076258.365226:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616002432:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076258.365232:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076258.365236:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076258.365238:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076258.365241:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076258.365246:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076258.365249:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076258.365256:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076258.365260:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076258.365265:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076258.365270:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616002432, portal 10
00000100:00000001:3.0:1769076258.365273:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076258.365274:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102505472 : -107391607046144 : ffff9e53f1690000)
00000100:00000040:3.0:1769076258.365283:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690000 x1855007616002432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365293:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076258.365296:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076258.365299:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076258.365302:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616002432, offset 0
00000400:00000200:3.0:1769076258.365307:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076258.365312:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076258.365318:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076258.365322:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076258.365326:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076258.365329:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076258.365332:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076258.365346:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37313:37313:256:4294967295] 192.168.204.113@tcp LPNI seq info [37283:37283:8:4294967295]
00000400:00000200:3.0:1769076258.365352:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076258.365360:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076258.365366:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076258.365370:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076258.365376:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076258.365380:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769076258.365386:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076258.365389:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1769076258.365394:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076258.365397:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076258.365401:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076258.365416:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076258.365421:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076258.365424:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076258.365428:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076258.365432:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690000 x1855007616002432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365443:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076258.365447:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690000 x1855007616002432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076283 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365456:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076258.365458:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076258.365462:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076258.365467:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076258.365471:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076258.365473:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297914383
00000100:00000001:3.0:1769076258.365477:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297915630
00000100:00000001:3.0:1769076258.365479:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297914383
00000100:00000001:3.0:1769076258.365482:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297915630
00000100:00000001:3.0:1769076258.365485:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076258.365488:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076258.365491:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076258.365495:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076258/real 1769076258]  req@ffff9e53f1690000 x1855007616002432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076258.365504:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076258.365506:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076258.365508:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076258.365511:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076258.365512:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076258.365515:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076258.365519:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690000 x1855007616002432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076258.365529:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690000 x1855007616002432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365545:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076258.365547:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.365549:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076258.365551:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076258.365556:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690000 x1855007616002432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365564:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076258.365569:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690000 x1855007616002432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365577:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076258.365580:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.365582:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076258.365583:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.365585:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076258.365590:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076258.365594:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076258.365598:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076258.365601:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076258.365606:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690000 x1855007616002432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076258.365615:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616002432:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076258.365620:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076258.365624:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693800 x1855007616002560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365631:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076258.365633:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076258.365636:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076258.365639:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076258.365642:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076258.365645:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616002560:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076258.365649:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076258.365652:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076258.365653:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076258.365656:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076258.365659:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076258.365662:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076258.365666:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076258.365669:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076258.365699:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076258.365702:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616002560, portal 10
00000100:00000001:3.0:1769076258.365705:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076258.365707:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102519808 : -107391607031808 : ffff9e53f1693800)
00000100:00000040:3.0:1769076258.365714:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693800 x1855007616002560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365722:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076258.365724:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076258.365727:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076258.365729:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616002560, offset 0
00000400:00000200:3.0:1769076258.365734:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076258.365738:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076258.365742:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076258.365745:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076258.365748:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076258.365751:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076258.365771:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076258.365775:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37314:37314:256:4294967295] 192.168.204.113@tcp LPNI seq info [37284:37284:8:4294967295]
00000400:00000200:3.0:1769076258.365780:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076258.365789:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076258.365795:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076258.365799:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076258.365804:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076258.365807:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769076258.365813:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076258.365816:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1769076258.365820:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076258.365823:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076258.365827:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076258.365831:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076258.365834:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076258.365837:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076258.365839:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076258.365844:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693800 x1855007616002560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365853:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076258.365856:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693800 x1855007616002560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076283 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365864:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076258.365866:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076258.365870:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076258.365874:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076258.365878:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076258.365881:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297914390
00000100:00000001:3.0:1769076258.365884:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297915630
00000100:00000001:3.0:1769076258.365887:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297914390
00000100:00000001:3.0:1769076258.365889:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297915630
00000100:00000001:3.0:1769076258.365892:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076258.365912:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076258.365914:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076258.365918:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076258/real 1769076258]  req@ffff9e53f1693800 x1855007616002560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076258.365928:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076258.365929:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076258.365931:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076258.365934:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076258.365936:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076258.365938:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076258.365941:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693800 x1855007616002560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076258.365950:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693800 x1855007616002560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365957:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076258.365959:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.365961:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076258.365962:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076258.365966:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693800 x1855007616002560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365973:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076258.365977:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693800 x1855007616002560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.365985:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076258.365987:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.365989:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076258.365990:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.365992:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076258.365994:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076258.365997:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076258.366001:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076258.366003:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076258.366008:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693800 x1855007616002560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076258.366018:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616002560:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076258.366022:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.366024:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076258.366027:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690000 x1855007616002432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.366034:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076258.366036:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076258.366038:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076258.366041:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076258.366043:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076258.366044:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076258.366046:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076258.366111:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:3.0:1769076258.366119:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076258.366122:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076258.366124:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690000.
00000100:00000001:3.0:1769076258.366129:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076258.366132:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.366135:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076258.366141:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693800 x1855007616002560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076283 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076258.366150:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076258.366151:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076258.366154:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076258.366157:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076258.366159:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076258.366160:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076258.366162:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076258.366164:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:3.0:1769076258.366167:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076258.366169:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076258.366171:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693800.
00000100:00000001:3.0:1769076258.366174:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076258.366175:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.366177:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076258.366182:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076258.366183:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076258.366186:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076258.366188:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076259.067339:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076259.067345:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076259.067349:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076259.643183:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297915630, at 4297915648
00000100:00000010:3.0:1769076259.643204:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82ae0.
00000100:00000040:2.0:1769076259.643206:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297915630, at 4297915648
00000100:00000010:2.0:1769076259.643222:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82900.
00000020:00000001:0.0:1769076260.091388:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076260.091397:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076260.091404:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076261.115286:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076261.115294:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076261.115301:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076262.139241:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076262.139245:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076262.139248:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076263.163256:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076263.163262:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076263.163267:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076263.483182:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076263.483199:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076263.483203:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076263.483208:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076263.483214:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076263.483226:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3247
00000400:00000200:2.0:1769076263.483256:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076263.483266:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076263.483271:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076263.483276:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076263.483281:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076263.483285:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076263.483289:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076263.483295:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076263.483298:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076263.483303:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076263.483307:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076263.483311:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076263.483315:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076263.483319:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076263.483321:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076263.483323:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076263.483326:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076263.483330:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076263.483335:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076263.483340:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076263.483346:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076263.483352:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076263.483358:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076263.483362:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076263.483367:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076263.483396:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
00000020:00000040:2.0:1769076263.483402:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076263.483409:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076263.483413:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076263.483418:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076263.483423:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076263.483432:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076263.483446:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20800.
00000100:00000001:2.0:1769076263.483458:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076263.483473:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007616002688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076263.483488:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076263.483494:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076263.483499:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007616002688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076263.483529:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076263.483534:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076263.483538:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076263.483540:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076263.483543:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076263.483546:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076263.483548:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3247
00000400:00000200:2.0:1769076263.483553:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076263.483557:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076263.483559:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076263.483563:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076263.483565:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076263.483568:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076263.483570:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076263.483573:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076263.483574:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076263.483576:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076263.483578:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076263.483580:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076263.483582:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076263.483586:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076263.483588:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076263.483593:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076263.483597:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076263.483602:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076263.483608:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076263.483613:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076263.483616:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769076263.483618:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769076263.483626:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1769076263.483633:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076263.483633:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769076263.483643:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076263.483650:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690e00 x1855007616002688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076263.483651:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076263.483663:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076263.483676:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076263.483681:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076263.483684:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076263.483689:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076263.483692:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000020:00000040:2.0:1769076263.483699:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076263.483701:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076263.483702:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076263.483708:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076263.483712:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076263.483713:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076263.483717:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076263.483724:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076263.483725:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076263.483737:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23800.
00000100:00100000:3.0:1769076263.483741:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616002688:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076263.483744:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076263.483757:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1769076263.483758:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007616002816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769076263.483769:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769076263.483771:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769076263.483775:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076263.483776:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076263.483783:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769076263.483786:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007616002816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769076263.483794:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:2.0:1769076263.483801:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076263.483802:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076263.483812:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076263.483819:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1769076263.483821:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076263.483823:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076263.483830:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769076263.483834:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000100:00000001:2.0:1769076263.483835:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076263.483844:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3247
00000400:00000010:3.0:1769076263.483848:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000400:00000200:2.0:1769076263.483852:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076263.483859:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076263.483862:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1769076263.483864:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616002688, portal 25
00000100:00000040:2.0:1769076263.483868:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076263.483871:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076263.483874:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769076263.483876:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102509056 : -107391607042560 : ffff9e53f1690e00)
00000100:00000040:2.0:1769076263.483880:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076263.483887:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076263.483892:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1769076263.483894:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690e00 x1855007616002688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769076263.483895:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076263.483900:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076263.483904:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076263.483911:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076263.483919:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:3.0:1769076263.483923:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076263.483929:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000040:3.0:1769076263.483935:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076263.483938:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769076263.483941:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076263.483947:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616002688, offset 0
00000100:00000040:2.0:1769076263.483948:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076263.483956:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:3.0:1769076263.483961:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:2.0:1769076263.483985:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076263.483996:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:3.0:1769076263.483998:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076263.484008:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076263.484014:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:2.0:1769076263.484016:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769076263.484025:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769076263.484026:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076263.484034:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076263.484034:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:2.0:1769076263.484043:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769076263.484043:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1769076263.484051:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769076263.484052:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000008:00000001:2.0:1769076263.484059:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076263.484061:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37315:37315:256:4294967295] 192.168.204.113@tcp LPNI seq info [37285:37285:8:4294967295]
00000400:00000200:3.0:1769076263.484093:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076263.484103:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076263.484114:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1769076263.484116:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000020:00000040:2.0:1769076263.484125:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:3.0:1769076263.484133:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:2.0:1769076263.484135:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076263.484143:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769076263.484146:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000100:00000001:2.0:1769076263.484147:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076263.484153:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076263.484158:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769076263.484167:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000010:2.0:1769076263.484170:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000800:00000200:3.0:1769076263.484178:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1769076263.484179:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076263.484192:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007616002944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769076263.484203:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076263.484216:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1769076263.484223:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076263.484229:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769076263.484231:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076263.484237:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000100:00000040:2.0:1769076263.484239:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007616002944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076263.484246:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769076263.484255:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076263.484262:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769076263.484263:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076263.484274:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769076263.484277:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000100:00000040:2.0:1769076263.484278:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769076263.484284:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000040:2.0:1769076263.484287:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769076263.484295:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769076263.484299:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3257)
00000100:00000200:3.0:1769076263.484306:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690e00 x1855007616002688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.484321:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076263.484327:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690e00 x1855007616002688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.484335:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076263.484338:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076263.484367:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076263.484373:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076263.484378:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297920750
00000100:00000010:3.0:1769076263.484385:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82ae0.
00000100:00000001:3.0:1769076263.484395:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076263.484432:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297920750
00000100:00000010:3.0:1769076263.484436:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82240.
00000100:00000001:3.0:1769076263.484440:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076263.484444:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076263.484447:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076263.484450:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076263.484455:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076263/real 1769076263]  req@ffff9e53f1690e00 x1855007616002688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076263.484468:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076263.484471:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076263.484474:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076263.484480:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076263.484483:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076263.484486:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076263.484491:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690e00 x1855007616002688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076263.484501:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690e00 x1855007616002688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.484516:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076263.484518:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.484522:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076263.484524:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076263.484528:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690e00 x1855007616002688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.484536:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076263.484541:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690e00 x1855007616002688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.484549:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076263.484552:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.484554:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076263.484555:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.484558:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076263.484560:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076263.484564:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076263.484569:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076263.484572:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076263.484577:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690e00 x1855007616002688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076263.484586:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616002688:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076263.484610:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.484613:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076263.484617:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690e00 x1855007616002688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.484625:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076263.484629:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076263.484634:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076263.484638:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076263.484641:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076263.484644:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076263.484647:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076263.484651:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20800.
02000000:00000001:3.0:1769076263.484658:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076263.484662:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076263.484665:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690e00.
00000100:00000001:3.0:1769076263.484671:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076263.484674:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.484693:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.484704:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076263.484707:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076263.484711:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076263.484714:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076263.484718:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076263.484724:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693100 x1855007616002816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.484737:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076263.484740:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076263.484744:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076263.484747:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076263.484751:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076263.484755:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616002816:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076263.484759:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076263.484762:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076263.484764:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076263.484767:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076263.484771:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076263.484773:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076263.484779:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076263.484783:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076263.484787:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076263.484790:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616002816, portal 10
00000100:00000001:3.0:1769076263.484793:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076263.484795:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518016 : -107391607033600 : ffff9e53f1693100)
00000100:00000040:3.0:1769076263.484803:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693100 x1855007616002816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.484811:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076263.484814:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076263.484816:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076263.484819:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616002816, offset 0
00000400:00000200:3.0:1769076263.484823:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076263.484828:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076263.484832:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076263.484836:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076263.484840:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076263.484843:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076263.484846:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076263.484849:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37316:37316:256:4294967295] 192.168.204.113@tcp LPNI seq info [37286:37286:8:4294967295]
00000400:00000200:3.0:1769076263.484854:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076263.484878:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076263.484884:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076263.484888:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076263.484893:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076263.484897:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076263.484903:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076263.484906:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1769076263.484911:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076263.484914:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076263.484918:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076263.484923:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076263.484927:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076263.484929:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076263.484933:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076263.484937:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693100 x1855007616002816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.484957:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076263.484961:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693100 x1855007616002816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.485013:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076263.485015:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076263.485021:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076263.485026:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076263.485030:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076263.485033:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297919502
00000100:00000001:3.0:1769076263.485037:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297920750
00000100:00000001:3.0:1769076263.485039:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297919502
00000100:00000001:3.0:1769076263.485042:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297920750
00000100:00000001:3.0:1769076263.485044:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076263.485047:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076263.485049:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076263.485053:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076263/real 1769076263]  req@ffff9e53f1693100 x1855007616002816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076263.485062:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076263.485064:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076263.485066:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076263.485068:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076263.485070:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076263.485073:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076263.485076:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693100 x1855007616002816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076263.485127:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693100 x1855007616002816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.485135:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076263.485139:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.485142:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076263.485145:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076263.485150:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693100 x1855007616002816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.485158:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076263.485163:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693100 x1855007616002816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.485172:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076263.485176:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.485178:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076263.485179:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.485181:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076263.485183:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076263.485186:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076263.485193:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076263.485197:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076263.485201:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693100 x1855007616002816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076263.485209:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616002816:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076263.485214:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076263.485218:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691880 x1855007616002944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.485244:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076263.485246:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076263.485249:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076263.485252:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076263.485255:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076263.485260:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616002944:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076263.485264:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076263.485267:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076263.485269:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076263.485271:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076263.485276:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076263.485279:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076263.485284:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076263.485287:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076263.485291:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076263.485296:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616002944, portal 10
00000100:00000001:3.0:1769076263.485298:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076263.485300:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102511744 : -107391607039872 : ffff9e53f1691880)
00000100:00000040:3.0:1769076263.485308:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691880 x1855007616002944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.485317:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076263.485320:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076263.485322:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076263.485325:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616002944, offset 0
00000400:00000200:3.0:1769076263.485330:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076263.485335:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076263.485340:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076263.485343:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076263.485347:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076263.485350:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076263.485353:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076263.485357:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37317:37317:256:4294967295] 192.168.204.113@tcp LPNI seq info [37287:37287:8:4294967295]
00000400:00000200:3.0:1769076263.485362:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076263.485371:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076263.485394:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076263.485398:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076263.485407:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076263.485411:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076263.485415:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076263.485419:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1769076263.485426:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076263.485429:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076263.485432:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076263.485437:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076263.485440:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076263.485442:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076263.485445:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076263.485448:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691880 x1855007616002944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.485458:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076263.485461:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691880 x1855007616002944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.485469:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076263.485470:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076263.485474:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076263.485478:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076263.485481:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076263.485484:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297919510
00000100:00000001:3.0:1769076263.485487:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297920750
00000100:00000001:3.0:1769076263.485489:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297919510
00000100:00000001:3.0:1769076263.485492:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297920750
00000100:00000001:3.0:1769076263.485495:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076263.485497:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076263.485499:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076263.485502:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076263/real 1769076263]  req@ffff9e53f1691880 x1855007616002944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076263.485511:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076263.485513:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076263.485515:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076263.485518:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076263.485520:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076263.485522:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076263.485526:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691880 x1855007616002944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076263.485534:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691880 x1855007616002944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.485541:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076263.485542:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.485544:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076263.485545:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076263.485549:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691880 x1855007616002944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.485556:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076263.485560:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691880 x1855007616002944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.485568:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076263.485571:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.485572:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076263.485574:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.485575:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076263.485577:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076263.485579:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076263.485582:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076263.485585:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076263.485607:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691880 x1855007616002944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076263.485625:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616002944:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076263.485630:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.485633:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076263.485636:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693100 x1855007616002816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.485644:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076263.485646:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076263.485649:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076263.485652:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076263.485655:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076263.485658:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076263.485678:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076263.485680:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23800.
02000000:00000001:3.0:1769076263.485685:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076263.485687:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076263.485689:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693100.
00000100:00000001:3.0:1769076263.485693:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076263.485696:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.485699:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076263.485705:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691880 x1855007616002944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076263.485717:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076263.485719:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076263.485722:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076263.485728:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076263.485731:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076263.485733:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076263.485736:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076263.485739:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20000.
02000000:00000001:3.0:1769076263.485743:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076263.485745:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076263.485747:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691880.
00000100:00000001:3.0:1769076263.485752:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076263.485755:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.485758:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.485763:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076263.485766:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076263.485769:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076263.485772:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076264.187251:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076264.187257:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076264.187262:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076264.763158:0:70910:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297920750, at 4297920768
00000100:00000040:3.0:1769076264.763158:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297920750, at 4297920768
00000100:00000010:2.0:1769076264.763176:0:70910:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82ae0.
00000100:00000010:3.0:1769076264.763178:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82240.
00000020:00000001:3.0:1769076265.211329:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076265.211337:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076265.211343:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076266.235379:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076266.235386:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076266.235392:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076267.259449:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076267.259459:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076267.259467:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076268.283372:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076268.283378:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076268.283382:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076268.603694:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076268.603702:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076268.603707:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076268.603720:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11180 x1855007616003072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.603739:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076268.603744:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076268.603751:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076268.603756:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076268.603761:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076268.603768:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616003072:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076268.603777:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076268.603784:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076268.603789:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076268.603794:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076268.603804:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076268.603808:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076268.603821:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076268.603830:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076268.603842:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076268.603857:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616003072, portal 25
00000100:00000001:3.0:1769076268.603862:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076268.603866:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237056 : -107392271314560 : ffff9e53c9d11180)
00000100:00000040:3.0:1769076268.603907:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11180 x1855007616003072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.603925:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076268.603932:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076268.603938:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076268.603945:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616003072, offset 0
00000400:00000200:3.0:1769076268.603974:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076268.603995:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076268.604007:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076268.604020:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076268.604029:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076268.604037:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076268.604042:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076268.604051:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37318:37318:256:4294967295] 192.168.204.113@tcp LPNI seq info [37288:37288:8:4294967295]
00000400:00000200:3.0:1769076268.604060:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076268.604146:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076268.604160:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076268.604171:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076268.604186:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076268.604202:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076268.604216:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076268.604224:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769076268.604233:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076268.604238:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076268.604249:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076268.604259:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076268.604270:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076268.604274:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076268.604283:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076268.604291:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11180 x1855007616003072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.604309:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076268.604317:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11180 x1855007616003072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.604333:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076268.604336:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076268.604352:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076268.604362:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076268.604368:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297925870
00000100:00000010:3.0:1769076268.604379:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82240.
00000100:00000001:3.0:1769076268.604392:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076268.604400:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297925870
00000100:00000010:3.0:1769076268.604404:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82660.
00000100:00000001:3.0:1769076268.604408:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076268.604412:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076268.604416:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076268.604420:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076268.604427:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076268/real 1769076268]  req@ffff9e53c9d11180 x1855007616003072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076268.604441:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076268.604443:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076268.604447:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076268.604451:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076268.604453:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076268.604457:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076268.604462:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11180 x1855007616003072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076268.604474:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11180 x1855007616003072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.604487:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076268.604491:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.604496:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076268.604500:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076268.604509:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11180 x1855007616003072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.604523:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076268.604533:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11180 x1855007616003072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.604548:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076268.604554:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.604558:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076268.604561:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.604566:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076268.604570:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076268.604576:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076268.604585:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076268.604591:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076268.604601:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11180 x1855007616003072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076268.604616:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616003072:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076268.604624:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.604627:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076268.604632:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11180 x1855007616003072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.604641:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076268.604646:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076268.604650:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076268.604656:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076268.604659:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076268.604662:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076268.604665:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076268.604669:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b400.
02000000:00000001:3.0:1769076268.604674:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076268.604677:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076268.604680:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11180.
00000100:00000001:3.0:1769076268.604685:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076268.604687:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.604690:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.604701:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076268.604703:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076268.604706:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076268.604709:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076268.604711:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076268.604715:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10e00 x1855007616003200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.604724:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076268.604726:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076268.604730:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076268.604732:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076268.604735:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076268.604739:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616003200:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076268.604743:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076268.604746:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076268.604748:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076268.604751:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076268.604755:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076268.604758:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076268.604764:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076268.604768:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076268.604773:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076268.604778:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616003200, portal 10
00000100:00000001:3.0:1769076268.604781:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076268.604783:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438236160 : -107392271315456 : ffff9e53c9d10e00)
00000100:00000040:3.0:1769076268.604792:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10e00 x1855007616003200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.604802:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076268.604805:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076268.604807:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076268.604811:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616003200, offset 0
00000400:00000200:3.0:1769076268.604816:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076268.604821:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076268.604826:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076268.604831:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076268.604834:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076268.604838:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076268.604841:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076268.604845:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37319:37319:256:4294967295] 192.168.204.113@tcp LPNI seq info [37289:37289:8:4294967295]
00000400:00000200:3.0:1769076268.604851:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076268.604860:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076268.604867:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076268.604871:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076268.604906:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076268.604911:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076268.604918:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076268.604922:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769076268.604927:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076268.604930:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076268.604935:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076268.604940:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076268.604944:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076268.604947:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076268.604950:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076268.604955:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10e00 x1855007616003200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.604966:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076268.604970:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10e00 x1855007616003200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.604988:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076268.604990:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076268.604995:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076268.605001:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076268.605006:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076268.605010:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297924622
00000100:00000001:3.0:1769076268.605014:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297925870
00000100:00000001:3.0:1769076268.605017:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297924622
00000100:00000001:3.0:1769076268.605020:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297925870
00000100:00000001:3.0:1769076268.605022:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076268.605025:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076268.605027:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076268.605032:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076268/real 1769076268]  req@ffff9e53c9d10e00 x1855007616003200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076268.605042:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076268.605044:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076268.605046:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076268.605049:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076268.605052:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076268.605056:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076268.605096:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10e00 x1855007616003200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076268.605111:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10e00 x1855007616003200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.605125:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076268.605130:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.605135:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076268.605138:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076268.605146:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10e00 x1855007616003200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.605162:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076268.605171:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10e00 x1855007616003200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.605186:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076268.605191:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.605193:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076268.605195:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.605198:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076268.605201:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076268.605204:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076268.605209:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076268.605212:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076268.605218:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10e00 x1855007616003200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076268.605228:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616003200:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076268.605234:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076268.605238:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11c00 x1855007616003328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.605247:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076268.605249:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076268.605252:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076268.605254:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076268.605257:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076268.605260:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616003328:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076268.605264:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076268.605267:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076268.605270:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076268.605273:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076268.605277:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076268.605281:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076268.605286:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076268.605291:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076268.605295:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076268.605300:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616003328, portal 10
00000100:00000001:3.0:1769076268.605302:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076268.605305:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438239744 : -107392271311872 : ffff9e53c9d11c00)
00000100:00000040:3.0:1769076268.605314:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11c00 x1855007616003328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.605323:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076268.605326:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076268.605329:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076268.605334:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616003328, offset 0
00000400:00000200:3.0:1769076268.605340:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076268.605346:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076268.605352:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076268.605356:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076268.605360:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076268.605363:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076268.605367:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076268.605371:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37320:37320:256:4294967295] 192.168.204.113@tcp LPNI seq info [37290:37290:8:4294967295]
00000400:00000200:3.0:1769076268.605376:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076268.605385:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076268.605391:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076268.605395:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076268.605401:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076268.605405:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076268.605410:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076268.605414:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769076268.605420:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076268.605423:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076268.605427:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076268.605432:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076268.605436:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076268.605438:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076268.605441:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076268.605445:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11c00 x1855007616003328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.605456:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076268.605460:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11c00 x1855007616003328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.605469:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076268.605472:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076268.605479:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076268.605485:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076268.605491:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076268.605496:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297924630
00000100:00000001:3.0:1769076268.605501:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297925870
00000100:00000001:3.0:1769076268.605506:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297924630
00000100:00000001:3.0:1769076268.605510:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297925870
00000100:00000001:3.0:1769076268.605514:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076268.605518:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076268.605522:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076268.605530:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076268/real 1769076268]  req@ffff9e53c9d11c00 x1855007616003328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076268.605548:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076268.605551:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076268.605555:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076268.605560:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076268.605564:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076268.605569:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076268.605576:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11c00 x1855007616003328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076268.605594:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11c00 x1855007616003328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.605603:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076268.605605:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.605608:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076268.605610:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076268.605614:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11c00 x1855007616003328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.605624:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076268.605629:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11c00 x1855007616003328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.605637:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076268.605640:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.605642:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076268.605643:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.605645:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076268.605647:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076268.605650:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076268.605654:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076268.605656:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076268.605661:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11c00 x1855007616003328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076268.605670:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616003328:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076268.605675:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.605678:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076268.605682:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10e00 x1855007616003200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.605691:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076268.605693:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076268.605695:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076268.605699:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076268.605701:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076268.605702:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076268.605705:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076268.605708:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a800.
02000000:00000001:3.0:1769076268.605711:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076268.605713:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076268.605715:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10e00.
00000100:00000001:3.0:1769076268.605719:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076268.605720:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.605723:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076268.605726:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11c00 x1855007616003328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076268.605735:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076268.605736:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076268.605738:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076268.605740:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076268.605742:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076268.605743:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076268.605745:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076268.605747:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:3.0:1769076268.605749:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076268.605750:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076268.605752:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11c00.
00000100:00000001:3.0:1769076268.605754:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076268.605756:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.605758:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.605763:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076268.605764:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076268.605767:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076268.605770:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076269.307267:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076269.307271:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076269.307275:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076269.883181:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297925870, at 4297925888
00000100:00000040:2.0:1769076269.883200:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297925870, at 4297925888
00000100:00000010:3.0:1769076269.883201:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82660.
00000100:00000010:2.0:1769076269.883217:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82240.
00000020:00000001:2.0:1769076270.331286:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076270.331295:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076270.331300:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076271.355431:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076271.355442:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076271.355449:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076272.379296:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076272.379302:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076272.379308:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076273.403350:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076273.403356:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076273.403362:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076273.723287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076273.723299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076273.723304:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076273.723309:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076273.723314:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076273.723322:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3257
00000400:00000200:2.0:1769076273.723332:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076273.723340:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076273.723345:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076273.723349:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076273.723353:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076273.723357:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076273.723360:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076273.723366:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076273.723368:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076273.723371:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076273.723375:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076273.723378:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076273.723381:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076273.723385:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076273.723387:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076273.723390:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076273.723392:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076273.723397:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076273.723401:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076273.723404:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076273.723408:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076273.723412:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076273.723415:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076273.723418:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076273.723421:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076273.723431:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000020:00000040:2.0:1769076273.723435:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076273.723440:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076273.723443:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076273.723447:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076273.723450:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076273.723455:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076273.723466:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23400.
00000100:00000001:2.0:1769076273.723493:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076273.723510:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007616003456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076273.723530:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076273.723538:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076273.723547:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007616003456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076273.723591:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076273.723597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076273.723603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076273.723607:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076273.723610:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076273.723615:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076273.723619:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3257
00000400:00000200:2.0:1769076273.723624:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076273.723628:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076273.723632:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076273.723637:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076273.723641:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076273.723645:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076273.723648:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076273.723652:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076273.723666:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076273.723670:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076273.723674:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076273.723677:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076273.723684:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:3.0:1769076273.723685:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769076273.723709:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076273.723711:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076273.723725:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769076273.723727:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076273.723747:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076273.723750:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076273.723761:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000040:3.0:1769076273.723763:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692a00 x1855007616003456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769076273.723779:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076273.723820:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076273.723833:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076273.723844:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076273.723844:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769076273.723862:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076273.723863:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076273.723866:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076273.723875:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769076273.723880:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1769076273.723882:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076273.723889:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076273.723893:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769076273.723896:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
00000020:00000040:2.0:1769076273.723909:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076273.723913:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076273.723916:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076273.723927:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076273.723934:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1769076273.723937:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616003456:192.168.204.113@tcp:250:kworker.0
02000000:00000001:2.0:1769076273.723939:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076273.723950:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076273.723958:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769076273.723963:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:3.0:1769076273.723968:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769076273.723974:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076273.723974:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076273.723994:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1769076273.724003:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007616003584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1769076273.724011:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:2.0:1769076273.724029:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769076273.724029:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076273.724039:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076273.724058:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:2.0:1769076273.724061:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007616003584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769076273.724131:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076273.724146:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076273.724172:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616003456, portal 25
00000100:00000001:3.0:1769076273.724181:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076273.724183:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076273.724192:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102516224 : -107391607035392 : ffff9e53f1692a00)
00000100:00080000:2.0:1769076273.724196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076273.724206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076273.724214:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1769076273.724216:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692a00 x1855007616003456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769076273.724221:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076273.724245:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769076273.724262:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769076273.724265:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3257
00000100:00000040:3.0:1769076273.724278:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076273.724289:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076273.724292:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076273.724299:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616003456, offset 0
00000400:00000200:2.0:1769076273.724300:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076273.724323:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769076273.724337:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:2.0:1769076273.724340:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076273.724346:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076273.724350:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:3.0:1769076273.724357:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076273.724363:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076273.724370:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076273.724373:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076273.724380:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769076273.724381:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000040:2.0:1769076273.724393:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076273.724399:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:3.0:1769076273.724404:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1769076273.724406:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076273.724421:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076273.724424:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769076273.724431:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:2.0:1769076273.724432:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076273.724447:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076273.724451:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:3.0:1769076273.724459:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769076273.724464:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076273.724475:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076273.724477:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000001:2.0:1769076273.724489:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769076273.724499:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37321:37321:256:4294967295] 192.168.204.113@tcp LPNI seq info [37291:37291:8:4294967295]
02000000:00000001:2.0:1769076273.724501:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076273.724521:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076273.724524:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076273.724537:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076273.724548:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769076273.724561:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000008:00000001:2.0:1769076273.724568:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769076273.724579:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076273.724583:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769076273.724590:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000100:00000010:2.0:1769076273.724593:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000020:00000040:2.0:1769076273.724600:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076273.724612:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1769076273.724614:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:2.0:1769076273.724620:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076273.724626:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.0:1769076273.724629:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
02000000:00000001:2.0:1769076273.724641:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076273.724647:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076273.724653:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000010:2.0:1769076273.724662:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21000.
00000800:00000200:3.1:1769076273.724663:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1769076273.724679:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769076273.724681:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076273.724697:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000100:00100000:2.0:1769076273.724705:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007616003712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769076273.724708:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076273.724743:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769076273.724761:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769076273.724763:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000100:00000001:2.0:1769076273.724771:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076273.724775:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000040:2.0:1769076273.724783:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007616003712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.724784:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076273.724825:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692a00 x1855007616003456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076273.724827:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076273.724837:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076273.724852:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076273.724862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076273.724883:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076273.724900:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3267)
00000100:00000001:3.0:1769076273.724900:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076273.724923:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692a00 x1855007616003456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.724940:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076273.724943:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076273.724957:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076273.724965:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076273.724970:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297930990
00000100:00000010:3.0:1769076273.724979:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82660.
00000100:00000001:3.0:1769076273.724990:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076273.725014:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297930990
00000100:00000010:3.0:1769076273.725019:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82120.
00000100:00000001:3.0:1769076273.725023:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076273.725027:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076273.725031:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076273.725035:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076273.725045:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076273/real 1769076273]  req@ffff9e53f1692a00 x1855007616003456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076273.725061:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076273.725064:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076273.725099:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076273.725104:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076273.725107:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076273.725111:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076273.725116:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692a00 x1855007616003456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076273.725129:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692a00 x1855007616003456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.725139:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076273.725141:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.725144:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076273.725147:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076273.725151:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692a00 x1855007616003456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.725161:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076273.725167:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692a00 x1855007616003456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.725187:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076273.725191:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.725193:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076273.725195:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.725199:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076273.725201:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076273.725206:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076273.725211:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076273.725214:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076273.725220:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692a00 x1855007616003456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076273.725230:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616003456:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076273.725237:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.725241:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076273.725244:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692a00 x1855007616003456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.725254:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076273.725258:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076273.725262:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076273.725266:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076273.725269:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076273.725272:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076273.725275:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076273.725279:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23400.
02000000:00000001:3.0:1769076273.725285:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076273.725288:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076273.725291:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692a00.
00000100:00000001:3.0:1769076273.725295:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076273.725297:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.725301:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.725313:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076273.725316:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076273.725319:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076273.725322:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076273.725324:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076273.725329:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690380 x1855007616003584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.725339:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076273.725342:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076273.725345:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076273.725348:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076273.725351:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076273.725355:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616003584:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076273.725358:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076273.725361:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076273.725364:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076273.725366:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076273.725371:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076273.725374:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076273.725380:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076273.725384:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076273.725389:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076273.725395:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616003584, portal 10
00000100:00000001:3.0:1769076273.725400:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076273.725402:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102506368 : -107391607045248 : ffff9e53f1690380)
00000100:00000040:3.0:1769076273.725416:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690380 x1855007616003584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.725430:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076273.725434:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076273.725440:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076273.725444:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616003584, offset 0
00000400:00000200:3.0:1769076273.725452:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076273.725462:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076273.725471:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076273.725478:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076273.725484:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076273.725490:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076273.725496:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076273.725502:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37322:37322:256:4294967295] 192.168.204.113@tcp LPNI seq info [37292:37292:8:4294967295]
00000400:00000200:3.0:1769076273.725511:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076273.725523:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076273.725530:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076273.725536:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076273.725542:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076273.725546:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076273.725553:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076273.725557:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769076273.725562:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076273.725565:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076273.725569:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076273.725574:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076273.725578:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076273.725581:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076273.725584:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076273.725590:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690380 x1855007616003584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.725601:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076273.725605:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690380 x1855007616003584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.725615:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076273.725617:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076273.725622:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076273.725627:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076273.725632:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076273.725635:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297929743
00000100:00000001:3.0:1769076273.725640:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297930990
00000100:00000001:3.0:1769076273.725643:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297929743
00000100:00000001:3.0:1769076273.725645:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297930990
00000100:00000001:3.0:1769076273.725649:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076273.725652:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076273.725654:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076273.725658:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076273/real 1769076273]  req@ffff9e53f1690380 x1855007616003584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076273.725668:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076273.725670:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076273.725672:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076273.725674:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076273.725676:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076273.725679:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076273.725683:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690380 x1855007616003584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076273.725693:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690380 x1855007616003584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.725701:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076273.725703:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.725706:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076273.725708:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076273.725713:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690380 x1855007616003584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.725720:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076273.725725:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690380 x1855007616003584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.725733:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076273.725736:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.725739:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076273.725742:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.725744:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076273.725747:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076273.725751:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076273.725755:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076273.725757:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076273.725762:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690380 x1855007616003584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076273.725771:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616003584:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076273.725777:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076273.725782:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007616003712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.725818:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076273.725822:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076273.725827:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076273.725831:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076273.725836:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076273.725842:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616003712:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076273.725848:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076273.725853:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076273.725857:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076273.725860:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076273.725867:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076273.725871:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076273.725879:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076273.725884:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076273.725890:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076273.725897:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616003712, portal 10
00000100:00000001:3.0:1769076273.725901:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076273.725906:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:3.0:1769076273.725918:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007616003712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.725930:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076273.725935:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076273.725939:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076273.725943:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616003712, offset 0
00000400:00000200:3.0:1769076273.725951:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076273.725959:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076273.725967:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076273.725974:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076273.725979:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076273.725984:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076273.725989:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076273.725995:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37323:37323:256:4294967295] 192.168.204.113@tcp LPNI seq info [37293:37293:8:4294967295]
00000400:00000200:3.0:1769076273.726004:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076273.726016:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076273.726027:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076273.726034:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076273.726043:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076273.726049:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076273.726056:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076273.726112:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769076273.726119:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076273.726122:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076273.726127:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076273.726132:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076273.726136:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076273.726139:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076273.726143:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076273.726149:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690a80 x1855007616003712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.726159:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076273.726165:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690a80 x1855007616003712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.726174:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076273.726176:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076273.726182:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076273.726186:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076273.726191:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076273.726194:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297929751
00000100:00000001:3.0:1769076273.726198:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297930990
00000100:00000001:3.0:1769076273.726201:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297929751
00000100:00000001:3.0:1769076273.726204:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297930990
00000100:00000001:3.0:1769076273.726207:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076273.726210:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076273.726213:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076273.726217:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076273/real 1769076273]  req@ffff9e53f1690a80 x1855007616003712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076273.726226:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076273.726228:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076273.726230:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076273.726234:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076273.726236:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076273.726238:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076273.726242:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007616003712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076273.726252:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007616003712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.726260:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076273.726262:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.726264:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076273.726266:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076273.726271:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007616003712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.726280:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076273.726285:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007616003712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.726293:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076273.726296:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.726298:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076273.726300:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.726302:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076273.726304:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076273.726307:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076273.726311:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076273.726313:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076273.726318:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007616003712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076273.726328:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616003712:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076273.726332:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.726334:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076273.726338:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690380 x1855007616003584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.726346:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076273.726349:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076273.726351:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076273.726354:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076273.726357:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076273.726359:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076273.726362:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076273.726365:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22000.
02000000:00000001:3.0:1769076273.726369:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076273.726371:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076273.726373:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690380.
00000100:00000001:3.0:1769076273.726376:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076273.726378:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.726380:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076273.726384:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007616003712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076273.726395:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076273.726398:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076273.726400:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076273.726407:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076273.726410:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076273.726413:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076273.726417:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076273.726420:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21000.
02000000:00000001:3.0:1769076273.726426:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076273.726428:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076273.726431:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:3.0:1769076273.726435:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076273.726437:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.726441:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.726448:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076273.726451:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076273.726456:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076273.726459:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076274.427304:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076274.427309:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076274.427313:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076275.003169:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297930990, at 4297931008
00000100:00000040:3.0:1769076275.003170:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297930990, at 4297931008
00000100:00000010:2.0:1769076275.003185:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82660.
00000100:00000010:3.0:1769076275.003189:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82120.
00000020:00000001:0.0:1769076275.451209:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076275.451212:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076275.451215:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076276.475217:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076276.475222:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076276.475226:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076277.499346:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076277.499354:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076277.499360:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076278.523261:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076278.523267:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076278.523273:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076278.843212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076278.843226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076278.843230:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076278.843235:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076278.843241:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076278.843262:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3262
00000400:00000200:2.0:1769076278.843272:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076278.843280:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076278.843285:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076278.843289:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076278.843293:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076278.843297:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076278.843300:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076278.843305:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076278.843308:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076278.843311:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076278.843315:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076278.843318:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076278.843321:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076278.843324:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076278.843327:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076278.843329:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076278.843332:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076278.843336:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076278.843340:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076278.843344:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076278.843347:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076278.843353:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076278.843356:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076278.843359:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076278.843362:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076278.843375:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000020:00000040:2.0:1769076278.843379:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076278.843384:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076278.843396:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076278.843400:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076278.843404:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076278.843409:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076278.843419:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22400.
00000100:00000001:2.0:1769076278.843428:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076278.843439:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007616003840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076278.843454:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076278.843460:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076278.843466:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007616003840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076278.843495:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076278.843499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076278.843504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076278.843506:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076278.843509:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076278.843512:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076278.843515:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3262
00000400:00000200:2.0:1769076278.843520:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076278.843523:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076278.843526:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076278.843530:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076278.843533:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076278.843537:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076278.843541:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076278.843544:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076278.843547:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076278.843549:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076278.843552:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076278.843555:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076278.843558:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076278.843563:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076278.843565:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076278.843568:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076278.843571:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:3.0:1769076278.843571:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769076278.843577:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:3.0:1769076278.843581:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769076278.843584:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076278.843588:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769076278.843595:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076278.843605:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769076278.843606:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692680 x1855007616003840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076278.843615:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076278.843627:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076278.843631:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076278.843636:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076278.843637:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076278.843645:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1769076278.843647:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769076278.843650:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1769076278.843663:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076278.843663:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076278.843675:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076278.843678:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616003840:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076278.843686:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076278.843691:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076278.843694:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076278.843697:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1769076278.843702:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000020:00000040:2.0:1769076278.843731:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076278.843735:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076278.843737:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076278.843740:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1769076278.843743:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:2.0:1769076278.843745:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076278.843750:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076278.843755:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076278.843765:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:2.0:1769076278.843770:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000400:00000010:3.0:1769076278.843775:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000100:00000001:2.0:1769076278.843782:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076278.843788:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076278.843801:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616003840, portal 25
00000100:00100000:2.0:1769076278.843802:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007616003968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076278.843808:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076278.843814:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102515328 : -107391607036288 : ffff9e53f1692680)
00000100:00000040:3.0:1769076278.843832:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692680 x1855007616003840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076278.843836:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076278.843847:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076278.843856:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076278.843866:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007616003968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076278.843866:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076278.843875:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076278.843885:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616003840, offset 0
00000100:00000001:2.0:1769076278.843901:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076278.843903:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:2.0:1769076278.843910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076278.843917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076278.843922:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769076278.843923:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:2.0:1769076278.843926:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076278.843933:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769076278.843937:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:2.0:1769076278.843945:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3262
00000400:00000200:3.0:1769076278.843952:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076278.843961:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076278.843966:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076278.843970:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076278.843975:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37324:37324:256:4294967295] 192.168.204.113@tcp LPNI seq info [37294:37294:8:4294967295]
00000400:00000200:3.0:1769076278.843980:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076278.843992:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076278.844000:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076278.844007:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000010:3.0:1769076278.844013:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000400:00000200:2.0:1769076278.844019:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076278.844025:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1769076278.844034:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:2.0:1769076278.844037:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:3.0:1769076278.844044:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1769076278.844045:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076278.844054:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076278.844059:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076278.844107:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076278.844110:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000800:00000200:3.1:1769076278.844113:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:2.0:1769076278.844116:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076278.844124:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:3.1:1769076278.844125:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1769076278.844136:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076278.844145:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000100:3.0:1769076278.844153:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076278.844161:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000100:00000040:2.0:1769076278.844162:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076278.844172:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769076278.844173:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769076278.844182:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076278.844190:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076278.844199:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:3.0:1769076278.844201:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1769076278.844213:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:3.0:1769076278.844214:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076278.844222:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:2.0:1769076278.844226:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076278.844230:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1769076278.844234:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1769076278.844243:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692680 x1855007616003840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076278.844246:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076278.844259:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076278.844270:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076278.844271:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00100000:2.0:1769076278.844277:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1769076278.844279:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692680 x1855007616003840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769076278.844293:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076278.844304:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076278.844316:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076278.844318:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000020:00000040:2.0:1769076278.844324:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076278.844328:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076278.844330:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076278.844339:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769076278.844340:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769076278.844342:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076278.844350:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076278.844357:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21400.
00000100:00000001:2.0:1769076278.844363:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076278.844363:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076278.844385:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007616004096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769076278.844386:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076278.844399:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297936110
00000100:00000001:2.0:1769076278.844405:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076278.844410:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076278.844415:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82120.
00000100:00000040:2.0:1769076278.844417:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007616004096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.844432:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769076278.844435:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076278.844443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076278.844445:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297936110
00000100:00000040:2.0:1769076278.844452:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:3.0:1769076278.844455:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82cc0.
00000100:00000040:2.0:1769076278.844458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076278.844462:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1769076278.844468:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769076278.844471:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076278.844479:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076278.844481:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3272)
00000100:00000001:3.0:1769076278.844483:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076278.844497:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076278/real 1769076278]  req@ffff9e53f1692680 x1855007616003840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076278.844513:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076278.844515:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076278.844519:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076278.844524:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076278.844526:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076278.844529:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076278.844534:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692680 x1855007616003840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076278.844545:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692680 x1855007616003840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.844554:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076278.844556:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.844559:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076278.844561:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076278.844566:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692680 x1855007616003840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.844575:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076278.844582:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692680 x1855007616003840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.844591:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076278.844594:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.844596:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076278.844598:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.844601:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076278.844604:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076278.844608:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076278.844613:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076278.844616:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076278.844622:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692680 x1855007616003840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076278.844632:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616003840:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076278.844638:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.844641:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076278.844644:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692680 x1855007616003840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.844653:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076278.844656:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076278.844660:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076278.844664:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076278.844667:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076278.844670:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076278.844672:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076278.844675:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22400.
02000000:00000001:3.0:1769076278.844680:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076278.844682:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076278.844685:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692680.
00000100:00000001:3.0:1769076278.844688:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076278.844690:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.844693:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.844700:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076278.844702:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076278.844734:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076278.844738:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076278.844740:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076278.844747:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692300 x1855007616003968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.844764:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076278.844766:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076278.844770:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076278.844773:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076278.844776:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076278.844779:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616003968:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076278.844783:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076278.844787:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076278.844789:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076278.844791:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076278.844796:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076278.844798:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076278.844805:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076278.844808:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076278.844812:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076278.844816:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616003968, portal 10
00000100:00000001:3.0:1769076278.844819:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076278.844821:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102514432 : -107391607037184 : ffff9e53f1692300)
00000100:00000040:3.0:1769076278.844829:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692300 x1855007616003968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.844838:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076278.844841:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076278.844844:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076278.844847:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616003968, offset 0
00000400:00000200:3.0:1769076278.844852:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076278.844857:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076278.844862:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076278.844867:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076278.844870:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076278.844873:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076278.844878:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076278.844885:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37325:37325:256:4294967295] 192.168.204.113@tcp LPNI seq info [37295:37295:8:4294967295]
00000400:00000200:3.0:1769076278.844892:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076278.844906:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076278.844913:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076278.844917:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076278.844923:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076278.844926:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076278.844933:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076278.844936:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769076278.844941:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076278.844944:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076278.844948:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076278.844953:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076278.844957:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076278.844959:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076278.844963:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076278.844967:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692300 x1855007616003968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.844978:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076278.844981:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692300 x1855007616003968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.844990:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076278.844993:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076278.844997:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076278.845002:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076278.845006:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076278.845009:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297934862
00000100:00000001:3.0:1769076278.845013:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297936110
00000100:00000001:3.0:1769076278.845016:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297934862
00000100:00000001:3.0:1769076278.845019:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297936110
00000100:00000001:3.0:1769076278.845021:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076278.845024:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076278.845027:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076278.845031:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076278/real 1769076278]  req@ffff9e53f1692300 x1855007616003968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076278.845041:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076278.845043:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076278.845045:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076278.845048:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076278.845050:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076278.845052:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076278.845056:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692300 x1855007616003968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076278.845098:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692300 x1855007616003968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.845107:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076278.845109:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.845111:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076278.845113:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076278.845117:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692300 x1855007616003968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.845125:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076278.845130:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692300 x1855007616003968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.845139:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076278.845142:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.845144:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076278.845146:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.845148:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076278.845150:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076278.845153:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076278.845159:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076278.845161:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076278.845166:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692300 x1855007616003968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076278.845176:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616003968:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076278.845181:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076278.845185:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690700 x1855007616004096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.845192:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076278.845194:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076278.845197:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076278.845199:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076278.845201:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076278.845205:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616004096:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076278.845209:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076278.845211:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076278.845214:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076278.845216:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076278.845220:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076278.845223:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076278.845227:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076278.845231:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076278.845234:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076278.845238:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616004096, portal 10
00000100:00000001:3.0:1769076278.845241:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076278.845243:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102507264 : -107391607044352 : ffff9e53f1690700)
00000100:00000040:3.0:1769076278.845249:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690700 x1855007616004096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.845258:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076278.845262:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076278.845264:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076278.845267:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616004096, offset 0
00000400:00000200:3.0:1769076278.845272:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076278.845277:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076278.845282:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076278.845286:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076278.845289:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076278.845294:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076278.845299:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076278.845305:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37326:37326:256:4294967295] 192.168.204.113@tcp LPNI seq info [37296:37296:8:4294967295]
00000400:00000200:3.0:1769076278.845314:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076278.845327:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076278.845336:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076278.845343:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076278.845351:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076278.845356:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076278.845365:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076278.845371:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769076278.845379:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076278.845384:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076278.845389:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076278.845396:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076278.845402:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076278.845406:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076278.845411:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076278.845418:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690700 x1855007616004096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.845428:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076278.845433:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690700 x1855007616004096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.845441:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076278.845444:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076278.845450:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076278.845454:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076278.845459:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076278.845462:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297934870
00000100:00000001:3.0:1769076278.845465:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297936110
00000100:00000001:3.0:1769076278.845468:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297934870
00000100:00000001:3.0:1769076278.845471:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297936110
00000100:00000001:3.0:1769076278.845473:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076278.845476:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076278.845478:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076278.845483:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076278/real 1769076278]  req@ffff9e53f1690700 x1855007616004096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076278.845493:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076278.845495:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076278.845498:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076278.845500:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076278.845502:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076278.845505:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076278.845509:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690700 x1855007616004096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076278.845519:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690700 x1855007616004096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.845527:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076278.845528:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.845530:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076278.845532:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076278.845536:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690700 x1855007616004096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.845544:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076278.845549:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690700 x1855007616004096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.845558:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076278.845561:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.845563:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076278.845565:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.845567:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076278.845569:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076278.845572:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076278.845576:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076278.845579:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076278.845583:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690700 x1855007616004096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076278.845592:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616004096:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076278.845597:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.845600:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076278.845603:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692300 x1855007616003968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.845612:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076278.845614:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076278.845616:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076278.845619:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076278.845621:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076278.845623:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076278.845625:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076278.845628:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:3.0:1769076278.845631:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076278.845633:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076278.845635:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692300.
00000100:00000001:3.0:1769076278.845638:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076278.845639:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.845642:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076278.845646:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690700 x1855007616004096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076278.845654:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076278.845656:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076278.845658:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:3.0:1769076278.845660:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076278.845662:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076278.845663:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076278.845665:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076278.845667:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21400.
02000000:00000001:3.0:1769076278.845669:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076278.845670:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076278.845672:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690700.
00000100:00000001:3.0:1769076278.845675:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076278.845676:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.845678:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.845683:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076278.845684:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076278.845687:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076278.845689:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076279.547356:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076279.547363:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076279.547368:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076280.123171:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297936110, at 4297936128
00000100:00000010:2.0:1769076280.123191:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82120.
00000100:00000040:3.0:1769076280.123195:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297936110, at 4297936128
00000100:00000010:3.0:1769076280.123215:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82cc0.
00000020:00000001:3.0:1769076280.571366:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076280.571372:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076280.571377:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076281.595350:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076281.595356:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076281.595361:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076282.619195:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076282.619199:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076282.619202:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076283.643208:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076283.643212:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076283.643214:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076283.963263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076283.963274:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076283.963277:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076283.963282:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076283.963286:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076283.963295:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3267
00000400:00000200:0.0:1769076283.963307:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076283.963318:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076283.963323:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076283.963329:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076283.963334:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076283.963339:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076283.963343:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076283.963348:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076283.963352:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076283.963355:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076283.963359:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076283.963363:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076283.963366:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076283.963371:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076283.963374:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076283.963378:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076283.963381:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076283.963386:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076283.963391:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076283.963394:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076283.963398:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076283.963402:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076283.963405:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076283.963408:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076283.963411:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076283.963420:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6a00.
00000020:00000040:0.0:1769076283.963425:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076283.963430:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076283.963432:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076283.963436:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076283.963439:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076283.963445:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076283.963455:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769076283.963463:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076283.963474:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6a00 x1855007616004224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076283.963488:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076283.963495:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076283.963502:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b99ec67] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6a00 x1855007616004224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076283.963537:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076283.963542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076283.963547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076283.963550:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076283.963553:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076283.963558:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076283.963562:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3267
00000400:00000200:0.0:1769076283.963567:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076283.963572:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076283.963577:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076283.963587:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076283.963592:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076283.963599:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076283.963607:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076283.963611:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076283.963615:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076283.963640:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076283.963645:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076283.963653:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076283.963672:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076283.963685:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076283.963694:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076283.963704:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076283.963714:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076283.963720:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076283.963728:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076283.963734:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076283.963740:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076283.963751:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076283.963758:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076283.963763:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076283.963772:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076283.963782:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076283.963791:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076283.963797:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6680.
00000020:00000040:0.0:1769076283.963804:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076283.963816:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076283.963821:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076283.963827:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076283.963830:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076283.963837:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076283.963847:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769076283.963857:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076283.963868:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6680 x1855007616004352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076283.963890:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076283.963896:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076283.963905:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703ed1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6680 x1855007616004352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076283.963919:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076283.963926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076283.963930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076283.963946:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076283.963951:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076283.963957:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076283.963963:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3267
00000400:00000200:0.0:1769076283.963973:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076283.963985:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076283.963993:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076283.964005:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076283.964012:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076283.964022:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076283.964031:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076283.964038:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076283.964052:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076283.964059:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076283.964118:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076283.964125:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076283.964129:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076283.964142:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076283.964146:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076283.964155:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076283.964163:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076283.964170:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076283.964176:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076283.964185:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076283.964196:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076283.964201:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076283.964206:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076283.964210:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076283.964217:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076283.964223:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076283.964226:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076283.964233:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4380.
00000020:00000040:0.0:1769076283.964250:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076283.964258:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076283.964264:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076283.964268:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076283.964274:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076283.964279:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076283.964289:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769076283.964297:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076283.964310:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4380 x1855007616004480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076283.964343:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076283.964348:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076283.964362:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000234c63a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4380 x1855007616004480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076283.964383:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076283.964392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076283.964402:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076283.964410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076283.964417:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076283.964425:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3277)
00000800:00000200:1.1:1769076283.964459:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076283.964463:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076283.965027:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076283.965031:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076283.965501:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076283.965505:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076284.667326:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076284.667333:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076284.667337:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076285.243197:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297941230, at 4297941248
00000100:00000040:3.0:1769076285.243208:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297941230, at 4297941248
00000100:00000010:2.0:1769076285.243216:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf60.
00000100:00000010:3.0:1769076285.243228:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b060.
00000020:00000001:2.0:1769076285.691349:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076285.691359:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076285.691366:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076286.715402:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076286.715409:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076286.715414:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076287.739295:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076287.739301:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076287.739305:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076288.763323:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076288.763333:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076288.763341:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076289.083296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076289.083318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076289.083324:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076289.083333:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076289.083342:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076289.083356:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3272
00000400:00000200:2.0:1769076289.083370:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076289.083380:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076289.083386:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076289.083392:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076289.083398:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076289.083402:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076289.083406:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076289.083413:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076289.083418:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076289.083422:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076289.083427:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076289.083431:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076289.083435:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076289.083439:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076289.083443:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076289.083447:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076289.083450:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076289.083454:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076289.083459:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076289.083462:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076289.083466:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076289.083471:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076289.083475:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076289.083478:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076289.083482:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076289.083497:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691f80.
00000020:00000040:2.0:1769076289.083502:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076289.083508:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076289.083511:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076289.083515:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076289.083519:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076289.083527:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076289.083567:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21400.
00000100:00000001:2.0:1769076289.083580:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076289.083594:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691f80 x1855007616004608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076289.083611:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076289.083618:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076289.083625:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c3f3d7a] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691f80 x1855007616004608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076289.083668:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076289.083672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076289.083677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076289.083679:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076289.083682:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076289.083685:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076289.083688:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3272
00000400:00000200:2.0:1769076289.083693:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076289.083699:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076289.083702:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076289.083707:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076289.083711:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076289.083714:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076289.083718:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076289.083722:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076289.083728:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076289.083732:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076289.083742:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076289.083751:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076289.083754:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076289.083763:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076289.083773:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076289.083781:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076289.083789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076289.083801:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076289.083812:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076289.083821:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076289.083827:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076289.083837:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076289.083847:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076289.083853:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076289.083861:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076289.083868:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076289.083873:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076289.083879:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693480.
00000020:00000040:2.0:1769076289.083886:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076289.083890:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076289.083898:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076289.083901:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076289.083909:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076289.083912:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076289.083920:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000100:00000001:2.0:1769076289.083932:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076289.083948:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693480 x1855007616004736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076289.083969:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076289.083974:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076289.083983:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a08507] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693480 x1855007616004736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076289.084004:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076289.084009:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076289.084014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076289.084022:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076289.084027:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076289.084037:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076289.084044:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3272
00000400:00000200:2.0:1769076289.084059:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076289.084112:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076289.084121:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076289.084133:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076289.084141:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076289.084152:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076289.084164:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076289.084170:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076289.084177:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076289.084185:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076289.084193:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076289.084199:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076289.084210:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076289.084226:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076289.084237:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076289.084250:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076289.084261:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076289.084275:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076289.084291:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076289.084304:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076289.084308:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076289.084313:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076289.084320:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076289.084327:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076289.084332:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076289.084338:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076289.084345:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076289.084355:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000020:00000040:2.0:1769076289.084363:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076289.084368:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076289.084374:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076289.084379:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076289.084381:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076289.084384:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076289.084392:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22400.
00000100:00000001:2.0:1769076289.084401:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076289.084415:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007616004864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076289.084434:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076289.084440:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076289.084446:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:2.0:1769076289.084454:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007616004864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076289.084456:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1769076289.084491:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076289.084500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076289.084509:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076289.084519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076289.084553:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076289.084569:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3282)
00000800:00000200:1.1:1769076289.085243:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076289.085246:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076289.085759:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076289.085762:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769076289.787445:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076289.787453:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076289.787459:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076290.363185:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297946350, at 4297946368
00000100:00000040:3.0:1769076290.363185:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297946350, at 4297946368
00000100:00000010:3.0:1769076290.363212:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b4e0.
00000100:00000010:2.0:1769076290.363222:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0be40.
00000020:00000001:0.0:1769076290.811306:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076290.811314:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076290.811320:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076291.835394:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076291.835404:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076291.835411:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076292.859308:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076292.859312:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076292.859315:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076293.883390:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076293.883399:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076293.883405:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076294.203227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076294.203238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076294.203243:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076294.203249:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076294.203255:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076294.203266:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3277
00000400:00000200:2.0:1769076294.203279:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076294.203288:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076294.203293:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076294.203297:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076294.203317:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076294.203320:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076294.203324:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076294.203330:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076294.203333:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076294.203337:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076294.203341:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076294.203344:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076294.203347:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076294.203351:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076294.203354:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076294.203357:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076294.203359:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076294.203364:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076294.203369:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076294.203372:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076294.203376:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076294.203380:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076294.203384:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076294.203387:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076294.203390:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076294.203403:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000020:00000040:2.0:1769076294.203408:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076294.203414:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076294.203416:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076294.203420:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076294.203423:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076294.203430:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076294.203442:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21000.
00000100:00000001:2.0:1769076294.203481:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076294.203497:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007616004992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076294.203523:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076294.203529:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076294.203535:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007616004992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076294.203568:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076294.203572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076294.203577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076294.203579:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076294.203582:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076294.203585:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076294.203589:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3277
00000400:00000200:2.0:1769076294.203597:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076294.203612:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076294.203620:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076294.203631:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076294.203655:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076294.203662:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076294.203671:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076294.203680:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076294.203685:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076294.203692:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076294.203700:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076294.203706:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076294.203714:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076294.203722:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076294.203737:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076294.203747:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076294.203759:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076294.203766:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076294.203779:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076294.203786:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076294.203792:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076294.203802:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076294.203810:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076294.203814:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076294.203820:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076294.203834:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076294.203849:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076294.203861:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000020:00000040:2.0:1769076294.203865:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076294.203874:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076294.203876:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076294.203879:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076294.203881:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076294.203885:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076294.203896:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22000.
00000100:00000001:2.0:1769076294.203904:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076294.203914:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007616005120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076294.203938:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076294.203942:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076294.203954:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007616005120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076294.204009:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076294.204016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076294.204026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076294.204032:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076294.204038:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076294.204045:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076294.204056:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3277
00000400:00000200:2.0:1769076294.204134:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076294.204159:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076294.204172:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076294.204186:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076294.204200:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076294.204212:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076294.204222:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076294.204228:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076294.204231:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076294.204234:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076294.204240:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076294.204248:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076294.204253:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076294.204266:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076294.204272:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076294.204281:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076294.204291:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076294.204295:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076294.204303:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076294.204316:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076294.204326:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076294.204331:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076294.204340:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076294.204346:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:1.1:1769076294.204347:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000008:00100000:2.0:1769076294.204351:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076294.204356:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076294.204358:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076294.204363:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000020:00000040:2.0:1769076294.204366:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076294.204370:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076294.204375:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076294.204380:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1769076294.204382:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
02000000:00000001:2.0:1769076294.204383:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076294.204391:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076294.204404:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23400.
00000100:00000001:2.0:1769076294.204414:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076294.204428:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007616005248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076294.204481:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076294.204489:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076294.204503:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007616005248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076294.204547:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076294.204554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076294.204566:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076294.204577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076294.204591:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076294.204607:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3287)
00000800:00000200:1.1:1769076294.205220:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076294.205224:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076294.205657:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076294.205661:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769076294.907465:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076294.907472:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076294.907477:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076295.483158:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297951470, at 4297951488
00000100:00000010:2.0:1769076295.483172:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b120.
00000100:00000040:3.0:1769076295.483183:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297951470, at 4297951488
00000100:00000010:3.0:1769076295.483197:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf00.
00000020:00000001:3.0:1769076295.931329:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076295.931335:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076295.931340:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076296.955294:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076296.955300:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076296.955305:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076297.979471:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076297.979486:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076297.979490:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076299.003310:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076299.003316:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076299.003320:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076299.323344:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076299.323353:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076299.323356:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076299.323360:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076299.323382:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076299.323389:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3282
00000400:00000200:3.0:1769076299.323416:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076299.323425:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076299.323429:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076299.323434:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076299.323438:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076299.323442:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076299.323445:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076299.323450:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076299.323453:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076299.323456:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076299.323534:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076299.323541:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076299.323547:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076299.323555:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076299.323560:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076299.323565:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076299.323569:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076299.323575:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076299.323583:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076299.323587:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076299.323591:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076299.323595:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076299.323599:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076299.323602:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076299.323605:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076299.323616:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000020:00000040:3.0:1769076299.323620:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076299.323625:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076299.323627:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076299.323631:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076299.323651:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076299.323657:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076299.323668:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076299.323676:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076299.323688:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007616005376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076299.323704:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076299.323728:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076299.323737:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007616005376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076299.323791:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076299.323796:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076299.323804:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076299.323807:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076299.323811:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076299.323817:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076299.323824:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3282
00000400:00000200:3.0:1769076299.323834:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076299.323841:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076299.323850:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076299.323865:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076299.323875:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076299.323887:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076299.323897:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076299.323909:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076299.323918:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076299.323929:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076299.323940:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076299.323952:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076299.323963:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076299.323977:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076299.323983:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076299.324011:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076299.324016:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076299.324021:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076299.324028:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076299.324031:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076299.324033:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076299.324039:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076299.324045:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076299.324050:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076299.324054:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076299.324062:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076299.324067:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076299.324077:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000020:00000040:3.0:1769076299.324148:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076299.324158:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076299.324169:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076299.324181:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076299.324190:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076299.324198:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076299.324216:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769076299.324232:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076299.324254:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007616005504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076299.324274:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076299.324277:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076299.324283:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007616005504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076299.324326:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076299.324332:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076299.324338:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076299.324342:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076299.324347:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076299.324352:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076299.324358:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3282
00000400:00000200:3.0:1769076299.324388:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076299.324396:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076299.324422:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076299.324435:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076299.324442:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076299.324451:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076299.324463:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076299.324476:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076299.324482:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076299.324491:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076299.324500:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076299.324512:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076299.324522:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076299.324533:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076299.324542:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076299.324551:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076299.324563:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076299.324577:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000200:1.1:1769076299.324588:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:3.0:1769076299.324590:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000800:00000200:1.1:1769076299.324601:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000100:00000001:3.0:1769076299.324602:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076299.324610:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076299.324618:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076299.324626:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076299.324633:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076299.324656:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076299.324663:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076299.324669:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076299.324677:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000020:00000040:3.0:1769076299.324683:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076299.324689:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076299.324693:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076299.324696:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076299.324700:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076299.324723:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076299.324735:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769076299.324744:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076299.324759:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007616005632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076299.324826:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076299.324835:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076299.324846:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007616005632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076299.324874:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076299.324882:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076299.324894:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076299.324898:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076299.324908:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076299.324916:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3293)
00000800:00000200:1.1:1769076299.325530:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076299.325534:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769076299.325928:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076299.325931:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000020:00000001:0.0:1769076300.027275:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076300.027281:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076300.027286:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076300.603211:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297956590, at 4297956608
00000100:00000040:3.0:1769076300.603216:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297956590, at 4297956608
00000100:00000010:2.0:1769076300.603242:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b7e0.
00000100:00000010:3.0:1769076300.603249:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b2a0.
00000020:00000001:2.0:1769076301.051428:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076301.051434:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076301.051442:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076302.075309:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076302.075341:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076302.075345:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076303.099394:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076303.099400:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076303.099405:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076304.123262:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076304.123269:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076304.123274:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076304.443202:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076304.443213:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076304.443216:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076304.443221:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076304.443226:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076304.443234:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3288
00000400:00000200:3.0:1769076304.443245:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076304.443252:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076304.443257:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076304.443261:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076304.443266:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076304.443269:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076304.443273:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076304.443305:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076304.443308:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076304.443311:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076304.443315:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076304.443318:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076304.443322:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076304.443325:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076304.443328:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076304.443330:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076304.443333:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076304.443336:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076304.443340:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076304.443343:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076304.443347:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076304.443351:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076304.443354:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076304.443357:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076304.443360:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076304.443368:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000020:00000040:3.0:1769076304.443373:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076304.443387:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076304.443390:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076304.443393:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076304.443397:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076304.443402:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076304.443417:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769076304.443425:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076304.443437:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007616005760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076304.443451:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076304.443457:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076304.443464:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007616005760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076304.443491:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076304.443495:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076304.443500:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076304.443502:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076304.443504:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076304.443507:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076304.443510:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3288
00000400:00000200:3.0:1769076304.443516:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076304.443521:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076304.443524:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076304.443528:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076304.443532:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076304.443535:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076304.443539:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076304.443549:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076304.443556:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076304.443559:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076304.443564:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076304.443568:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076304.443573:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076304.443581:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076304.443590:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076304.443598:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076304.443606:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076304.443617:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076304.443625:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076304.443634:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076304.443642:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076304.443652:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076304.443658:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076304.443660:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076304.443665:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076304.443676:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076304.443681:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076304.443695:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
00000020:00000040:3.0:1769076304.443703:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076304.443711:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076304.443717:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076304.443722:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076304.443727:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076304.443730:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076304.443739:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769076304.443748:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076304.443762:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007616005888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076304.443781:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076304.443788:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076304.443795:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007616005888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076304.443824:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076304.443830:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076304.443848:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076304.443853:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076304.443859:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076304.443865:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076304.443877:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3288
00000400:00000200:3.0:1769076304.443889:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076304.443893:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076304.443896:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076304.443901:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076304.443905:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076304.443912:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076304.443916:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076304.443923:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076304.443927:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076304.443932:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076304.443935:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076304.443939:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076304.443944:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076304.443955:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076304.443966:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076304.443980:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076304.443995:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076304.444009:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076304.444028:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076304.444045:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076304.444055:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076304.444118:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076304.444127:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076304.444134:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076304.444140:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1769076304.444150:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000008:00000001:3.0:1769076304.444152:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076304.444163:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076304.444164:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000100:00000010:3.0:1769076304.444172:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000020:00000040:3.0:1769076304.444183:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076304.444197:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076304.444202:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076304.444209:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076304.444216:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076304.444224:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076304.444234:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076304.444244:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076304.444255:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007616006016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076304.444274:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076304.444310:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076304.444333:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007616006016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076304.444378:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076304.444385:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076304.444399:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076304.444407:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076304.444417:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076304.444424:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3298)
00000800:00000200:1.1:1769076304.444848:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076304.444851:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076304.445317:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076304.445321:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1769076305.147364:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076305.147370:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076305.147375:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076305.723171:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297961710, at 4297961728
00000100:00000040:3.0:1769076305.723171:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297961710, at 4297961728
00000100:00000010:3.0:1769076305.723194:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bea0.
00000100:00000010:2.0:1769076305.723205:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b660.
00000020:00000001:0.0:1769076306.171337:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076306.171345:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076306.171351:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076307.195440:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076307.195446:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076307.195452:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076308.219399:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076308.219407:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076308.219413:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076309.243429:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076309.243436:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076309.243441:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076309.563247:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076309.563265:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076309.563270:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076309.563277:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076309.563284:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076309.563297:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3293
00000400:00000200:3.0:1769076309.563310:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076309.563334:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076309.563339:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076309.563346:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076309.563353:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076309.563360:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076309.563366:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076309.563375:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076309.563379:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076309.563383:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076309.563388:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076309.563393:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076309.563397:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076309.563403:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076309.563406:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076309.563411:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076309.563414:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076309.563420:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076309.563428:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076309.563434:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076309.563438:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076309.563443:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076309.563448:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076309.563452:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076309.563456:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076309.563473:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000020:00000040:3.0:1769076309.563478:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076309.563484:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076309.563488:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076309.563492:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076309.563496:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076309.563503:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076309.563520:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076309.563535:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076309.563553:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007616006144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076309.563577:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076309.563586:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076309.563596:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007616006144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076309.563646:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076309.563653:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076309.563660:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076309.563663:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076309.563667:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076309.563672:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076309.563678:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3293
00000400:00000200:3.0:1769076309.563686:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076309.563694:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076309.563700:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076309.563708:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076309.563714:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076309.563720:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076309.563725:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076309.563729:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076309.563732:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076309.563737:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076309.563748:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076309.563755:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076309.563767:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076309.563785:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076309.563795:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076309.563805:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076309.563813:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076309.563819:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076309.563823:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076309.563827:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076309.563829:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076309.563838:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076309.563846:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076309.563852:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076309.563864:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076309.563875:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076309.563885:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076309.563895:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
00000020:00000040:3.0:1769076309.563903:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076309.563912:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076309.563919:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076309.563924:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076309.563927:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076309.563931:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076309.563943:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769076309.563956:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076309.563972:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007616006272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076309.563990:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076309.563995:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076309.564008:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007616006272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076309.564035:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076309.564046:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076309.564057:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076309.564063:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076309.564118:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076309.564129:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076309.564136:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3293
00000400:00000200:3.0:1769076309.564152:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076309.564163:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076309.564170:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076309.564180:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076309.564216:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076309.564223:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076309.564231:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076309.564239:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076309.564246:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076309.564253:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076309.564262:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076309.564269:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076309.564280:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076309.564296:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076309.564304:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076309.564309:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076309.564312:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076309.564316:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076309.564322:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076309.564325:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076309.564329:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076309.564336:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076309.564345:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076309.564356:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076309.564361:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076309.564367:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076309.564372:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076309.564381:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000020:00000040:3.0:1769076309.564388:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076309.564397:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076309.564404:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076309.564410:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076309.564416:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076309.564423:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076309.564431:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000010:3.0:1769076309.564435:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000800:00000200:1.1:1769076309.564439:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1769076309.564443:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076309.564461:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007616006400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076309.564479:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076309.564485:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076309.564500:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007616006400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076309.564524:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076309.564531:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076309.564540:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076309.564551:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076309.564566:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076309.564582:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3303)
00000800:00000200:1.1:1769076309.565188:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076309.565218:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076309.565599:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076309.565603:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1769076310.267260:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076310.267264:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076310.267266:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076310.843251:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297966830, at 4297966848
00000100:00000040:2.0:1769076310.843252:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297966830, at 4297966848
00000100:00000010:2.0:1769076310.843277:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b9c0.
00000100:00000010:3.0:1769076310.843283:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b900.
00000020:00000001:3.0:1769076311.291274:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076311.291280:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076311.291285:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076312.315423:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076312.315432:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076312.315438:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076313.339302:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076313.339309:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076313.339314:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076314.363398:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076314.363405:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076314.363411:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076314.683314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076314.683335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076314.683340:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076314.683346:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076314.683353:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076314.683364:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3298
00000400:00000200:0.0:1769076314.683375:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076314.683385:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076314.683390:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076314.683394:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076314.683399:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076314.683403:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076314.683406:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076314.683412:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076314.683415:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076314.683419:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076314.683422:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076314.683425:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076314.683428:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076314.683432:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076314.683436:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076314.683438:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076314.683441:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076314.683446:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076314.683450:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076314.683453:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076314.683457:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076314.683461:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076314.683465:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076314.683468:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076314.683472:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076314.683486:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6300.
00000020:00000040:0.0:1769076314.683491:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076314.683499:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076314.683502:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076314.683508:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076314.683530:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076314.683538:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076314.683554:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769076314.683566:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076314.683582:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6300 x1855007616006528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076314.683602:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076314.683627:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076314.683634:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf371266] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6300 x1855007616006528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076314.683680:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076314.683686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076314.683693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076314.683696:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076314.683700:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076314.683705:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076314.683713:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3298
00000400:00000200:0.0:1769076314.683749:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076314.683761:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076314.683770:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076314.683783:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076314.683791:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076314.683801:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076314.683812:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076314.683823:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076314.683827:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076314.683834:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076314.683856:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076314.683861:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076314.683867:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076314.683873:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076314.683878:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076314.683886:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076314.683893:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076314.683898:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076314.683905:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076314.683929:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076314.683936:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076314.683950:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076314.683958:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076314.683966:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076314.683979:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076314.683992:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076314.683999:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076314.684008:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5500.
00000020:00000040:0.0:1769076314.684037:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076314.684049:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076314.684055:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076314.684059:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076314.684065:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076314.684069:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076314.684078:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076314.684090:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076314.684219:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5500 x1855007616006656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076314.684263:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076314.684273:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076314.684292:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502bc2e2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5500 x1855007616006656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076314.684331:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076314.684341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076314.684358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076314.684362:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076314.684368:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076314.684378:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076314.684388:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3298
00000400:00000200:0.0:1769076314.684402:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076314.684410:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076314.684413:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076314.684418:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076314.684425:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076314.684429:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076314.684435:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076314.684441:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076314.684446:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076314.684452:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769076314.684453:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:0.0:1769076314.684456:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076314.684460:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076314.684464:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076314.684468:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076314.684471:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076314.684473:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076314.684475:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076314.684477:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076314.684484:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076314.684489:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076314.684492:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076314.684497:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076314.684502:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076314.684506:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076314.684511:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076314.684540:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076314.684547:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076314.684556:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7b80.
00000020:00000040:0.0:1769076314.684564:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076314.684574:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076314.684577:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076314.684586:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076314.684592:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076314.684597:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076314.684631:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000001:0.0:1769076314.684639:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076314.684653:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7b80 x1855007616006784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076314.684678:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076314.684689:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076314.684700:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa511e8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7b80 x1855007616006784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076314.684751:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076314.684763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076314.684781:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076314.684794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076314.684807:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076314.684821:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3308)
00000800:00000200:1.1:1769076314.685058:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076314.685446:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:0.0:1769076315.387362:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076315.387368:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076315.387373:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076315.963212:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297971950, at 4297971968
00000100:00000040:2.0:1769076315.963215:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297971950, at 4297971968
00000100:00000010:3.0:1769076315.963241:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bb40.
00000100:00000010:2.0:1769076315.963253:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bc00.
00000020:00000001:2.0:1769076316.411315:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076316.411321:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076316.411326:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076317.435361:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076317.435368:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076317.435373:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769076317.755602:0:2396:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:2.0:1769076317.755695:0:2396:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076317.755719:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076317.755729:0:2396:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:2.0:1769076317.755738:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076317.755746:0:2396:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076317.755756:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076317.755764:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:2.0:1769076317.755776:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076317.755786:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076317.755799:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb4236e8
00000400:00000010:2.0:1769076317.755807:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb4236e8.
00000100:00000001:2.0:1769076317.755819:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076317.755836:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c6300 x1855007616006528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076317.755910:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076317.755920:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6300 x1855007616006528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076317.755936:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076317.755940:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076317.755961:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076317.755967:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f800.
00000400:00000200:2.0:1769076317.755972:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076317.755979:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076317.755986:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423aa0
00000400:00000010:2.0:1769076317.755990:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423aa0.
00000100:00000001:2.0:1769076317.755995:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076317.756002:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c5500 x1855007616006656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076317.756018:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076317.756024:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5500 x1855007616006656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076317.756035:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076317.756038:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076317.756048:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076317.756164:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:2.0:1769076317.756174:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076317.756182:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076317.756189:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb4232a8
00000400:00000010:2.0:1769076317.756193:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb4232a8.
00000100:00000001:2.0:1769076317.756198:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076317.756207:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c7b80 x1855007616006784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076317.756237:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076317.756245:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7b80 x1855007616006784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076317.756257:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076317.756260:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076318.459335:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076318.459342:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076318.459349:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076319.483282:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076319.483290:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076319.483295:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076319.803688:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076319.803702:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076319.803712:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076319.803734:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11c00 x1855007616006912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.803777:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076319.803785:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076319.803797:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076319.803807:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076319.803821:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076319.803838:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616006912:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076319.803854:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076319.803866:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076319.803875:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076319.803881:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076319.803896:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2000.
02000000:00000001:3.0:1769076319.803906:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076319.803938:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076319.803956:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076319.803975:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076319.803993:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616006912, portal 25
00000100:00000001:3.0:1769076319.804005:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076319.804012:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438239744 : -107392271311872 : ffff9e53c9d11c00)
00000100:00000040:3.0:1769076319.804119:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11c00 x1855007616006912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.804148:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076319.804164:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076319.804176:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076319.804189:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616006912, offset 0
00000400:00000200:3.0:1769076319.804215:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076319.804720:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076319.804957:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076319.804967:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076319.804976:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076319.804982:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076319.804988:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076319.804995:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37348:37348:256:4294967295] 192.168.204.113@tcp LPNI seq info [37318:37318:8:4294967295]
00000400:00000200:3.0:1769076319.805005:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076319.805053:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076319.805114:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076319.805126:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076319.805142:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076319.805150:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076319.805166:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076319.805173:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769076319.805182:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076319.805187:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076319.805197:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076319.805207:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076319.805217:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076319.805223:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076319.805242:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076319.805255:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11c00 x1855007616006912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.805277:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076319.805284:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11c00 x1855007616006912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.805299:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076319.805303:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076319.805335:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076319.805346:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076319.805352:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4297977071
00000100:00000010:3.0:1769076319.805362:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82d20.
00000100:00000001:3.0:1769076319.805372:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076319.805381:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4297977071
00000100:00000010:3.0:1769076319.805387:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82300.
00000100:00000001:3.0:1769076319.805392:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076319.805397:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076319.805402:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076319.805408:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076319.805416:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076319/real 1769076319]  req@ffff9e53c9d11c00 x1855007616006912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076319.805434:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076319.805437:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076319.805442:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076319.805447:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076319.805450:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076319.805455:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076319.805461:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11c00 x1855007616006912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076319.805477:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11c00 x1855007616006912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.805490:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076319.805494:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.805498:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076319.805501:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076319.805509:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11c00 x1855007616006912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.805522:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076319.805531:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11c00 x1855007616006912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.805546:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076319.805643:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.805648:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076319.805651:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.805655:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076319.805658:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076319.805665:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076319.805674:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076319.805679:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076319.805689:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11c00 x1855007616006912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076319.805705:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616006912:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076319.805714:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.805719:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076319.805726:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11c00 x1855007616006912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.805740:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076319.805744:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076319.805749:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:3.0:1769076319.805755:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076319.805759:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076319.805762:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076319.805767:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076319.805771:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99400.
02000000:00000001:3.0:1769076319.805777:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076319.805780:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076319.805784:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11c00.
00000100:00000001:3.0:1769076319.805790:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076319.805793:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.805797:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.805808:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076319.805812:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076319.805815:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076319.805818:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076319.805821:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076319.805827:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10e00 x1855007616007040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.805837:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076319.805839:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076319.805843:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076319.805846:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076319.805849:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076319.805853:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616007040:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076319.805857:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076319.805861:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076319.805863:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076319.805866:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076319.805871:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2000.
02000000:00000001:3.0:1769076319.805873:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076319.805880:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076319.805883:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076319.805888:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076319.805893:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616007040, portal 10
00000100:00000001:3.0:1769076319.805896:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076319.805898:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438236160 : -107392271315456 : ffff9e53c9d10e00)
00000100:00000040:3.0:1769076319.805906:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10e00 x1855007616007040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.805916:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076319.805919:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076319.805922:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076319.805925:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616007040, offset 0
00000400:00000200:3.0:1769076319.805931:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076319.805936:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076319.805941:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076319.805946:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076319.805950:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076319.805954:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076319.805957:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076319.805961:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37349:37349:256:4294967295] 192.168.204.113@tcp LPNI seq info [37319:37319:8:4294967295]
00000400:00000200:3.0:1769076319.805967:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076319.805976:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076319.805981:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076319.805986:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076319.805992:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076319.805995:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076319.806002:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076319.806006:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769076319.806011:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076319.806014:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076319.806041:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076319.806050:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076319.806056:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076319.806059:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076319.806089:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076319.806095:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10e00 x1855007616007040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.806108:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076319.806113:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10e00 x1855007616007040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.806123:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076319.806126:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076319.806135:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076319.806140:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076319.806145:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076319.806148:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297975824
00000100:00000001:3.0:1769076319.806152:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297977071
00000100:00000001:3.0:1769076319.806155:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297975824
00000100:00000001:3.0:1769076319.806160:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297977071
00000100:00000001:3.0:1769076319.806163:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076319.806166:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076319.806169:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076319.806174:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076319/real 1769076319]  req@ffff9e53c9d10e00 x1855007616007040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076319.806184:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076319.806185:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076319.806188:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076319.806190:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076319.806192:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076319.806195:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076319.806198:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10e00 x1855007616007040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076319.806209:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10e00 x1855007616007040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.806218:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076319.806220:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.806222:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076319.806224:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076319.806228:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10e00 x1855007616007040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.806236:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076319.806241:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10e00 x1855007616007040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.806249:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076319.806252:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.806254:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076319.806256:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.806258:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076319.806261:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076319.806264:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076319.806269:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076319.806272:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076319.806276:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10e00 x1855007616007040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076319.806287:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616007040:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076319.806292:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076319.806296:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11180 x1855007616007168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.806304:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076319.806306:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076319.806308:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076319.806311:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076319.806313:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076319.806317:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616007168:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076319.806320:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076319.806323:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076319.806325:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076319.806327:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076319.806332:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076319.806335:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076319.806339:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076319.806342:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076319.806345:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076319.806349:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616007168, portal 10
00000100:00000001:3.0:1769076319.806352:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076319.806354:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237056 : -107392271314560 : ffff9e53c9d11180)
00000100:00000040:3.0:1769076319.806361:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11180 x1855007616007168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.806369:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076319.806372:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076319.806375:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076319.806378:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616007168, offset 0
00000400:00000200:3.0:1769076319.806383:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076319.806387:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076319.806392:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076319.806395:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076319.806399:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076319.806402:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076319.806405:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076319.806409:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37350:37350:256:4294967295] 192.168.204.113@tcp LPNI seq info [37320:37320:8:4294967295]
00000400:00000200:3.0:1769076319.806415:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076319.806423:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076319.806429:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076319.806432:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076319.806438:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076319.806441:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076319.806446:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076319.806450:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769076319.806455:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076319.806458:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076319.806462:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076319.806466:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076319.806469:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076319.806472:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076319.806475:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076319.806479:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11180 x1855007616007168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.806489:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076319.806493:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11180 x1855007616007168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.806510:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076319.806512:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076319.806515:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076319.806519:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076319.806523:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076319.806526:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4297975831
00000100:00000001:3.0:1769076319.806529:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4297977071
00000100:00000001:3.0:1769076319.806532:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4297975831
00000100:00000001:3.0:1769076319.806534:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4297977071
00000100:00000001:3.0:1769076319.806537:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076319.806540:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076319.806543:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076319.806549:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076319/real 1769076319]  req@ffff9e53c9d11180 x1855007616007168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076319.806565:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076319.806568:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076319.806571:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076319.806575:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076319.806579:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076319.806583:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076319.806590:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11180 x1855007616007168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076319.806607:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11180 x1855007616007168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.806620:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076319.806623:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.806627:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076319.806630:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076319.806638:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11180 x1855007616007168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.806653:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076319.806662:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11180 x1855007616007168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.806676:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076319.806680:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.806684:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076319.806687:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.806690:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076319.806693:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076319.806699:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076319.806706:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076319.806711:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076319.806720:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11180 x1855007616007168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076319.806738:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616007168:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076319.806746:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.806751:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076319.806757:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10e00 x1855007616007040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.806769:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076319.806771:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076319.806774:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:3.0:1769076319.806779:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076319.806781:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076319.806782:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076319.806785:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076319.806788:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:3.0:1769076319.806791:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076319.806793:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076319.806796:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10e00.
00000100:00000001:3.0:1769076319.806799:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076319.806801:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.806803:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076319.806808:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11180 x1855007616007168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076319.806816:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076319.806817:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076319.806819:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076319.806821:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076319.806823:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076319.806824:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076319.806826:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076319.806828:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:3.0:1769076319.806830:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076319.806832:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076319.806833:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11180.
00000100:00000001:3.0:1769076319.806836:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076319.806837:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.806840:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076319.806845:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076319.806846:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076319.806849:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076319.806851:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076320.507281:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076320.507287:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076320.507292:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076321.083198:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297977071, at 4297977088
00000100:00000040:2.0:1769076321.083216:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297977071, at 4297977088
00000100:00000010:3.0:1769076321.083220:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82300.
00000100:00000010:2.0:1769076321.083243:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82d20.
00000020:00000001:0.0:1769076321.531319:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076321.531325:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076321.531331:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076322.555212:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076322.555216:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076322.555218:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076323.579315:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076323.579321:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076323.579327:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076324.603352:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076324.603361:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076324.603368:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076324.923267:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076324.923280:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076324.923284:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076324.923290:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076324.923295:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076324.923304:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3308
00000400:00000200:3.0:1769076324.923329:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076324.923338:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076324.923343:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076324.923348:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076324.923353:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076324.923356:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076324.923359:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076324.923365:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076324.923368:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076324.923371:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076324.923375:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076324.923378:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076324.923381:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076324.923385:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076324.923387:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076324.923390:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076324.923392:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076324.923396:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076324.923400:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076324.923402:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076324.923422:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076324.923426:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076324.923429:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076324.923431:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076324.923433:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076324.923447:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000020:00000040:3.0:1769076324.923451:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076324.923457:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076324.923458:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076324.923463:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076324.923466:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076324.923472:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076324.923482:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769076324.923491:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076324.923501:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007616007296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076324.923512:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076324.923518:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076324.923522:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007616007296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076324.923551:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076324.923554:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076324.923557:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076324.923559:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076324.923560:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076324.923563:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076324.923565:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3308
00000400:00000200:3.0:1769076324.923568:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076324.923571:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076324.923573:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076324.923577:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076324.923579:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076324.923582:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076324.923585:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076324.923587:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076324.923588:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076324.923590:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076324.923594:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076324.923599:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076324.923622:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076324.923631:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076324.923636:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076324.923642:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076324.923651:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076324.923659:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076324.923668:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076324.923674:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076324.923680:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076324.923690:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076324.923698:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076324.923704:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076324.923714:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076324.923721:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076324.923727:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076324.923735:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000020:00000040:3.0:1769076324.923758:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076324.923761:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076324.923762:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076324.923763:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076324.923765:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076324.923770:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076324.923776:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769076324.923779:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076324.923789:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007616007424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076324.923799:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076324.923803:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076324.923827:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007616007424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076324.923857:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076324.923863:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076324.923870:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076324.923874:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076324.923882:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076324.923891:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076324.923900:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3308
00000400:00000200:3.0:1769076324.923910:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076324.923923:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076324.923959:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076324.923988:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076324.923995:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076324.924005:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076324.924011:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076324.924017:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076324.924023:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076324.924027:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076324.924032:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076324.924038:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076324.924046:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076324.924055:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076324.924058:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076324.924061:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076324.924070:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076324.924076:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076324.924148:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076324.924153:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076324.924162:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076324.924171:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076324.924176:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076324.924182:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076324.924187:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076324.924189:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076324.924192:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076324.924199:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000020:00000040:3.0:1769076324.924205:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076324.924211:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076324.924215:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076324.924217:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076324.924221:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076324.924225:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076324.924232:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076324.924238:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076324.924246:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007616007552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076324.924263:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769076324.924268:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769076324.924269:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076324.924277:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1769076324.924278:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007616007552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076324.924297:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076324.924302:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076324.924307:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076324.924312:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076324.924318:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076324.924323:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3318)
00000800:00000200:1.1:1769076324.924982:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076324.924986:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076324.925311:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076324.925314:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769076325.627427:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076325.627436:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076325.627442:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076325.819250:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076325.819274:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076325.819279:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076325.819289:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076325.819296:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076325.819303:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076325.819307:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076325.819312:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076325.819318:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076326.203179:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297982190, at 4297982208
00000100:00000040:2.0:1769076326.203185:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297982190, at 4297982208
00000100:00000010:3.0:1769076326.203203:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b720.
00000100:00000010:2.0:1769076326.203207:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bba0.
00000020:00000001:3.0:1769076326.651322:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076326.651329:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076326.651336:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076326.843152:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076326.843161:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076326.843164:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076326.843170:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076326.843175:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076326.843180:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076326.843183:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076326.843187:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076326.843190:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076327.675317:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076327.675325:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076327.675332:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076327.867198:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076327.867207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076327.867209:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076327.867216:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076327.867221:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076327.867237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076327.867240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076327.867244:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076327.867247:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076328.699338:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076328.699345:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076328.699350:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076328.891292:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076328.891339:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076328.891342:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076328.891350:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076328.891355:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076328.891359:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076328.891363:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076328.891385:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076328.891389:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076329.723354:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076329.723361:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076329.723366:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076329.915267:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076329.915284:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076329.915287:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076329.915294:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076329.915299:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076329.915304:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076329.915307:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076329.915311:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076329.915315:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076330.043251:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076330.043262:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076330.043266:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076330.043271:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076330.043277:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076330.043286:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3313
00000400:00000200:3.0:1769076330.043299:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076330.043309:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076330.043314:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076330.043319:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076330.043324:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076330.043329:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076330.043333:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076330.043338:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076330.043341:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076330.043346:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076330.043371:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076330.043375:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076330.043379:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076330.043385:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076330.043388:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076330.043391:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076330.043393:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076330.043397:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076330.043402:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076330.043405:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076330.043409:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076330.043413:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076330.043416:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076330.043419:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076330.043422:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076330.043433:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769076330.043438:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076330.043443:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076330.043448:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076330.043453:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076330.043457:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076330.043464:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076330.043478:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769076330.043489:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076330.043504:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007616007680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076330.043526:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076330.043534:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076330.043544:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007616007680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076330.043584:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076330.043589:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076330.043594:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076330.043597:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076330.043601:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076330.043606:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076330.043610:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3313
00000400:00000200:3.0:1769076330.043617:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076330.043622:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076330.043625:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076330.043630:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076330.043634:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076330.043638:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076330.043642:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076330.043645:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076330.043648:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076330.043650:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076330.043653:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076330.043656:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076330.043665:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076330.043672:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076330.043679:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076330.043691:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076330.043698:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076330.043710:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076330.043725:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076330.043738:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076330.043747:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076330.043762:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076330.043774:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076330.043785:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076330.043794:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076330.043800:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076330.043812:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076330.043826:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769076330.043831:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076330.043837:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076330.043843:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076330.043870:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076330.043875:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076330.043881:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076330.043890:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769076330.043900:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076330.043910:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007616007808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076330.043932:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076330.043938:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076330.043949:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007616007808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076330.044004:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076330.044010:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076330.044023:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076330.044030:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076330.044033:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076330.044037:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076330.044047:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3313
00000400:00000200:3.0:1769076330.044057:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076330.044061:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076330.044102:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076330.044107:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076330.044111:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076330.044119:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076330.044124:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076330.044131:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076330.044135:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076330.044140:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076330.044144:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076330.044151:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076330.044156:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076330.044167:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076330.044170:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076330.044179:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076330.044184:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076330.044190:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076330.044202:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076330.044211:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076330.044217:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076330.044226:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076330.044235:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076330.044244:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076330.044252:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076330.044258:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076330.044266:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076330.044275:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769076330.044284:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076330.044294:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076330.044300:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076330.044304:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076330.044307:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076330.044310:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076330.044320:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076330.044328:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076330.044341:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007616007936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076330.044352:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076330.044364:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1769076330.044367:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076330.044375:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076330.044387:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007616007936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076330.044403:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076330.044406:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076330.044412:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076330.044422:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076330.044432:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076330.044445:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3323)
00000800:00000200:1.1:1769076330.045128:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076330.045131:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076330.045551:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076330.045555:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076330.747342:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076330.747348:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076330.747370:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076330.939191:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076330.939202:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076330.939206:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076330.939215:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076330.939220:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076330.939226:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076330.939230:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076330.939234:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076330.939238:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076331.323162:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297987310, at 4297987328
00000100:00000010:3.0:1769076331.323182:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b1e0.
00000100:00000040:2.0:1769076331.323192:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297987310, at 4297987328
00000100:00000010:2.0:1769076331.323207:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b6c0.
00000020:00000001:2.0:1769076331.771278:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076331.771284:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076331.771289:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076331.963383:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076331.963394:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076331.963397:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076331.963406:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076331.963411:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076331.963416:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076331.963419:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076331.963423:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076331.963427:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076332.795387:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076332.795400:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076332.795409:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076332.987175:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076332.987189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076332.987192:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076332.987199:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076332.987204:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076332.987210:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076332.987213:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076332.987217:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076332.987220:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076333.819291:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076333.819297:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076333.819302:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076334.011161:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076334.011171:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076334.011174:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076334.011184:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076334.011191:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076334.011197:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076334.011202:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076334.011206:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076334.011211:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076334.843357:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076334.843369:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076334.843377:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076335.035204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076335.035215:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076335.035218:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076335.035225:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076335.035231:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076335.035236:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076335.035240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076335.035244:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076335.035247:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076335.163238:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076335.163258:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076335.163264:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076335.163273:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076335.163284:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076335.163300:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3318
00000400:00000200:3.0:1769076335.163317:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076335.163333:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076335.163341:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076335.163347:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076335.163354:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076335.163360:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076335.163366:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076335.163374:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076335.163378:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076335.163384:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076335.163390:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076335.163395:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076335.163400:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076335.163407:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076335.163411:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076335.163415:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076335.163419:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076335.163426:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076335.163434:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076335.163440:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076335.163447:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076335.163454:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076335.163461:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.163466:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076335.163470:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076335.163489:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769076335.163495:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076335.163502:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076335.163504:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.163509:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076335.163513:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076335.163520:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076335.163533:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076335.163543:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076335.163558:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007616008064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076335.163583:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076335.163590:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076335.163597:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007616008064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076335.163636:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076335.163641:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076335.163646:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076335.163648:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076335.163651:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076335.163654:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076335.163658:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3318
00000400:00000200:3.0:1769076335.163664:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076335.163668:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076335.163671:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076335.163676:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076335.163678:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076335.163681:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076335.163684:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076335.163688:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076335.163690:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076335.163692:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076335.163695:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076335.163697:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076335.163700:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076335.163703:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076335.163706:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076335.163708:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076335.163710:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076335.163799:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076335.163809:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076335.163816:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076335.163820:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076335.163829:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076335.163841:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.163850:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076335.163860:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076335.163868:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.163874:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076335.163882:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000020:00000040:3.0:1769076335.163892:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076335.163899:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076335.163905:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.163911:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076335.163915:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076335.163920:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076335.163929:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769076335.163941:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076335.163954:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007616008192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076335.163973:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076335.163981:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076335.163992:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007616008192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076335.164012:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076335.164019:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076335.164025:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076335.164032:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076335.164038:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076335.164046:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076335.164055:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3318
00000400:00000200:3.0:1769076335.164100:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076335.164107:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076335.164110:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076335.164115:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076335.164118:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076335.164122:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076335.164125:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076335.164129:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076335.164132:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076335.164135:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076335.164138:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076335.164141:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076335.164151:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076335.164165:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076335.164172:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076335.164177:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076335.164185:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076335.164189:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076335.164198:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076335.164205:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076335.164210:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076335.164218:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076335.164223:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.164226:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076335.164232:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076335.164238:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.164242:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076335.164252:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769076335.164258:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076335.164262:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076335.164268:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.164272:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076335.164277:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076335.164282:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076335.164290:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769076335.164295:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076335.164307:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007616008320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076335.164324:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076335.164331:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076335.164343:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007616008320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076335.164371:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076335.164386:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076335.164406:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076335.164416:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076335.164433:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076335.164450:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3328)
00000800:00000200:1.1:1769076335.164486:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076335.164492:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076335.165143:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076335.165147:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076335.165579:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076335.165583:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769076335.867284:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076335.867290:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076335.867294:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076336.059162:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076336.059174:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076336.059176:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076336.059186:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076336.059191:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076336.059197:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076336.059202:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076336.059205:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076336.059208:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076336.443166:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297992430, at 4297992448
00000100:00000010:3.0:1769076336.443187:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b1e0.
00000100:00000040:2.0:1769076336.443214:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297992430, at 4297992448
00000100:00000010:2.0:1769076336.443234:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b6c0.
00000020:00000001:0.0:1769076336.891349:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076336.891358:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076336.891367:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076337.083126:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076337.083132:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076337.083134:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076337.083138:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076337.083142:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076337.083145:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076337.083147:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076337.083149:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076337.083151:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076337.915358:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076337.915367:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076337.915374:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076338.107168:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076338.107176:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076338.107179:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076338.107185:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076338.107190:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076338.107194:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076338.107198:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076338.107201:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076338.107204:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076338.939423:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076338.939432:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076338.939438:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076339.131156:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076339.131165:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076339.131168:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076339.131174:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076339.131179:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076339.131184:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076339.131187:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076339.131191:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076339.131194:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076339.963312:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076339.963321:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076339.963328:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076340.155156:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076340.155164:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076340.155166:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076340.155172:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076340.155177:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076340.155181:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076340.155185:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076340.155188:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076340.155192:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076340.283170:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076340.283181:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076340.283186:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076340.283191:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076340.283196:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076340.283206:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3323
00000400:00000200:3.0:1769076340.283217:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076340.283225:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076340.283230:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076340.283234:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283238:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076340.283241:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283245:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076340.283250:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076340.283253:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076340.283256:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076340.283260:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076340.283263:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076340.283266:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076340.283270:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283273:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076340.283275:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283278:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076340.283281:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076340.283285:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283288:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076340.283292:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076340.283296:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076340.283301:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076340.283304:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076340.283307:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076340.283317:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769076340.283321:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076340.283327:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076340.283329:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076340.283333:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076340.283336:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076340.283342:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076340.283351:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076340.283359:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076340.283371:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007616008448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076340.283385:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076340.283391:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076340.283397:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007616008448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076340.283434:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076340.283438:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076340.283443:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076340.283444:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076340.283447:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076340.283450:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076340.283453:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3323
00000400:00000200:3.0:1769076340.283458:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076340.283462:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076340.283465:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076340.283469:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283471:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076340.283474:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283478:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076340.283481:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076340.283484:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076340.283487:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076340.283490:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076340.283493:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076340.283496:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076340.283502:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283504:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076340.283507:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283509:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076340.283512:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076340.283516:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283520:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076340.283522:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076340.283530:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076340.283538:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076340.283542:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076340.283550:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076340.283557:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076340.283560:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076340.283566:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000020:00000040:3.0:1769076340.283574:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076340.283583:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076340.283587:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076340.283594:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076340.283602:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076340.283607:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076340.283616:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769076340.283624:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076340.283642:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007616008576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076340.283696:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076340.283703:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076340.283713:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007616008576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076340.283736:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076340.283743:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076340.283753:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076340.283762:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076340.283764:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076340.283769:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076340.283778:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3323
00000400:00000200:3.0:1769076340.283784:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076340.283789:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076340.283797:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076340.283802:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283806:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076340.283815:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283821:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076340.283830:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076340.283833:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076340.283837:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076340.283842:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076340.283852:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076340.283862:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076340.283877:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283884:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076340.283893:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283899:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076340.283907:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076340.283918:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076340.283922:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076340.283925:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076340.283929:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076340.283932:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076340.283934:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076340.283936:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076340.283942:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076340.283948:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076340.283954:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769076340.283960:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076340.283966:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076340.283968:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076340.283973:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076340.283979:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076340.283984:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076340.283995:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769076340.284004:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076340.284018:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007616008704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076340.284055:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076340.284097:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076340.284107:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007616008704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076340.284120:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076340.284126:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076340.284141:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076340.284152:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076340.284157:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076340.284165:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3333)
00000800:00000200:1.1:1769076340.284210:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076340.284215:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076340.284891:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076340.284894:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076340.285305:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076340.285326:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1769076340.987359:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076340.987368:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076340.987375:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076341.179188:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076341.179196:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076341.179199:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076341.179205:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076341.179210:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076341.179215:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076341.179218:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076341.179222:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076341.179226:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076341.563212:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4297997550, at 4297997568
00000100:00000040:2.0:1769076341.563216:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4297997550, at 4297997568
00000100:00000010:3.0:1769076341.563235:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b720.
00000100:00000010:2.0:1769076341.563238:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bba0.
00000020:00000001:3.0:1769076342.011322:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076342.011330:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076342.011334:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076342.203236:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076342.203244:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076342.203247:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076342.203253:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076342.203258:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076342.203263:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076342.203266:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076342.203269:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076342.203273:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076343.035337:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076343.035347:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076343.035354:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076343.227227:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076343.227236:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076343.227238:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076343.227245:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076343.227253:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076343.227259:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076343.227263:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076343.227267:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076343.227271:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076344.059470:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076344.059479:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076344.059487:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076344.251216:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076344.251228:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076344.251231:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076344.251241:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076344.251248:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076344.251254:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076344.251258:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076344.251262:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076344.251266:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076345.083441:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076345.083450:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076345.083458:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076345.275200:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076345.275213:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076345.275216:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076345.275225:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076345.275231:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076345.275237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076345.275241:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076345.275245:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076345.275249:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076345.403300:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076345.403317:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076345.403321:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076345.403328:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076345.403334:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076345.403346:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3328
00000400:00000200:2.0:1769076345.403358:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076345.403368:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076345.403374:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076345.403379:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076345.403384:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076345.403388:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076345.403392:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076345.403398:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076345.403401:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076345.403405:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076345.403409:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076345.403412:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076345.403417:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076345.403421:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076345.403424:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076345.403427:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076345.403430:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076345.403434:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076345.403438:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076345.403441:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076345.403445:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076345.403450:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076345.403454:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076345.403457:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076345.403460:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076345.403665:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
00000020:00000040:2.0:1769076345.403683:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076345.403692:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076345.403694:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076345.403699:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076345.403703:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076345.403710:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076345.403725:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20800.
00000100:00000001:2.0:1769076345.403734:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076345.403751:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007616008832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076345.403767:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076345.403774:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076345.403780:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007616008832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076345.403825:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076345.403831:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076345.403837:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076345.403841:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076345.403844:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076345.403848:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076345.403852:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3328
00000400:00000200:2.0:1769076345.403864:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076345.403871:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076345.403875:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076345.403879:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076345.403883:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076345.403887:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076345.403890:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076345.403894:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076345.403897:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076345.403901:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076345.403904:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076345.403908:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076345.403911:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076345.403915:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076345.403918:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076345.403922:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076345.403925:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076345.403929:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076345.403934:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076345.403938:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076345.403941:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076345.403948:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076345.403952:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076345.403956:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076345.403962:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076345.403970:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076345.403978:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076345.403987:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000020:00000040:2.0:1769076345.403993:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076345.404003:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076345.404008:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076345.404029:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076345.404034:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076345.404041:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076345.404051:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22c00.
00000100:00000001:2.0:1769076345.404061:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076345.404176:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007616008960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076345.404195:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076345.404204:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076345.404215:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007616008960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076345.404244:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076345.404257:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076345.404271:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076345.404280:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076345.404287:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076345.404296:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076345.404308:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3328
00000400:00000200:2.0:1769076345.404327:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076345.404341:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076345.404350:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076345.404361:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076345.404368:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076345.404379:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076345.404388:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076345.404397:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076345.404405:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076345.404412:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076345.404417:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076345.404425:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076345.404432:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076345.404445:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076345.404451:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076345.404456:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076345.404465:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076345.404475:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076345.404489:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076345.404497:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076345.404504:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076345.404512:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076345.404520:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076345.404528:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076345.404534:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076345.404540:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076345.404551:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076345.404558:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000010:2.0:1769076345.404562:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000800:00000200:1.1:1769076345.404566:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000020:00000040:2.0:1769076345.404571:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076345.404584:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076345.404613:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076345.404621:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076345.404625:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076345.404632:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076345.404646:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000100:00000001:2.0:1769076345.404656:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076345.404672:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007616009088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076345.404709:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076345.404717:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076345.404731:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007616009088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076345.404775:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076345.404782:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076345.404794:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076345.404800:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076345.404809:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076345.404825:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3339)
00000800:00000200:1.1:1769076345.405338:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076345.405341:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076345.405756:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076345.405759:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076346.107281:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076346.107286:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076346.107291:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076346.299148:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076346.299155:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076346.299157:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076346.299162:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076346.299167:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076346.299171:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076346.299173:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076346.299176:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076346.299180:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076346.683148:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298002670, at 4298002688
00000100:00000010:3.0:1769076346.683166:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bb40.
00000100:00000040:2.0:1769076346.683192:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298002670, at 4298002688
00000100:00000010:2.0:1769076346.683207:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bc00.
00000020:00000001:2.0:1769076347.131356:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076347.131363:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076347.131369:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076347.323196:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076347.323207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076347.323211:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076347.323220:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076347.323229:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076347.323235:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076347.323240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076347.323243:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076347.323248:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076348.155375:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076348.155381:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076348.155387:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076348.347166:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076348.347175:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076348.347178:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076348.347185:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076348.347190:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076348.347195:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076348.347198:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076348.347202:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076348.347206:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076349.179373:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076349.179380:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076349.179385:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076349.371183:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076349.371191:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076349.371193:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076349.371199:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076349.371204:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076349.371209:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076349.371212:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076349.371216:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076349.371219:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076350.203313:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076350.203319:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076350.203324:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076350.395203:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076350.395213:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076350.395217:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076350.395226:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076350.395232:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076350.395238:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076350.395243:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076350.395247:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076350.395252:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076350.523210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076350.523224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076350.523228:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076350.523234:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076350.523240:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076350.523249:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3334
00000400:00000200:3.0:1769076350.523259:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076350.523267:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076350.523271:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076350.523276:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076350.523280:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076350.523285:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076350.523288:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076350.523293:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076350.523296:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076350.523299:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076350.523303:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076350.523306:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076350.523309:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076350.523313:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076350.523315:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076350.523317:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076350.523320:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076350.523324:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076350.523328:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076350.523332:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076350.523336:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076350.523342:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076350.523347:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076350.523351:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076350.523356:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076350.523368:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769076350.523375:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076350.523382:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076350.523385:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076350.523391:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076350.523396:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076350.523402:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076350.523418:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769076350.523429:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076350.523445:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007616009216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076350.523465:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076350.523471:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076350.523478:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007616009216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076350.523530:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076350.523537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076350.523544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076350.523548:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076350.523553:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076350.523559:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076350.523566:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3334
00000400:00000200:3.0:1769076350.523580:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076350.523596:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076350.523605:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076350.523624:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076350.523634:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076350.523642:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076350.523651:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076350.523655:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076350.523661:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076350.523667:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076350.523672:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076350.523681:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076350.523687:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076350.523701:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076350.523708:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076350.523714:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076350.523719:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076350.523727:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076350.523734:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076350.523746:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076350.523752:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076350.523760:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076350.523767:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076350.523770:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076350.523780:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076350.523787:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076350.523792:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076350.523800:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000020:00000040:3.0:1769076350.523808:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076350.523817:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076350.523823:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076350.523828:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076350.523834:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076350.523840:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076350.523850:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769076350.523859:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076350.523889:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007616009344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076350.523917:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076350.523923:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076350.523936:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007616009344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076350.523967:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076350.523978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076350.523996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076350.524003:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076350.524010:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076350.524017:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076350.524027:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3334
00000400:00000200:3.0:1769076350.524052:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076350.524103:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076350.524109:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076350.524114:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076350.524118:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076350.524135:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076350.524146:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076350.524154:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1769076350.524155:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:3.0:1769076350.524158:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000800:00000200:1.1:1769076350.524164:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769076350.524166:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076350.524171:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076350.524180:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076350.524189:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076350.524200:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076350.524206:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076350.524216:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076350.524225:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076350.524234:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076350.524243:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076350.524250:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076350.524258:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076350.524268:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076350.524274:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076350.524282:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076350.524288:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076350.524297:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076350.524305:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076350.524313:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769076350.524322:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076350.524327:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076350.524328:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076350.524331:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076350.524335:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076350.524340:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076350.524356:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076350.524371:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076350.524390:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007616009472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076350.524421:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076350.524431:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076350.524443:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007616009472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076350.524471:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076350.524479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076350.524491:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076350.524498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076350.524532:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076350.524551:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3344)
00000800:00000200:1.1:1769076350.524948:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076350.524951:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076350.525356:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076350.525359:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769076351.227294:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076351.227302:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076351.227309:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076351.419171:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076351.419181:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076351.419183:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076351.419188:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076351.419192:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076351.419196:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076351.419198:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076351.419201:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076351.419204:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076351.803222:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298007790, at 4298007808
00000100:00000040:2.0:1769076351.803235:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298007790, at 4298007808
00000100:00000010:3.0:1769076351.803263:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b9c0.
00000100:00000010:2.0:1769076351.803266:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b900.
00000020:00000001:0.0:1769076352.251320:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076352.251339:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076352.251346:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076352.443194:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076352.443202:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076352.443204:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076352.443211:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076352.443216:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076352.443222:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076352.443225:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076352.443228:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076352.443231:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076353.275416:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076353.275422:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076353.275425:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076353.467223:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076353.467232:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076353.467235:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076353.467243:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076353.467248:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076353.467253:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076353.467257:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076353.467272:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076353.467276:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076354.299322:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076354.299331:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076354.299338:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076354.491286:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076354.491300:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076354.491304:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076354.491311:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076354.491319:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076354.491325:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076354.491330:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076354.491334:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076354.491338:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076355.323320:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076355.323326:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076355.323332:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076355.515215:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076355.515228:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076355.515231:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076355.515239:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076355.515245:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076355.515250:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.515254:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076355.515258:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.515262:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076355.643628:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076355.643646:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076355.643655:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076355.643687:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10700 x1855007616009600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.643721:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076355.643731:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076355.643739:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076355.643748:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076355.643760:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076355.643789:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616009600:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076355.643811:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076355.643821:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076355.643829:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076355.643836:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076355.643855:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076355.643874:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076355.643897:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076355.643908:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076355.643927:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076355.643948:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616009600, portal 25
00000100:00000001:3.0:1769076355.643959:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076355.643970:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438234368 : -107392271317248 : ffff9e53c9d10700)
00000100:00000040:3.0:1769076355.643995:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10700 x1855007616009600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.644043:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076355.644127:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076355.644145:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076355.644163:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616009600, offset 0
00000400:00000200:3.0:1769076355.644189:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076355.644223:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076355.644257:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076355.644285:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076355.644308:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076355.644325:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076355.644351:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076355.644380:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37369:37369:256:4294967295] 192.168.204.113@tcp LPNI seq info [37339:37339:8:4294967295]
00000400:00000200:3.0:1769076355.644408:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076355.644497:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076355.644531:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076355.644551:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076355.644576:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076355.644583:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076355.644594:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076355.644600:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769076355.644606:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076355.644611:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076355.644624:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076355.644632:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076355.644640:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076355.644643:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076355.644651:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076355.644661:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10700 x1855007616009600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.644678:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076355.644684:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10700 x1855007616009600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.644695:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076355.644697:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076355.644713:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076355.644722:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076355.644728:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298012910
00000100:00000010:3.0:1769076355.644736:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82f60.
00000100:00000001:3.0:1769076355.644747:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076355.644775:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298012910
00000100:00000010:3.0:1769076355.644783:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82780.
00000100:00000001:3.0:1769076355.644788:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076355.644793:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076355.644797:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076355.644801:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076355.644808:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076355/real 1769076355]  req@ffff9e53c9d10700 x1855007616009600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076355.644837:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076355.644841:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076355.644846:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076355.644855:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076355.644859:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076355.644864:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076355.644871:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10700 x1855007616009600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076355.644891:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10700 x1855007616009600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.644901:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076355.644903:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.644907:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076355.644910:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076355.644915:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10700 x1855007616009600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.644925:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076355.644932:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10700 x1855007616009600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.644942:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076355.644947:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.644949:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076355.644951:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.644955:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076355.644958:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076355.644962:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076355.644968:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076355.644971:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076355.645362:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10700 x1855007616009600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076355.645380:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616009600:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076355.645394:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.645398:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076355.645539:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10700 x1855007616009600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.645552:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076355.645556:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076355.645561:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076355.645566:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076355.645569:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076355.645572:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076355.645575:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076355.645579:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98800.
02000000:00000001:3.0:1769076355.645584:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076355.645587:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076355.645590:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10700.
00000100:00000001:3.0:1769076355.645595:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076355.645597:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.645600:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.645612:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076355.645614:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076355.645618:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076355.645621:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076355.645623:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076355.645628:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12a00 x1855007616009728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.645639:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076355.645641:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076355.645645:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076355.645648:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076355.645651:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076355.645655:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616009728:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076355.645660:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076355.645663:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076355.645665:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076355.645668:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076355.645673:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076355.645676:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076355.645683:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076355.645687:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076355.645692:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076355.645697:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616009728, portal 10
00000100:00000001:3.0:1769076355.645700:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076355.645702:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438243328 : -107392271308288 : ffff9e53c9d12a00)
00000100:00000040:3.0:1769076355.645711:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12a00 x1855007616009728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.645720:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076355.645724:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076355.645727:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076355.645730:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616009728, offset 0
00000400:00000200:3.0:1769076355.645736:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076355.645742:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076355.645747:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076355.645751:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076355.645755:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076355.645759:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076355.645762:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076355.645767:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37370:37370:256:4294967295] 192.168.204.113@tcp LPNI seq info [37340:37340:8:4294967295]
00000400:00000200:3.0:1769076355.645772:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076355.645781:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076355.645787:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076355.645791:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076355.645797:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076355.645802:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076355.645808:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076355.645811:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769076355.645816:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076355.645819:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076355.645822:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076355.645827:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076355.645832:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076355.645834:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076355.645838:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076355.645842:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12a00 x1855007616009728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.645854:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076355.645857:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12a00 x1855007616009728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.645866:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076355.645868:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076355.645873:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076355.645879:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076355.645883:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076355.645886:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298011663
00000100:00000001:3.0:1769076355.645891:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298012910
00000100:00000001:3.0:1769076355.645894:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298011663
00000100:00000001:3.0:1769076355.645897:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298012910
00000100:00000001:3.0:1769076355.645899:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076355.645902:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076355.645904:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076355.645909:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076355/real 1769076355]  req@ffff9e53c9d12a00 x1855007616009728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076355.645919:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076355.645921:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076355.645924:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076355.645927:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076355.645929:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076355.645932:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076355.645936:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12a00 x1855007616009728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076355.645946:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12a00 x1855007616009728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.645954:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076355.645956:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.645958:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076355.645960:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076355.645964:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12a00 x1855007616009728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.645972:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076355.645977:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12a00 x1855007616009728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.645986:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076355.645990:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.645992:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076355.645993:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.645996:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076355.645998:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076355.646001:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076355.646005:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076355.646007:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076355.646012:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12a00 x1855007616009728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076355.646022:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616009728:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076355.646028:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076355.646033:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12680 x1855007616009856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.646042:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076355.646044:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076355.646048:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076355.646051:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076355.646055:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076355.646061:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616009856:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076355.646104:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076355.646110:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076355.646113:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076355.646117:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076355.646125:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b0000.
02000000:00000001:3.0:1769076355.646132:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076355.646143:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076355.646150:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076355.646160:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076355.646168:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616009856, portal 10
00000100:00000001:3.0:1769076355.646173:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076355.646177:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438242432 : -107392271309184 : ffff9e53c9d12680)
00000100:00000040:3.0:1769076355.646189:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12680 x1855007616009856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.646199:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076355.646203:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076355.646207:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076355.646212:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616009856, offset 0
00000400:00000200:3.0:1769076355.646220:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076355.646228:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076355.646236:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076355.646241:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076355.646247:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076355.646252:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076355.646257:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076355.646261:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37371:37371:256:4294967295] 192.168.204.113@tcp LPNI seq info [37341:37341:8:4294967295]
00000400:00000200:3.0:1769076355.646267:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076355.646276:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076355.646282:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076355.646287:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076355.646292:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076355.646296:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076355.646302:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076355.646305:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769076355.646327:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076355.646330:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076355.646334:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076355.646344:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076355.646349:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076355.646351:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076355.646355:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076355.646360:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12680 x1855007616009856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.646371:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076355.646375:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12680 x1855007616009856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.646384:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076355.646386:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076355.646391:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076355.646396:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076355.646400:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076355.646403:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298011671
00000100:00000001:3.0:1769076355.646407:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298012910
00000100:00000001:3.0:1769076355.646410:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298011671
00000100:00000001:3.0:1769076355.646414:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298012910
00000100:00000001:3.0:1769076355.646442:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076355.646445:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076355.646448:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076355.646454:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076355/real 1769076355]  req@ffff9e53c9d12680 x1855007616009856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076355.646466:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076355.646468:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076355.646470:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076355.646474:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076355.646476:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076355.646479:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076355.646483:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12680 x1855007616009856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076355.646494:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12680 x1855007616009856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.646502:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076355.646504:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.646506:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076355.646508:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076355.646512:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12680 x1855007616009856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.646520:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076355.646525:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12680 x1855007616009856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.646533:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076355.646535:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.646537:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076355.646539:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.646543:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076355.646545:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076355.646548:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076355.646553:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076355.646556:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076355.646561:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12680 x1855007616009856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076355.646570:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616009856:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076355.646575:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.646577:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076355.646582:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12a00 x1855007616009728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.646591:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076355.646593:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076355.646595:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076355.646598:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076355.646600:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076355.646602:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076355.646605:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076355.646607:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:3.0:1769076355.646610:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076355.646613:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076355.646615:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12a00.
00000100:00000001:3.0:1769076355.646622:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076355.646624:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.646626:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076355.646630:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12680 x1855007616009856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076355.646639:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076355.646640:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076355.646642:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:3.0:1769076355.646645:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076355.646648:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076355.646649:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076355.646652:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076355.646654:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98400.
02000000:00000001:3.0:1769076355.646657:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076355.646658:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076355.646659:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12680.
00000100:00000001:3.0:1769076355.646662:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076355.646663:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.646666:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076355.646670:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076355.646672:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076355.646674:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076355.646676:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076356.347393:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076356.347402:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076356.347432:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076356.539184:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076356.539194:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076356.539198:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076356.539205:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076356.539211:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076356.539217:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076356.539221:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076356.539226:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076356.539230:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076356.923158:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298012910, at 4298012928
00000100:00000040:3.0:1769076356.923158:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298012910, at 4298012928
00000100:00000010:3.0:1769076356.923179:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82780.
00000100:00000010:2.0:1769076356.923185:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82f60.
00000020:00000001:2.0:1769076357.371260:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076357.371264:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076357.371268:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076357.563129:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076357.563138:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076357.563140:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076357.563146:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076357.563150:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076357.563154:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076357.563156:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076357.563159:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076357.563162:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076358.395360:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076358.395393:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076358.395401:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076358.587174:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076358.587183:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076358.587186:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076358.587193:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076358.587212:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076358.587216:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076358.587220:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076358.587223:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076358.587227:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076359.419378:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076359.419388:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076359.419394:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076359.611188:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076359.611199:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076359.611202:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076359.611211:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076359.611217:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076359.611223:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076359.611227:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076359.611231:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076359.611235:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076360.443438:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076360.443445:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076360.443451:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076360.635172:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076360.635183:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076360.635187:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076360.635196:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076360.635202:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076360.635208:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.635213:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076360.635218:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.635223:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076360.763666:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076360.763684:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076360.763689:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076360.763712:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13100 x1855007616009984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.763764:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076360.763779:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076360.763801:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076360.763810:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076360.763837:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076360.763869:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616009984:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076360.763893:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076360.763901:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076360.763907:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076360.763914:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076360.763936:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b0000.
02000000:00000001:3.0:1769076360.763946:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076360.763986:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076360.764014:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076360.764034:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076360.764052:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616009984, portal 25
00000100:00000001:3.0:1769076360.764122:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076360.764129:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438245120 : -107392271306496 : ffff9e53c9d13100)
00000100:00000040:3.0:1769076360.764156:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13100 x1855007616009984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.764221:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076360.764249:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076360.764271:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076360.764283:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616009984, offset 0
00000400:00000200:3.0:1769076360.764313:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076360.764367:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076360.764391:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076360.764410:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076360.764430:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076360.764450:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076360.764468:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076360.764486:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37372:37372:256:4294967295] 192.168.204.113@tcp LPNI seq info [37342:37342:8:4294967295]
00000400:00000200:3.0:1769076360.764507:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076360.764551:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076360.764575:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076360.764588:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076360.764619:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076360.764634:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076360.764665:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076360.764675:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769076360.764689:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076360.764695:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076360.764714:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076360.764738:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076360.764754:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076360.764765:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076360.764781:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076360.764809:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13100 x1855007616009984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.764877:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076360.764891:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13100 x1855007616009984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.764904:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076360.764907:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076360.764924:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076360.764932:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076360.764936:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298018030
00000100:00000010:3.0:1769076360.764944:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82780.
00000100:00000001:3.0:1769076360.764954:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076360.764964:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298018030
00000100:00000010:3.0:1769076360.764971:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82f60.
00000100:00000001:3.0:1769076360.764977:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076360.764982:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076360.764987:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076360.764992:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076360.765002:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076360/real 1769076360]  req@ffff9e53c9d13100 x1855007616009984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076360.765022:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076360.765025:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076360.765031:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076360.765037:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076360.765041:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076360.765046:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076360.765053:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13100 x1855007616009984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076360.765103:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13100 x1855007616009984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.765113:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076360.765116:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.765119:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076360.765122:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076360.765127:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13100 x1855007616009984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.765136:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076360.765142:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13100 x1855007616009984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.765151:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076360.765155:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.765157:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076360.765158:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.765162:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076360.765166:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076360.765171:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076360.765180:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076360.765184:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076360.765194:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13100 x1855007616009984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076360.765209:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616009984:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076360.765224:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.765228:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076360.765235:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13100 x1855007616009984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.765250:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076360.765255:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076360.765261:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:3.0:1769076360.765268:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076360.765272:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076360.765276:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076360.765279:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076360.765283:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:3.0:1769076360.765289:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076360.765292:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076360.765295:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13100.
00000100:00000001:3.0:1769076360.765300:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076360.765302:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.765305:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.765314:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076360.765316:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076360.765320:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076360.765322:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076360.765324:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076360.765356:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13480 x1855007616010112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.765367:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076360.765370:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076360.765373:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076360.765377:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076360.765380:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076360.765384:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616010112:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076360.765389:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076360.765392:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076360.765394:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076360.765397:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076360.765402:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b0000.
02000000:00000001:3.0:1769076360.765405:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076360.765411:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076360.765415:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076360.765419:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076360.765424:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616010112, portal 10
00000100:00000001:3.0:1769076360.765426:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076360.765428:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438246016 : -107392271305600 : ffff9e53c9d13480)
00000100:00000040:3.0:1769076360.765437:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13480 x1855007616010112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.765446:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076360.765449:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076360.765452:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076360.765455:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616010112, offset 0
00000400:00000200:3.0:1769076360.765460:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076360.765466:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076360.765471:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076360.765475:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076360.765479:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076360.765482:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076360.765485:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076360.765490:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37373:37373:256:4294967295] 192.168.204.113@tcp LPNI seq info [37343:37343:8:4294967295]
00000400:00000200:3.0:1769076360.765495:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076360.765504:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076360.765509:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076360.765514:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076360.765519:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076360.765523:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076360.765529:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076360.765533:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769076360.765538:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076360.765540:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076360.765545:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076360.765550:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076360.765554:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076360.765556:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076360.765559:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076360.765564:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13480 x1855007616010112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.765574:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076360.765578:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13480 x1855007616010112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.765586:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076360.765589:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076360.765593:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076360.765598:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076360.765602:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076360.765605:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298016783
00000100:00000001:3.0:1769076360.765609:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298018030
00000100:00000001:3.0:1769076360.765612:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298016783
00000100:00000001:3.0:1769076360.765615:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298018030
00000100:00000001:3.0:1769076360.765617:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076360.765620:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076360.765622:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076360.765627:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076360/real 1769076360]  req@ffff9e53c9d13480 x1855007616010112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076360.765637:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076360.765639:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076360.765641:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076360.765644:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076360.765646:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076360.765648:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076360.765653:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13480 x1855007616010112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076360.765664:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13480 x1855007616010112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.765672:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076360.765674:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.765676:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076360.765678:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076360.765682:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13480 x1855007616010112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.765690:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076360.765694:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13480 x1855007616010112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.765703:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076360.765706:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.765708:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076360.765709:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.765711:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076360.765714:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076360.765717:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076360.765721:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076360.765724:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076360.765729:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13480 x1855007616010112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076360.765739:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616010112:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076360.765744:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076360.765748:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13b80 x1855007616010240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.765765:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076360.765767:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076360.765770:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076360.765772:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076360.765775:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076360.765778:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616010240:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076360.765782:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076360.765784:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076360.765786:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076360.765788:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076360.765792:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076360.765794:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076360.765798:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076360.765801:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076360.765804:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076360.765808:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616010240, portal 10
00000100:00000001:3.0:1769076360.765810:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076360.765812:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438247808 : -107392271303808 : ffff9e53c9d13b80)
00000100:00000040:3.0:1769076360.765819:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13b80 x1855007616010240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.765827:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076360.765831:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076360.765833:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076360.765836:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616010240, offset 0
00000400:00000200:3.0:1769076360.765841:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076360.765845:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076360.765849:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076360.765852:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076360.765856:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076360.765859:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076360.765862:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076360.765866:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37374:37374:256:4294967295] 192.168.204.113@tcp LPNI seq info [37344:37344:8:4294967295]
00000400:00000200:3.0:1769076360.765872:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076360.765880:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076360.765886:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076360.765889:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076360.765894:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076360.765897:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076360.765902:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076360.765925:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769076360.765931:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076360.765934:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076360.765938:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076360.765942:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076360.765948:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076360.765951:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076360.765956:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076360.765964:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13b80 x1855007616010240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.765981:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076360.765987:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13b80 x1855007616010240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.766001:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076360.766004:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076360.766011:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076360.766017:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076360.766025:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076360.766029:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298016790
00000100:00000001:3.0:1769076360.766035:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298018030
00000100:00000001:3.0:1769076360.766039:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298016790
00000100:00000001:3.0:1769076360.766044:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298018030
00000100:00000001:3.0:1769076360.766048:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076360.766053:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076360.766057:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076360.766095:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076360/real 1769076360]  req@ffff9e53c9d13b80 x1855007616010240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076360.766107:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076360.766109:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076360.766112:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076360.766116:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076360.766118:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076360.766120:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076360.766125:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13b80 x1855007616010240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076360.766136:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13b80 x1855007616010240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.766144:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076360.766146:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.766148:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076360.766150:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076360.766154:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13b80 x1855007616010240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.766163:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076360.766171:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13b80 x1855007616010240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.766185:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076360.766190:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.766193:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076360.766196:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.766199:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076360.766202:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076360.766208:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076360.766216:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076360.766220:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076360.766229:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13b80 x1855007616010240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076360.766247:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616010240:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076360.766256:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.766260:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076360.766267:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13480 x1855007616010112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.766280:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076360.766283:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076360.766285:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:3.0:1769076360.766289:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076360.766291:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076360.766293:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076360.766296:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076360.766298:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:3.0:1769076360.766302:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076360.766304:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076360.766306:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13480.
00000100:00000001:3.0:1769076360.766309:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076360.766311:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.766313:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076360.766317:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13b80 x1855007616010240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.766325:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076360.766327:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076360.766329:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076360.766361:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076360.766363:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076360.766364:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076360.766367:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076360.766370:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98400.
02000000:00000001:3.0:1769076360.766373:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076360.766375:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076360.766376:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13b80.
00000100:00000001:3.0:1769076360.766379:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076360.766381:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.766384:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076360.766389:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076360.766390:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076360.766393:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076360.766395:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076361.467316:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076361.467348:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076361.467355:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076361.659129:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076361.659136:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076361.659138:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076361.659143:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076361.659150:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076361.659155:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076361.659160:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076361.659164:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076361.659168:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076362.043196:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298018030, at 4298018048
00000100:00000040:2.0:1769076362.043214:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298018030, at 4298018048
00000100:00000010:3.0:1769076362.043231:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82f60.
00000100:00000010:2.0:1769076362.043233:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82780.
00000020:00000001:0.0:1769076362.491502:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076362.491511:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076362.491518:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076362.683169:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076362.683176:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076362.683178:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076362.683182:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076362.683185:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076362.683189:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076362.683191:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076362.683193:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076362.683195:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076363.515253:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076363.515257:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076363.515260:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076363.707163:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076363.707171:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076363.707174:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076363.707180:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076363.707185:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076363.707189:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076363.707192:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076363.707196:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076363.707199:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076364.539343:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076364.539351:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076364.539358:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076364.731288:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076364.731297:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076364.731299:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076364.731304:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076364.731308:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076364.731312:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076364.731315:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076364.731318:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076364.731321:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076365.563407:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076365.563416:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076365.563422:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076365.755174:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076365.755185:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076365.755188:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076365.755196:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076365.755201:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076365.755207:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.755210:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076365.755214:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.755218:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076365.883356:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076365.883371:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076365.883374:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076365.883380:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076365.883385:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076365.883394:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3349
00000400:00000200:2.0:1769076365.883404:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076365.883413:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076365.883417:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076365.883422:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076365.883426:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076365.883429:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076365.883433:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076365.883438:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076365.883440:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076365.883444:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076365.883447:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076365.883450:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076365.883453:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076365.883458:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076365.883461:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076365.883464:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076365.883466:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076365.883470:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076365.883474:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076365.883477:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076365.883481:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076365.883485:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076365.883489:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076365.883492:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076365.883495:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076365.883507:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000020:00000040:2.0:1769076365.883511:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076365.883516:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076365.883518:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076365.883522:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076365.883525:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076365.883530:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076365.883540:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23c00.
00000100:00000001:2.0:1769076365.883548:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076365.883560:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007616010368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076365.883574:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076365.883580:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076365.883586:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007616010368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076365.883619:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076365.883624:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076365.883629:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076365.883631:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076365.883634:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076365.883637:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076365.883640:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3349
00000400:00000200:2.0:1769076365.883645:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076365.883649:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076365.883652:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076365.883665:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076365.883669:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076365.883671:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076365.883673:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076365.883676:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076365.883678:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076365.883680:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076365.883682:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076365.883685:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076365.883687:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076365.883692:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076365.883695:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076365.883697:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076365.883701:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076365.883704:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076365.883709:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076365.883713:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076365.883715:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076365.883733:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076365.883738:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076365.883740:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076365.883747:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769076365.883747:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1769076365.883755:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076365.883762:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.883765:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000010:2.0:1769076365.883768:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
00000020:00000040:2.0:1769076365.883775:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:3.0:1769076365.883778:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769076365.883780:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076365.883784:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076365.883786:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076365.883788:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076365.883792:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076365.883801:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22800.
00000100:00000040:3.0:1769076365.883803:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693100 x1855007616010368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076365.883813:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076365.883836:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007616010496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076365.883840:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076365.883852:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076365.883859:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076365.883863:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076365.883868:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1769076365.883870:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007616010496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076365.883881:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076365.883887:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076365.883894:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076365.883895:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076365.883910:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076365.883912:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076365.883916:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1769076365.883921:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616010368:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076365.883923:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076365.883932:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3349
00000400:00000200:2.0:1769076365.883946:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076365.883948:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1769076365.883954:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076365.883960:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076365.883965:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:3.0:1769076365.883965:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076365.883976:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076365.883978:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769076365.883993:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769076365.883994:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076365.884008:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076365.884011:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076365.884014:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076365.884019:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000010:3.0:1769076365.884021:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
00000020:00000040:2.0:1769076365.884032:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
02000000:00000001:3.0:1769076365.884032:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076365.884055:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076365.884060:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:3.0:1769076365.884116:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076365.884126:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000100:00000040:2.0:1769076365.884145:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000010:3.0:1769076365.884147:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000001:2.0:1769076365.884152:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076365.884161:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000200:3.0:1769076365.884165:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616010368, portal 25
00000100:00000001:2.0:1769076365.884166:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076365.884186:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:3.0:1769076365.884186:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076365.884200:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518016 : -107391607033600 : ffff9e53f1693100)
00000100:00080000:2.0:1769076365.884202:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076365.884212:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076365.884224:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693100 x1855007616010368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076365.884226:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076365.884237:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076365.884269:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076365.884272:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076365.884281:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076365.884300:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076365.884305:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.884305:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:2.0:1769076365.884319:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000100:00000040:3.0:1769076365.884320:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000040:2.0:1769076365.884329:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000010:3.0:1769076365.884331:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
02000000:00000001:2.0:1769076365.884348:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1769076365.884349:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616010368, offset 0
02000000:00000001:2.0:1769076365.884362:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076365.884367:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769076365.884372:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
02000000:00000001:2.0:1769076365.884373:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076365.884384:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076365.884395:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:2.0:1769076365.884396:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000100:00000001:2.0:1769076365.884407:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076365.884415:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00100000:2.0:1769076365.884422:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007616010624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769076365.884430:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076365.884450:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:2.0:1769076365.884452:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076365.884460:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076365.884462:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076365.884478:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:2.0:1769076365.884481:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007616010624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076365.884494:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37375:37375:256:4294967295] 192.168.204.113@tcp LPNI seq info [37345:37345:8:4294967295]
00000400:00000200:3.0:1769076365.884530:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076365.884538:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076365.884545:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076365.884569:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769076365.884571:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769076365.884591:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769076365.884606:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:2.0:1769076365.884609:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:3.0:1769076365.884616:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000100:00000040:2.0:1769076365.884619:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3359)
00000800:00000200:3.0:1769076365.884645:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076365.884655:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076365.884684:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076365.884692:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769076365.884702:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076365.884708:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076365.884721:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076365.884731:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076365.884743:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076365.884748:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076365.884756:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076365.884763:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693100 x1855007616010368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.884779:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076365.884784:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693100 x1855007616010368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.884795:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.884798:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076365.884811:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076365.884818:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076365.884823:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298023150
00000100:00000010:3.0:1769076365.884831:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82f60.
00000100:00000001:3.0:1769076365.884843:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076365.884871:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298023150
00000100:00000010:3.0:1769076365.884879:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82300.
00000100:00000001:3.0:1769076365.884886:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076365.884892:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076365.884899:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.884905:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076365.884919:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076365/real 1769076365]  req@ffff9e53f1693100 x1855007616010368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076365.884941:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076365.884945:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076365.884949:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076365.884956:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076365.884959:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076365.884962:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076365.884968:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693100 x1855007616010368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076365.884981:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693100 x1855007616010368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.884991:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076365.884994:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.884998:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076365.885001:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076365.885006:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693100 x1855007616010368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.885014:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076365.885022:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693100 x1855007616010368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.885032:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076365.885036:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.885038:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076365.885039:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.885043:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076365.885045:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076365.885050:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076365.885056:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076365.885058:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076365.885098:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693100 x1855007616010368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076365.885109:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616010368:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076365.885116:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.885119:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076365.885123:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693100 x1855007616010368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.885132:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076365.885136:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076365.885142:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076365.885146:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076365.885150:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076365.885153:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076365.885156:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076365.885160:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:3.0:1769076365.885167:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076365.885170:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076365.885173:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693100.
00000100:00000001:3.0:1769076365.885178:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076365.885179:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.885182:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.885193:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076365.885195:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.885199:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076365.885201:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076365.885204:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076365.885209:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690e00 x1855007616010496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.885219:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076365.885221:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076365.885225:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076365.885227:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076365.885230:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076365.885234:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616010496:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076365.885238:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076365.885241:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076365.885243:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076365.885270:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076365.885276:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076365.885296:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076365.885302:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076365.885306:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076365.885310:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076365.885314:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616010496, portal 10
00000100:00000001:3.0:1769076365.885317:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076365.885319:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102509056 : -107391607042560 : ffff9e53f1690e00)
00000100:00000040:3.0:1769076365.885329:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690e00 x1855007616010496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.885337:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076365.885339:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076365.885342:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076365.885345:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616010496, offset 0
00000400:00000200:3.0:1769076365.885349:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076365.885354:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076365.885359:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076365.885362:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076365.885366:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076365.885369:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076365.885372:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076365.885375:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37376:37376:256:4294967295] 192.168.204.113@tcp LPNI seq info [37346:37346:8:4294967295]
00000400:00000200:3.0:1769076365.885380:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076365.885388:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076365.885393:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076365.885396:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076365.885401:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076365.885404:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076365.885409:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076365.885412:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769076365.885417:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076365.885420:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076365.885423:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076365.885428:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076365.885431:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076365.885433:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076365.885436:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076365.885440:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690e00 x1855007616010496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.885457:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076365.885461:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690e00 x1855007616010496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.885468:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.885470:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076365.885474:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076365.885478:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076365.885482:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076365.885484:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298021903
00000100:00000001:3.0:1769076365.885488:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298023150
00000100:00000001:3.0:1769076365.885490:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298021903
00000100:00000001:3.0:1769076365.885493:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298023150
00000100:00000001:3.0:1769076365.885496:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076365.885498:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.885500:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076365.885504:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076365/real 1769076365]  req@ffff9e53f1690e00 x1855007616010496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076365.885512:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076365.885514:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076365.885515:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076365.885518:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076365.885520:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076365.885522:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076365.885526:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690e00 x1855007616010496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076365.885535:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690e00 x1855007616010496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.885541:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076365.885543:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.885545:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076365.885547:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076365.885551:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690e00 x1855007616010496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.885558:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076365.885562:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690e00 x1855007616010496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.885569:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076365.885572:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.885573:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076365.885575:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.885576:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076365.885578:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076365.885581:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076365.885585:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076365.885587:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076365.885591:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690e00 x1855007616010496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076365.885599:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616010496:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076365.885603:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076365.885607:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693800 x1855007616010624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.885615:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076365.885617:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076365.885621:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076365.885624:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076365.885627:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076365.885634:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616010624:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076365.885640:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076365.885644:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076365.885647:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076365.885650:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076365.885671:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b0000.
02000000:00000001:3.0:1769076365.885674:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076365.885681:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076365.885686:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076365.885692:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076365.885698:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616010624, portal 10
00000100:00000001:3.0:1769076365.885702:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076365.885705:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102519808 : -107391607031808 : ffff9e53f1693800)
00000100:00000040:3.0:1769076365.885718:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693800 x1855007616010624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.885733:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076365.885738:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076365.885743:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076365.885748:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616010624, offset 0
00000400:00000200:3.0:1769076365.885757:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076365.885764:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076365.885769:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076365.885774:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076365.885777:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076365.885781:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076365.885784:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076365.885788:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37377:37377:256:4294967295] 192.168.204.113@tcp LPNI seq info [37347:37347:8:4294967295]
00000400:00000200:3.0:1769076365.885794:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076365.885802:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076365.885808:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076365.885813:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076365.885819:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076365.885823:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076365.885828:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076365.885831:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769076365.885836:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076365.885840:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076365.885844:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076365.885851:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076365.885857:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076365.885860:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076365.885865:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076365.885873:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693800 x1855007616010624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.885888:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076365.885895:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693800 x1855007616010624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.885909:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.885913:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076365.885920:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076365.885926:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076365.885934:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076365.885938:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298021910
00000100:00000001:3.0:1769076365.885943:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298023150
00000100:00000001:3.0:1769076365.885948:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298021910
00000100:00000001:3.0:1769076365.885953:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298023150
00000100:00000001:3.0:1769076365.885957:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076365.885960:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.885963:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076365.885969:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076365/real 1769076365]  req@ffff9e53f1693800 x1855007616010624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076365.885980:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076365.885983:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076365.885986:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076365.885989:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076365.885991:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076365.885994:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076365.885999:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693800 x1855007616010624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076365.886010:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693800 x1855007616010624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.886018:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076365.886020:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.886022:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076365.886024:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076365.886028:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693800 x1855007616010624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.886036:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076365.886041:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693800 x1855007616010624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.886049:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076365.886052:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.886055:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076365.886057:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.886059:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076365.886061:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076365.886064:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076365.886069:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076365.886071:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076365.886076:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693800 x1855007616010624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076365.886122:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616010624:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076365.886129:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.886131:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076365.886135:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690e00 x1855007616010496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.886144:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076365.886147:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076365.886149:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076365.886154:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076365.886156:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076365.886158:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076365.886161:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076365.886163:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22800.
02000000:00000001:3.0:1769076365.886167:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076365.886169:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076365.886171:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690e00.
00000100:00000001:3.0:1769076365.886175:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076365.886177:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.886179:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076365.886182:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693800 x1855007616010624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.886190:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076365.886192:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076365.886194:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:3.0:1769076365.886196:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076365.886197:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076365.886199:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076365.886201:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076365.886203:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:3.0:1769076365.886205:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076365.886206:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076365.886208:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693800.
00000100:00000001:3.0:1769076365.886212:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076365.886213:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.886216:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076365.886221:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076365.886223:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.886226:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076365.886228:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076366.587272:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076366.587275:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076366.587279:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076366.779196:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076366.779207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076366.779210:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076366.779218:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076366.779223:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076366.779228:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076366.779257:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076366.779261:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076366.779265:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076367.163266:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298023150, at 4298023168
00000100:00000040:2.0:1769076367.163267:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298023150, at 4298023168
00000100:00000010:3.0:1769076367.163295:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82300.
00000100:00000010:2.0:1769076367.163302:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82f60.
00000020:00000001:0.0:1769076367.611400:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076367.611407:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076367.611413:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076367.803193:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076367.803203:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076367.803207:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076367.803242:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076367.803261:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076367.803268:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076367.803273:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076367.803277:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076367.803281:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076368.635473:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076368.635480:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076368.635485:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076368.827227:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076368.827241:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076368.827244:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076368.827253:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076368.827258:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076368.827265:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076368.827269:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076368.827273:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076368.827277:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076369.659313:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076369.659320:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076369.659326:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076369.851162:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076369.851173:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076369.851176:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076369.851201:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076369.851206:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076369.851218:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076369.851222:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076369.851225:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076369.851229:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076370.683446:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076370.683453:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076370.683459:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076370.875206:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076370.875215:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076370.875218:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076370.875225:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076370.875230:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076370.875235:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076370.875238:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076370.875242:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076370.875245:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076371.003294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076371.003306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076371.003310:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076371.003316:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076371.003323:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076371.003332:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3354
00000400:00000200:3.0:1769076371.003346:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076371.003355:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076371.003360:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076371.003364:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076371.003368:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076371.003372:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076371.003375:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076371.003381:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076371.003385:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076371.003389:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076371.003392:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076371.003395:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076371.003399:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076371.003403:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076371.003405:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076371.003408:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076371.003410:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076371.003414:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076371.003418:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076371.003421:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076371.003425:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076371.003429:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076371.003433:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076371.003436:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076371.003439:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076371.003450:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769076371.003455:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076371.003460:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076371.003461:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076371.003465:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076371.003468:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076371.003473:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076371.003482:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769076371.003490:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076371.003501:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007616010752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076371.003516:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076371.003521:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076371.003528:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007616010752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076371.003571:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076371.003575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076371.003580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076371.003582:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076371.003584:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076371.003587:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076371.003590:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3354
00000400:00000200:3.0:1769076371.003594:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076371.003598:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076371.003600:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076371.003604:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076371.003607:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076371.003609:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076371.003612:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076371.003615:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076371.003617:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076371.003620:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076371.003624:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076371.003627:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076371.003630:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076371.003634:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076371.003637:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076371.003642:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076371.003645:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076371.003648:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076371.003652:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076371.003655:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076371.003659:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076371.003669:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076371.003676:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076371.003682:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076371.003687:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076371.003701:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076371.003717:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076371.003731:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000020:00000040:3.0:1769076371.003742:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076371.003760:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076371.003768:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076371.003786:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076371.003794:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076371.003800:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076371.003814:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076371.003826:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076371.003849:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007616010880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076371.003901:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076371.003917:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076371.003937:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007616010880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076371.003987:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076371.004001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076371.004012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076371.004016:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076371.004019:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076371.004024:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076371.004035:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3354
00000400:00000200:3.0:1769076371.004052:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076371.004059:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076371.004111:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076371.004119:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076371.004122:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076371.004125:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076371.004128:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076371.004133:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076371.004136:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076371.004140:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076371.004145:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076371.004149:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076371.004154:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076371.004185:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076371.004189:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076371.004192:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076371.004195:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076371.004207:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076371.004228:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076371.004245:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076371.004263:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076371.004271:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076371.004287:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076371.004301:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076371.004308:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076371.004321:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076371.004326:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076371.004336:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769076371.004343:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076371.004349:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076371.004352:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076371.004354:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076371.004357:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076371.004367:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076371.004378:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769076371.004389:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076371.004403:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007616011008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076371.004422:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076371.004431:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076371.004442:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007616011008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076371.004472:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076371.004481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076371.004491:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076371.004499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076371.004522:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076371.004532:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3364)
00000800:00000200:1.1:1769076371.004610:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076371.004615:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076371.005358:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076371.005362:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076371.005810:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076371.005816:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076371.707352:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076371.707358:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076371.707363:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076371.899213:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076371.899225:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076371.899228:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076371.899236:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076371.899242:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076371.899248:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076371.899252:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076371.899256:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076371.899261:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076372.283247:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298028270, at 4298028288
00000100:00000040:3.0:1769076372.283247:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298028270, at 4298028288
00000100:00000010:2.0:1769076372.283276:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b660.
00000100:00000010:3.0:1769076372.283284:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bea0.
00000020:00000001:3.0:1769076372.731364:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076372.731371:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076372.731377:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076372.923235:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076372.923248:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076372.923251:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076372.923260:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076372.923266:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076372.923272:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076372.923276:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076372.923279:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076372.923283:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076373.755344:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076373.755352:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076373.755358:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076373.947190:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076373.947199:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076373.947202:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076373.947208:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076373.947213:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076373.947218:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076373.947222:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076373.947225:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076373.947228:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076374.779379:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076374.779385:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076374.779390:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076374.971204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076374.971215:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076374.971219:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076374.971228:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076374.971235:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076374.971239:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076374.971242:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076374.971246:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076374.971249:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076375.803328:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076375.803334:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076375.803338:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076375.995230:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076375.995239:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076375.995242:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076375.995249:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076375.995254:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076375.995260:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076375.995264:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076375.995267:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076375.995271:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076376.123222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076376.123236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076376.123240:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076376.123246:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076376.123251:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076376.123261:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3359
00000400:00000200:3.0:1769076376.123274:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076376.123284:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076376.123289:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076376.123294:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076376.123299:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076376.123302:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076376.123306:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076376.123312:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076376.123315:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076376.123319:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076376.123323:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076376.123327:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076376.123332:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076376.123336:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076376.123339:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076376.123341:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076376.123344:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076376.123348:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076376.123352:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076376.123355:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076376.123359:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076376.123363:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076376.123367:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076376.123369:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076376.123372:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076376.123381:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769076376.123387:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076376.123392:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076376.123394:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076376.123398:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076376.123402:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076376.123407:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076376.123416:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769076376.123425:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076376.123437:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007616011136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076376.123451:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076376.123457:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076376.123462:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007616011136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076376.123504:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076376.123509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076376.123513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076376.123515:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076376.123518:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076376.123522:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076376.123526:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3359
00000400:00000200:3.0:1769076376.123532:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076376.123538:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076376.123544:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076376.123555:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076376.123563:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076376.123570:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076376.123573:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076376.123586:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076376.123590:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076376.123597:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076376.123604:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076376.123612:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076376.123621:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076376.123632:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076376.123640:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076376.123646:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076376.123652:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076376.123659:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076376.123672:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076376.123682:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076376.123688:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076376.123696:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076376.123703:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076376.123718:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076376.123723:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076376.123730:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076376.123738:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076376.123747:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769076376.123754:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076376.123761:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076376.123767:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076376.123772:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076376.123775:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076376.123791:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076376.123801:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769076376.123813:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076376.123830:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007616011264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076376.123871:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076376.123878:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076376.123895:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007616011264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076376.123921:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076376.123926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076376.123931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076376.123939:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076376.123942:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076376.123946:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076376.123954:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3359
00000400:00000200:3.0:1769076376.123964:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076376.123978:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076376.123983:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076376.123988:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076376.123996:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076376.124005:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076376.124009:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076376.124014:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076376.124019:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076376.124024:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076376.124029:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076376.124035:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076376.124041:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076376.124053:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076376.124062:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076376.124158:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076376.124167:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076376.124179:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076376.124190:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076376.124198:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076376.124202:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076376.124212:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076376.124221:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076376.124230:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076376.124235:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076376.124242:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076376.124247:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769076376.124249:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076376.124259:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000100:00000010:3.0:1769076376.124263:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769076376.124273:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076376.124281:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076376.124287:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076376.124297:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076376.124301:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076376.124307:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076376.124316:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076376.124326:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076376.124341:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007616011392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076376.124394:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076376.124400:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076376.124416:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007616011392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076376.124454:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076376.124460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076376.124466:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076376.124473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076376.124483:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076376.124497:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3369)
00000800:00000200:1.1:1769076376.125024:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076376.125028:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076376.125471:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076376.125503:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076376.827379:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076376.827399:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076376.827407:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076377.019214:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076377.019226:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076377.019231:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076377.019239:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076377.019245:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076377.019251:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076377.019254:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076377.019259:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076377.019263:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076377.403191:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298033390, at 4298033408
00000100:00000040:3.0:1769076377.403197:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298033390, at 4298033408
00000100:00000010:2.0:1769076377.403217:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b2a0.
00000100:00000010:3.0:1769076377.403221:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b7e0.
00000020:00000001:0.0:1769076377.851393:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076377.851401:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076377.851408:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076378.043170:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076378.043179:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076378.043181:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076378.043189:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076378.043194:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076378.043199:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076378.043202:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076378.043206:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076378.043209:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076378.875248:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076378.875253:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076378.875257:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076379.067193:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076379.067202:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076379.067204:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076379.067210:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076379.067214:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076379.067219:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076379.067222:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076379.067225:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076379.067229:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076379.899406:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076379.899430:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076379.899439:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076380.091183:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076380.091195:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076380.091199:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076380.091209:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076380.091215:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076380.091222:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076380.091227:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076380.091234:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076380.091239:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076380.923270:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076380.923276:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076380.923282:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076381.115138:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076381.115149:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076381.115152:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076381.115161:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076381.115167:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076381.115172:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076381.115176:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076381.115180:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076381.115184:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076381.243240:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076381.243256:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076381.243260:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076381.243266:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076381.243272:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076381.243283:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3364
00000400:00000200:3.0:1769076381.243302:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076381.243315:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076381.243321:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076381.243344:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076381.243350:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076381.243354:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076381.243359:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076381.243366:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076381.243369:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076381.243373:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076381.243377:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076381.243382:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076381.243387:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076381.243392:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076381.243411:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076381.243413:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076381.243417:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076381.243421:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076381.243424:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076381.243428:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076381.243432:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076381.243436:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076381.243439:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076381.243441:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076381.243444:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076381.243458:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000020:00000040:3.0:1769076381.243462:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076381.243468:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076381.243470:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076381.243474:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076381.243478:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076381.243501:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076381.243511:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769076381.243519:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076381.243531:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007616011520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076381.243543:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076381.243548:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076381.243571:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007616011520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076381.243604:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076381.243608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076381.243612:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076381.243613:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076381.243616:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076381.243618:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076381.243621:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3364
00000400:00000200:3.0:1769076381.243643:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076381.243647:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076381.243651:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076381.243654:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076381.243656:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076381.243658:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076381.243660:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076381.243662:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076381.243664:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076381.243667:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076381.243669:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076381.243672:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076381.243682:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076381.243693:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076381.243719:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076381.243725:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076381.243730:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076381.243737:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076381.243757:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076381.243774:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076381.243787:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076381.243802:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076381.243814:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076381.243825:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076381.243837:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076381.243850:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076381.243886:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076381.243898:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000020:00000040:3.0:1769076381.243905:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076381.243910:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076381.243916:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076381.243930:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076381.243935:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076381.243940:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076381.243964:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769076381.243982:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076381.244037:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007616011648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076381.244149:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076381.244160:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076381.244179:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007616011648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076381.244230:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076381.244241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076381.244255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076381.244262:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076381.244269:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076381.244281:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076381.244293:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3364
00000400:00000200:3.0:1769076381.244318:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076381.244327:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076381.244348:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076381.244359:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076381.244374:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076381.244390:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076381.244419:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076381.244437:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076381.244442:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076381.244452:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076381.244457:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076381.244465:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.1:1769076381.244474:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:3.0:1769076381.244478:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076381.244486:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076381.244488:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076381.244490:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076381.244510:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076381.244531:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076381.244549:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076381.244556:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076381.244570:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076381.244575:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076381.244588:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076381.244593:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076381.244597:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076381.244601:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076381.244604:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076381.244609:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000020:00000040:3.0:1769076381.244611:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076381.244615:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076381.244625:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076381.244630:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076381.244636:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076381.244642:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076381.244660:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076381.244695:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076381.244713:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007616011776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076381.244725:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076381.244735:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076381.244752:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007616011776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076381.244787:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076381.244805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076381.244819:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076381.244836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076381.244861:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076381.244901:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3374)
00000800:00000200:1.1:1769076381.245098:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076381.245327:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:3.0:1769076381.947337:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076381.947345:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076381.947351:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076382.139172:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076382.139181:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076382.139184:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076382.139191:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076382.139196:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076382.139201:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076382.139204:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076382.139208:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076382.139211:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076382.523176:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298038510, at 4298038528
00000100:00000040:3.0:1769076382.523181:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298038510, at 4298038528
00000100:00000010:2.0:1769076382.523197:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf00.
00000100:00000010:3.0:1769076382.523201:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b120.
00000020:00000001:0.0:1769076382.971217:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076382.971220:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076382.971223:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076383.163139:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076383.163148:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076383.163151:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076383.163157:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076383.163163:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076383.163168:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076383.163172:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076383.163176:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076383.163179:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076383.995208:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076383.995212:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076383.995216:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076384.187254:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076384.187272:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076384.187275:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076384.187290:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076384.187308:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076384.187313:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076384.187326:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076384.187337:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076384.187342:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769076384.316163:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:2.0:1769076384.316235:0:2393:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076384.316255:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076384.316265:0:2393:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:2.0:1769076384.316272:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076384.316280:0:2393:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076384.316290:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076384.316297:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:2.0:1769076384.316306:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076384.316315:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076384.316326:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb4235d8
00000400:00000010:2.0:1769076384.316331:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb4235d8.
00000100:00000001:2.0:1769076384.316353:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076384.316367:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d36d80 x1855007616011520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076384.316426:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076384.316437:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36d80 x1855007616011520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076384.316453:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076384.316457:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076384.316477:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076384.316483:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f800.
00000400:00000200:2.0:1769076384.316490:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076384.316498:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076384.316505:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:2.0:1769076384.316508:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:2.0:1769076384.316514:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076384.316522:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d36680 x1855007616011648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076384.316537:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076384.316543:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36680 x1855007616011648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076384.316555:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076384.316558:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076384.316568:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076384.316572:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:2.0:1769076384.316578:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076384.316584:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076384.316589:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423990
00000400:00000010:2.0:1769076384.316594:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423990.
00000100:00000001:2.0:1769076384.316598:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076384.316605:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d34700 x1855007616011776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076384.316620:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076384.316626:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34700 x1855007616011776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076384.316640:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076384.316643:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769076385.019338:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076385.019344:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076385.019348:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076385.211198:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076385.211206:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076385.211209:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076385.211214:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076385.211218:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076385.211223:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076385.211226:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076385.211229:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076385.211232:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076386.043297:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076386.043302:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076386.043307:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076386.235158:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076386.235169:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076386.235172:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076386.235180:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076386.235185:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076386.235190:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076386.235195:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076386.235199:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076386.235203:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076386.363216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076386.363228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076386.363231:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076386.363234:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076386.363239:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076386.363247:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3369
00000400:00000200:3.0:1769076386.363256:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076386.363262:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076386.363266:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076386.363270:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363274:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076386.363277:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363280:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076386.363285:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076386.363287:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076386.363290:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076386.363343:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076386.363346:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076386.363349:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076386.363352:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363355:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076386.363357:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363359:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076386.363362:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076386.363366:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363368:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076386.363372:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076386.363375:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076386.363378:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076386.363380:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076386.363382:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076386.363389:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000020:00000040:3.0:1769076386.363393:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076386.363397:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076386.363399:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076386.363402:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076386.363405:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076386.363409:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076386.363417:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076386.363425:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076386.363434:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007616011904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076386.363453:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076386.363458:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076386.363463:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007616011904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076386.363488:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076386.363491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076386.363495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076386.363497:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076386.363499:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076386.363501:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076386.363504:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3369
00000400:00000200:3.0:1769076386.363508:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076386.363512:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076386.363515:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076386.363521:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363524:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076386.363530:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363534:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076386.363539:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076386.363541:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076386.363545:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076386.363549:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076386.363557:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076386.363582:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076386.363588:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363593:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076386.363598:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363613:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076386.363620:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076386.363632:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363640:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076386.363646:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076386.363667:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076386.363672:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076386.363678:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076386.363684:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076386.363691:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076386.363696:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076386.363702:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
00000020:00000040:3.0:1769076386.363707:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076386.363711:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076386.363715:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076386.363721:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076386.363725:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076386.363728:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076386.363735:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769076386.363742:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076386.363755:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007616012032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076386.363772:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076386.363777:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076386.363786:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007616012032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076386.363798:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076386.363801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076386.363806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076386.363814:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076386.363818:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076386.363822:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076386.363829:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3369
00000400:00000200:3.0:1769076386.363839:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076386.363848:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076386.363853:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076386.363862:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363867:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076386.363873:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363880:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076386.363886:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076386.363890:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076386.363894:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076386.363898:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076386.363926:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076386.363930:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076386.363938:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363943:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076386.363950:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363955:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076386.363961:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076386.363969:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076386.363973:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076386.363978:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076386.363982:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076386.363988:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076386.363993:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076386.363998:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076386.364005:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076386.364008:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076386.364013:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000010:3.0:1769076386.364017:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000800:00000200:1.1:1769076386.364021:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1769076386.364022:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076386.364029:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076386.364033:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076386.364036:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076386.364040:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076386.364044:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076386.364052:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769076386.364058:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076386.364095:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007616012160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076386.364103:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076386.364329:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076386.364342:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007616012160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076386.364375:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076386.364382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076386.364392:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076386.364397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076386.364406:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076386.364415:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3380)
00000800:00000200:1.1:1769076386.364647:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076386.364650:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076386.365028:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076386.365031:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076387.067302:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076387.067308:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076387.067314:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076387.259198:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076387.259212:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076387.259215:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076387.259222:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076387.259227:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076387.259232:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076387.259235:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076387.259238:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076387.259242:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076387.643221:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298043630, at 4298043648
00000100:00000010:3.0:1769076387.643258:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b4e0.
00000100:00000040:2.0:1769076387.643265:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298043630, at 4298043648
00000100:00000010:2.0:1769076387.643294:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0be40.
00000020:00000001:3.0:1769076388.091389:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076388.091396:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076388.091403:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076388.283162:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076388.283172:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076388.283175:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076388.283183:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076388.283188:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076388.283192:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076388.283196:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076388.283199:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076388.283203:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076389.115343:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076389.115349:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076389.115355:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076389.307182:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076389.307190:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076389.307192:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076389.307198:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076389.307203:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076389.307208:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076389.307211:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076389.307214:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076389.307218:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076390.139329:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076390.139335:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076390.139341:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076390.331180:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076390.331191:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076390.331195:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076390.331204:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076390.331210:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076390.331216:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076390.331219:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076390.331224:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076390.331228:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076391.163353:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076391.163361:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076391.163366:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076391.355205:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076391.355215:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076391.355218:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076391.355226:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076391.355231:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076391.355236:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076391.355239:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076391.355244:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076391.355247:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076391.483280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076391.483292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076391.483296:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076391.483301:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076391.483308:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076391.483318:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3375
00000400:00000200:3.0:1769076391.483334:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076391.483343:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076391.483347:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076391.483351:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076391.483356:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076391.483361:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076391.483374:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076391.483380:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076391.483383:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076391.483387:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076391.483391:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076391.483395:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076391.483399:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076391.483403:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076391.483407:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076391.483411:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076391.483415:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076391.483421:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076391.483427:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076391.483433:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076391.483438:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076391.483444:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076391.483450:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076391.483455:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076391.483459:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076391.483526:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000020:00000040:3.0:1769076391.483534:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076391.483539:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076391.483541:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076391.483545:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076391.483549:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076391.483554:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076391.483566:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769076391.483575:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076391.483588:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007616012288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076391.483603:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076391.483609:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076391.483616:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007616012288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076391.483648:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076391.483654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076391.483659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076391.483661:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076391.483664:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076391.483667:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076391.483670:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3375
00000400:00000200:3.0:1769076391.483677:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076391.483682:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076391.483686:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076391.483690:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076391.483693:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076391.483697:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076391.483700:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076391.483703:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076391.483705:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076391.483708:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076391.483711:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076391.483715:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076391.483718:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076391.483723:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076391.483727:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076391.483730:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076391.483734:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076391.483738:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076391.483742:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076391.483746:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076391.483748:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076391.483755:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076391.483763:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076391.483777:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076391.483789:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076391.483801:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076391.483813:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076391.483857:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
00000020:00000040:3.0:1769076391.483871:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076391.483885:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076391.483896:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076391.483916:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076391.483925:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076391.483941:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076391.483953:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076391.483966:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076391.483987:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007616012416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076391.484024:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076391.484034:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076391.484047:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007616012416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076391.484130:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076391.484138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076391.484151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076391.484168:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076391.484180:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076391.484200:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076391.484219:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3375
00000400:00000200:3.0:1769076391.484252:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076391.484280:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076391.484292:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076391.484313:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076391.484322:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076391.484339:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076391.484351:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076391.484367:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076391.484369:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076391.484373:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076391.484376:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076391.484392:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076391.484399:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076391.484418:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076391.484433:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076391.484454:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076391.484468:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076391.484493:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076391.484524:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076391.484551:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076391.484569:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076391.484583:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076391.484602:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076391.484607:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076391.484611:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076391.484621:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076391.484631:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076391.484658:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000800:00000200:1.1:1769076391.484669:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:3.0:1769076391.484674:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:1.1:1769076391.484678:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1769076391.484681:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076391.484691:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076391.484707:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076391.484714:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076391.484720:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076391.484749:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769076391.484770:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076391.484801:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007616012544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076391.484875:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076391.484894:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076391.484922:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007616012544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076391.484969:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076391.484973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076391.484978:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076391.484982:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076391.484987:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076391.484993:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3385)
00000800:00000200:1.1:1769076391.485808:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076391.485813:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076391.486339:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076391.486343:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076392.187354:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076392.187360:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076392.187365:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076392.379179:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076392.379188:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076392.379191:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076392.379201:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076392.379207:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076392.379213:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076392.379218:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076392.379222:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076392.379227:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076392.763181:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298048751, at 4298048768
00000100:00000040:3.0:1769076392.763191:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298048751, at 4298048768
00000100:00000010:2.0:1769076392.763202:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b060.
00000100:00000010:3.0:1769076392.763207:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf60.
00000020:00000001:0.0:1769076393.211333:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076393.211340:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076393.211345:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076393.403168:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076393.403179:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076393.403184:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076393.403193:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076393.403200:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076393.403206:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076393.403211:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076393.403217:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076393.403222:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076394.235289:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076394.235295:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076394.235300:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076394.427188:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076394.427197:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076394.427199:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076394.427207:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076394.427212:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076394.427217:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076394.427220:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076394.427223:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076394.427227:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076395.259432:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076395.259439:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076395.259444:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076395.451188:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076395.451198:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076395.451201:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076395.451208:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076395.451213:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076395.451219:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076395.451222:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076395.451226:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076395.451246:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076396.283350:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076396.283357:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076396.283362:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076396.475192:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076396.475205:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076396.475208:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076396.475217:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076396.475223:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076396.475229:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076396.475232:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076396.475237:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076396.475241:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076396.603362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076396.603378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076396.603382:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076396.603388:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076396.603394:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076396.603405:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3380
00000400:00000200:2.0:1769076396.603417:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076396.603426:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076396.603431:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076396.603437:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076396.603441:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076396.603445:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076396.603448:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076396.603455:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076396.603458:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076396.603462:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076396.603466:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076396.603470:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076396.603474:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076396.603478:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076396.603481:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076396.603484:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076396.603487:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076396.603491:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076396.603496:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076396.603499:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076396.603503:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076396.603507:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076396.603511:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076396.603515:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076396.603518:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076396.603697:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690000.
00000020:00000040:2.0:1769076396.603714:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076396.603722:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076396.603725:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076396.603751:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076396.603756:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076396.603763:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076396.603779:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20800.
00000100:00000001:2.0:1769076396.603789:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076396.603805:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690000 x1855007616012672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076396.603821:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076396.603826:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076396.603833:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc5d67b8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690000 x1855007616012672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076396.603877:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076396.603882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076396.603889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076396.603892:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076396.603895:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076396.603899:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076396.603904:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3380
00000400:00000200:2.0:1769076396.603915:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076396.603927:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076396.603931:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076396.603935:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076396.603939:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076396.603943:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076396.603948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076396.603953:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076396.603966:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076396.603977:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076396.603989:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076396.604001:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076396.604022:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076396.604045:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076396.604057:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076396.604189:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076396.604207:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076396.604222:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076396.604238:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076396.604257:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076396.604276:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076396.604291:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076396.604301:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076396.604308:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076396.604331:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076396.604352:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076396.604363:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076396.604382:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692d80.
00000020:00000040:2.0:1769076396.604397:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076396.604416:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076396.604426:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076396.604447:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076396.604451:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076396.604457:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076396.604476:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000100:00000001:2.0:1769076396.604491:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076396.604523:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692d80 x1855007616012800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076396.604549:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076396.604562:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076396.604582:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073904516] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692d80 x1855007616012800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076396.604600:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076396.604607:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076396.604613:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000100:00080000:2.0:1769076396.604614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076396.604640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076396.604649:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076396.604655:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076396.604667:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076396.604678:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3380
00000400:00000200:2.0:1769076396.604688:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076396.604696:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076396.604704:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076396.604711:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076396.604720:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076396.604728:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076396.604766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076396.604782:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076396.604787:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076396.604796:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076396.604802:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076396.604810:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076396.604826:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076396.604852:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076396.604861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076396.604871:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076396.604883:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076396.604902:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076396.604923:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076396.604945:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076396.604975:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076396.604991:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076396.605006:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076396.605015:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076396.605026:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076396.605037:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076396.605044:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076396.605102:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000020:00000040:2.0:1769076396.605111:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076396.605119:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076396.605132:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076396.605157:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076396.605172:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076396.605185:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076396.605206:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23800.
00000100:00000001:2.0:1769076396.605218:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076396.605232:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007616012928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076396.605356:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076396.605370:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076396.605400:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007616012928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076396.605500:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076396.605509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076396.605536:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076396.605558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076396.605590:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076396.605600:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3390)
00000800:00000200:1.1:1769076396.606000:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076396.606004:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076396.606422:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076396.606425:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769076397.307247:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076397.307252:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076397.307256:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076397.499209:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076397.499221:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076397.499224:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076397.499232:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076397.499237:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076397.499243:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076397.499246:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076397.499251:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076397.499256:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076397.883160:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298053870, at 4298053888
00000100:00000040:3.0:1769076397.883160:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298053870, at 4298053888
00000100:00000010:2.0:1769076397.883180:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b5a0.
00000100:00000010:3.0:1769076397.883185:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b540.
00000020:00000001:0.0:1769076398.331366:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076398.331391:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076398.331398:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076398.523155:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076398.523163:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076398.523166:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076398.523171:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076398.523176:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076398.523180:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076398.523183:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076398.523186:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076398.523189:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076399.355330:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076399.355336:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076399.355341:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076399.547199:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076399.547207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076399.547210:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076399.547216:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076399.547221:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076399.547226:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076399.547230:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076399.547233:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076399.547237:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076400.379400:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076400.379407:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076400.379413:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076400.571169:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076400.571181:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076400.571184:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076400.571192:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076400.571198:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076400.571204:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076400.571208:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076400.571213:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076400.571216:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076401.403426:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076401.403432:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076401.403438:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076401.595174:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076401.595186:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076401.595189:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076401.595198:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076401.595204:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076401.595210:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076401.595215:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076401.595219:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076401.595223:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076401.723272:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076401.723286:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076401.723290:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076401.723296:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076401.723303:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076401.723315:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3385
00000400:00000200:0.0:1769076401.723328:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076401.723339:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076401.723345:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076401.723350:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076401.723355:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076401.723358:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076401.723362:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076401.723368:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076401.723371:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076401.723375:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076401.723379:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076401.723382:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076401.723386:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076401.723390:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076401.723393:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076401.723397:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076401.723400:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076401.723404:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076401.723408:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076401.723411:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076401.723415:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076401.723420:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076401.723424:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076401.723427:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076401.723430:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076401.723445:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4000.
00000020:00000040:0.0:1769076401.723450:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076401.723457:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076401.723460:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076401.723465:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076401.723470:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076401.723479:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076401.723493:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769076401.723504:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076401.723518:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4000 x1855007616013056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076401.723534:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076401.723540:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076401.723547:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000178e2043] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4000 x1855007616013056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076401.723581:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076401.723585:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076401.723590:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076401.723593:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076401.723595:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076401.723598:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076401.723601:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3385
00000400:00000200:0.0:1769076401.723605:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076401.723609:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076401.723612:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076401.723615:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076401.723617:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076401.723620:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076401.723623:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076401.723626:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076401.723627:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076401.723630:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076401.723633:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076401.723635:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076401.723637:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076401.723641:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076401.723673:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076401.723676:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076401.723680:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076401.723684:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076401.723689:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076401.723692:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076401.723695:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076401.723704:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076401.723713:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076401.723716:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076401.723723:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076401.723729:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076401.723736:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076401.723745:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7480.
00000020:00000040:0.0:1769076401.723752:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076401.723757:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076401.723762:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076401.723769:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076401.723774:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076401.723779:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076401.723789:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:0.0:1769076401.723798:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076401.723812:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7480 x1855007616013184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076401.723837:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076401.723846:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076401.723858:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc6e9c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7480 x1855007616013184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076401.723884:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076401.723889:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076401.723898:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076401.723904:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076401.723907:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076401.723911:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076401.723916:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3385
00000400:00000200:0.0:1769076401.723937:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076401.723947:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076401.723950:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076401.723956:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076401.723963:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076401.723968:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076401.723971:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076401.723975:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076401.723979:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076401.723986:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076401.723992:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076401.723996:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076401.724003:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076401.724015:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076401.724019:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076401.724028:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076401.724033:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076401.724041:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076401.724051:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076401.724059:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076401.724110:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076401.724115:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076401.724121:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076401.724126:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076401.724133:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076401.724141:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076401.724146:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076401.724156:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4a80.
00000020:00000040:0.0:1769076401.724166:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076401.724170:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076401.724175:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076401.724179:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076401.724184:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076401.724188:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076401.724197:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076401.724205:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076401.724222:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4a80 x1855007616013312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076401.724242:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076401.724249:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076401.724262:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e0eb0c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4a80 x1855007616013312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076401.724301:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076401.724317:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076401.724331:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076401.724343:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076401.724352:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076401.724364:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3395)
00000800:00000200:1.1:1769076401.724400:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076401.724406:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076401.725186:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076401.725215:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076401.725829:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076401.725835:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769076402.427466:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076402.427474:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076402.427479:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076402.619167:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076402.619176:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076402.619190:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076402.619200:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076402.619208:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076402.619214:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076402.619219:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076402.619224:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076402.619228:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076403.003191:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298058990, at 4298059008
00000100:00000040:3.0:1769076403.003202:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298058990, at 4298059008
00000100:00000010:2.0:1769076403.003213:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b360.
00000100:00000010:3.0:1769076403.003217:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bd80.
00000020:00000001:3.0:1769076403.451313:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076403.451317:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076403.451321:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076403.643204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076403.643213:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076403.643216:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076403.643223:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076403.643227:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076403.643232:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076403.643235:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076403.643239:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076403.643244:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076404.475313:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076404.475317:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076404.475320:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076404.667135:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076404.667141:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076404.667143:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076404.667147:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076404.667151:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076404.667154:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076404.667156:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076404.667158:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076404.667160:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076405.499376:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076405.499382:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076405.499388:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076405.691175:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076405.691183:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076405.691186:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076405.691193:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076405.691198:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076405.691214:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076405.691217:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076405.691220:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076405.691224:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076406.523290:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076406.523296:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076406.523301:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076406.715186:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076406.715201:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076406.715206:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076406.715218:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076406.715225:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076406.715231:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076406.715234:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076406.715239:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076406.715243:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076406.843324:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076406.843342:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076406.843347:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076406.843353:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076406.843362:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076406.843373:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3390
00000400:00000200:2.0:1769076406.843386:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076406.843395:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076406.843399:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076406.843404:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076406.843408:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076406.843412:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076406.843416:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076406.843421:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076406.843424:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076406.843429:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076406.843432:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076406.843436:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076406.843439:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076406.843442:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076406.843445:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076406.843447:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076406.843449:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076406.843453:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076406.843457:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076406.843460:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076406.843464:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076406.843469:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076406.843473:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076406.843476:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076406.843478:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076406.843492:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
00000020:00000040:2.0:1769076406.843496:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076406.843502:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076406.843505:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076406.843510:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076406.843514:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076406.843522:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076406.843535:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22000.
00000100:00000001:2.0:1769076406.843545:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076406.843587:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007616013440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076406.843606:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076406.843614:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076406.843625:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007616013440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076406.843674:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076406.843682:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076406.843688:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076406.843691:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076406.843693:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076406.843696:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076406.843700:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3390
00000400:00000200:2.0:1769076406.843707:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076406.843712:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076406.843716:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076406.843720:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076406.843724:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076406.843731:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076406.843735:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076406.843739:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076406.843741:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076406.843743:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076406.843746:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076406.843749:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076406.843751:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076406.843755:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076406.843760:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076406.843772:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076406.843777:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076406.843782:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076406.843789:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076406.843802:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076406.843805:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076406.843813:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076406.843820:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076406.843827:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076406.843833:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076406.843846:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076406.843854:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076406.843866:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000020:00000040:2.0:1769076406.843881:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076406.843895:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076406.843901:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076406.843906:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076406.843911:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076406.843916:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076406.843924:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21000.
00000100:00000001:2.0:1769076406.843934:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076406.843946:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007616013568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076406.843977:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076406.843984:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076406.844002:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007616013568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076406.844023:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076406.844030:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076406.844043:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076406.844047:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076406.844058:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076406.844122:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076406.844129:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3390
00000400:00000200:2.0:1769076406.844146:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076406.844165:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076406.844171:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076406.844181:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076406.844186:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076406.844200:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076406.844214:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076406.844232:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076406.844240:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076406.844255:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076406.844265:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076406.844286:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076406.844308:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076406.844332:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076406.844349:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076406.844357:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076406.844361:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076406.844379:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076406.844395:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076406.844410:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076406.844417:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076406.844425:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076406.844442:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076406.844453:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076406.844462:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076406.844476:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076406.844492:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076406.844507:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000020:00000040:2.0:1769076406.844519:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076406.844545:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076406.844582:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076406.844593:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076406.844600:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076406.844606:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076406.844627:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20400.
00000800:00000200:1.1:1769076406.844640:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076406.844645:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076406.844649:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000100:00100000:2.0:1769076406.844661:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007616013696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076406.844692:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076406.844699:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076406.844715:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007616013696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076406.844741:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076406.844749:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076406.844763:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076406.844769:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076406.844787:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076406.844806:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3400)
00000800:00000200:1.1:1769076406.845398:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076406.845401:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076406.846117:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076406.846123:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769076407.547245:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076407.547252:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076407.547257:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076407.739155:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076407.739164:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076407.739167:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076407.739173:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076407.739178:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076407.739184:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076407.739187:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076407.739190:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076407.739194:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076408.123230:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298064110, at 4298064128
00000100:00000010:3.0:1769076408.123256:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b300.
00000100:00000040:2.0:1769076408.123304:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298064110, at 4298064128
00000100:00000010:2.0:1769076408.123329:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b600.
00000020:00000001:0.0:1769076408.571376:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076408.571383:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076408.571389:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076408.763179:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076408.763191:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076408.763194:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076408.763201:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076408.763207:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076408.763213:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076408.763217:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076408.763221:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076408.763225:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076409.595322:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076409.595329:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076409.595333:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076409.787153:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076409.787160:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076409.787164:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076409.787170:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076409.787175:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076409.787180:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076409.787183:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076409.787188:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076409.787191:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076410.619287:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076410.619294:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076410.619299:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076410.811166:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076410.811187:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076410.811190:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076410.811197:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076410.811201:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076410.811206:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076410.811209:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076410.811213:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076410.811216:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076411.643291:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076411.643297:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076411.643302:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076411.835178:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076411.835186:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076411.835189:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076411.835194:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076411.835199:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076411.835204:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076411.835206:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076411.835210:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076411.835214:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076411.963222:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076411.963245:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076411.963249:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076411.963255:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076411.963261:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076411.963271:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3395
00000400:00000200:2.0:1769076411.963283:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076411.963292:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076411.963297:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076411.963302:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076411.963307:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076411.963313:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076411.963320:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076411.963327:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076411.963331:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076411.963336:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076411.963342:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076411.963348:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076411.963353:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076411.963360:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076411.963364:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076411.963369:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076411.963372:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076411.963379:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076411.963403:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076411.963408:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076411.963413:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076411.963419:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076411.963424:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076411.963428:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076411.963432:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076411.963444:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000020:00000040:2.0:1769076411.963450:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076411.963456:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076411.963459:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076411.963463:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076411.963468:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076411.963501:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076411.963533:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22400.
00000100:00000001:2.0:1769076411.963544:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076411.963559:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007616013824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076411.963576:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076411.963581:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076411.963589:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007616013824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076411.963627:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076411.963632:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076411.963637:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076411.963639:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076411.963641:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076411.963644:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076411.963648:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3395
00000400:00000200:2.0:1769076411.963655:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076411.963661:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076411.963665:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076411.963670:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076411.963674:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076411.963678:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076411.963687:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076411.963696:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076411.963702:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076411.963705:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076411.963710:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076411.963715:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076411.963726:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076411.963739:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076411.963749:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076411.963757:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076411.963765:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076411.963776:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076411.963806:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076411.963819:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076411.963829:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076411.963844:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076411.963874:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076411.963884:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076411.963894:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076411.963905:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076411.963915:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076411.963929:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
00000020:00000040:2.0:1769076411.963944:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076411.963954:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076411.963959:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076411.963964:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076411.963969:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076411.963976:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076411.963989:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000100:00000001:2.0:1769076411.963998:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076411.964017:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007616013952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076411.964070:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076411.964083:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076411.964158:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007616013952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076411.964189:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076411.964198:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076411.964209:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076411.964214:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076411.964218:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076411.964230:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076411.964235:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3395
00000400:00000200:2.0:1769076411.964254:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076411.964265:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076411.964271:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769076411.964277:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:2.0:1769076411.964284:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:1.1:1769076411.964288:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1769076411.964290:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076411.964299:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076411.964308:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076411.964320:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076411.964325:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076411.964333:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076411.964340:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076411.964349:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076411.964356:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076411.964370:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076411.964394:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076411.964401:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076411.964407:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076411.964411:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076411.964424:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076411.964432:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076411.964438:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076411.964444:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076411.964453:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076411.964461:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076411.964466:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076411.964496:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076411.964499:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076411.964528:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000020:00000040:2.0:1769076411.964536:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076411.964547:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076411.964558:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076411.964564:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076411.964569:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076411.964576:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076411.964587:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21400.
00000100:00000001:2.0:1769076411.964597:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076411.964613:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007616014080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076411.964635:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076411.964643:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076411.964657:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007616014080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076411.964678:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076411.964687:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076411.964700:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076411.964710:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076411.964721:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076411.964733:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3405)
00000800:00000200:1.1:1769076411.965171:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076411.965176:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076411.965656:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076411.965660:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769076412.667342:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076412.667349:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076412.667355:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076412.859135:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076412.859142:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076412.859145:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076412.859150:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076412.859154:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076412.859157:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076412.859160:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076412.859163:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076412.859165:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076413.243191:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298069230, at 4298069248
00000100:00000040:3.0:1769076413.243191:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298069230, at 4298069248
00000100:00000010:2.0:1769076413.243212:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b180.
00000100:00000010:3.0:1769076413.243219:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b600.
00000020:00000001:0.0:1769076413.691383:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076413.691390:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076413.691395:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076413.883182:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076413.883192:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076413.883195:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076413.883204:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076413.883211:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076413.883219:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076413.883225:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076413.883242:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076413.883247:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076414.715380:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076414.715390:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076414.715397:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076414.907212:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076414.907233:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076414.907236:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076414.907245:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076414.907251:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076414.907257:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076414.907261:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076414.907265:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076414.907269:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076415.739382:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076415.739389:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076415.739395:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076415.931213:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076415.931225:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076415.931229:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076415.931237:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076415.931254:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076415.931259:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076415.931263:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076415.931266:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076415.931271:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076416.763464:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076416.763470:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076416.763476:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076416.955250:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076416.955263:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076416.955266:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076416.955274:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076416.955281:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076416.955287:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076416.955291:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076416.955295:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076416.955299:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076417.083234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076417.083254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076417.083258:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076417.083265:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076417.083272:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076417.083284:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3400
00000400:00000200:3.0:1769076417.083298:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076417.083310:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076417.083316:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076417.083322:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076417.083328:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076417.083332:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076417.083336:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076417.083342:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076417.083345:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076417.083349:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076417.083353:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076417.083356:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076417.083360:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076417.083365:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076417.083368:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076417.083372:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076417.083376:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076417.083382:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076417.083414:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076417.083421:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076417.083426:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076417.083433:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076417.083439:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076417.083443:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076417.083448:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076417.083468:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000020:00000040:3.0:1769076417.083476:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076417.083485:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076417.083488:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076417.083494:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076417.083500:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076417.083510:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076417.083524:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769076417.083536:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076417.083551:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007616014208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076417.083567:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076417.083574:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076417.083580:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007616014208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076417.083616:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076417.083620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076417.083625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076417.083627:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076417.083630:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076417.083633:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076417.083636:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3400
00000400:00000200:3.0:1769076417.083642:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076417.083646:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076417.083650:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076417.083654:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076417.083657:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076417.083660:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076417.083663:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076417.083666:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076417.083668:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076417.083670:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076417.083674:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076417.083677:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076417.083681:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076417.083685:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076417.083688:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076417.083691:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076417.083695:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076417.083699:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076417.083703:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076417.083706:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076417.083709:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076417.083717:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076417.083725:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076417.083728:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076417.083737:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076417.083745:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076417.083751:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076417.083761:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000020:00000040:3.0:1769076417.083772:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076417.083784:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076417.083790:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076417.083801:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076417.083809:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076417.083819:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076417.083836:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769076417.083850:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076417.083871:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007616014336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076417.083899:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076417.083905:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076417.083921:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007616014336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076417.083959:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076417.083964:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076417.083976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076417.083986:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076417.083996:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076417.084011:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076417.084027:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3400
00000400:00000200:3.0:1769076417.084047:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076417.084122:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076417.084130:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076417.084144:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076417.084151:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076417.084155:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076417.084158:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076417.084162:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076417.084168:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076417.084175:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076417.084181:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076417.084191:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076417.084200:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076417.084213:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076417.084220:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076417.084228:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076417.084233:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076417.084237:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076417.084247:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076417.084257:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076417.084263:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076417.084273:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076417.084283:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076417.084291:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076417.084297:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076417.084306:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076417.084309:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076417.084317:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000020:00000040:3.0:1769076417.084329:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076417.084336:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076417.084341:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076417.084346:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076417.084351:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769076417.084352:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:3.0:1769076417.084355:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076417.084361:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
02000000:00000010:3.0:1769076417.084367:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076417.084382:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076417.084423:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007616014464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076417.084459:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076417.084471:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076417.084490:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007616014464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076417.084529:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076417.084537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076417.084549:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076417.084556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076417.084563:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076417.084576:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3410)
00000800:00000200:1.1:1769076417.085160:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076417.085163:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076417.085582:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076417.085585:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1769076417.787327:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076417.787333:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076417.787338:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076417.979177:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076417.979188:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076417.979191:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076417.979200:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076417.979206:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076417.979212:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076417.979216:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076417.979220:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076417.979224:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076418.363206:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298074350, at 4298074368
00000100:00000040:3.0:1769076418.363229:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298074350, at 4298074368
00000100:00000010:2.0:1769076418.363233:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b300.
00000100:00000010:3.0:1769076418.363246:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bd80.
00000020:00000001:3.0:1769076418.811295:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076418.811302:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076418.811308:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076419.003219:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076419.003232:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076419.003237:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076419.003248:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076419.003254:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076419.003260:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076419.003264:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076419.003270:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076419.003276:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076419.835415:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076419.835422:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076419.835428:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076420.027179:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076420.027189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076420.027192:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076420.027200:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076420.027206:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076420.027211:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076420.027214:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076420.027218:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076420.027222:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076420.859399:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076420.859405:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076420.859411:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076421.051187:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076421.051198:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076421.051202:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076421.051210:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076421.051216:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076421.051222:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076421.051225:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076421.051230:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076421.051235:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076421.883354:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076421.883361:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076421.883366:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076422.075174:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076422.075183:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076422.075186:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076422.075193:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076422.075199:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076422.075204:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076422.075207:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076422.075211:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076422.075214:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076422.203284:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076422.203344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076422.203349:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076422.203357:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076422.203367:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076422.203382:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3405
00000400:00000200:3.0:1769076422.203410:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076422.203422:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076422.203427:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076422.203432:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076422.203437:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076422.203441:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076422.203444:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076422.203450:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076422.203453:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076422.203458:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076422.203462:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076422.203465:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076422.203469:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076422.203475:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076422.203478:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076422.203480:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076422.203483:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076422.203488:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076422.203492:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076422.203495:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076422.203499:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076422.203504:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076422.203508:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076422.203511:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076422.203515:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076422.203531:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769076422.203536:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076422.203542:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076422.203544:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076422.203548:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076422.203553:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076422.203572:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076422.203584:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769076422.203595:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076422.203608:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007616014592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076422.203624:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076422.203630:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076422.203636:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007616014592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076422.203669:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076422.203676:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076422.203684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076422.203687:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076422.203691:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076422.203696:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076422.203702:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3405
00000400:00000200:3.0:1769076422.203710:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076422.203717:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076422.203723:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076422.203728:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076422.203733:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076422.203737:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076422.203742:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076422.203748:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076422.203751:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076422.203756:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076422.203761:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076422.203766:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076422.203772:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076422.203779:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076422.203783:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076422.203787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076422.203791:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076422.203796:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076422.203802:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076422.203807:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076422.203811:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076422.203821:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076422.203824:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076422.203828:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076422.203836:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076422.203843:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076422.203847:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076422.203854:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769076422.203859:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076422.203864:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076422.203867:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076422.203871:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076422.203874:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076422.203878:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076422.203884:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769076422.203890:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076422.203898:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007616014720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076422.203914:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076422.203919:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076422.203927:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007616014720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076422.203945:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076422.203951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076422.203958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076422.203961:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076422.203964:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076422.203969:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076422.203973:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3405
00000400:00000200:3.0:1769076422.203980:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076422.203986:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076422.203990:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076422.203996:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076422.204000:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076422.204003:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076422.204007:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076422.204011:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076422.204015:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076422.204019:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076422.204023:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076422.204027:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076422.204032:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076422.204039:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076422.204043:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076422.204048:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076422.204052:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076422.204056:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076422.204060:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076422.204109:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076422.204113:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076422.204119:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076422.204123:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076422.204127:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076422.204132:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076422.204136:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076422.204140:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076422.204159:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769076422.204164:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076422.204169:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076422.204172:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076422.204174:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769076422.204176:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076422.204179:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076422.204182:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076422.204182:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
02000000:00000010:3.0:1769076422.204190:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076422.204195:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076422.204205:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007616014848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076422.204220:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076422.204226:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076422.204235:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007616014848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076422.204251:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076422.204256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076422.204264:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076422.204282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076422.204289:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076422.204298:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3415)
00000800:00000200:1.1:1769076422.204864:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076422.204894:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769076422.205331:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076422.205334:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000020:00000001:0.0:1769076422.907398:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076422.907405:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076422.907410:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076423.099256:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076423.099266:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076423.099269:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076423.099277:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076423.099283:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076423.099313:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076423.099317:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076423.099321:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076423.099326:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076423.483194:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298079470, at 4298079488
00000100:00000040:3.0:1769076423.483202:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298079470, at 4298079488
00000100:00000010:2.0:1769076423.483216:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b360.
00000100:00000010:3.0:1769076423.483224:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b540.
00000020:00000001:0.0:1769076423.931381:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076423.931388:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076423.931394:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076424.123223:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076424.123231:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076424.123234:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076424.123240:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076424.123246:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076424.123252:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076424.123256:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076424.123260:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076424.123264:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076424.955446:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076424.955453:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076424.955459:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076425.147207:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076425.147219:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076425.147223:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076425.147232:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076425.147237:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076425.147243:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076425.147247:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076425.147279:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076425.147286:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076425.979398:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076425.979406:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076425.979412:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076426.171174:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076426.171183:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076426.171186:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076426.171193:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076426.171199:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076426.171204:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076426.171207:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076426.171211:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076426.171215:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076427.003441:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076427.003450:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076427.003458:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076427.195195:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076427.195205:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076427.195207:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076427.195214:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076427.195233:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076427.195237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076427.195240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076427.195243:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076427.195246:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076427.323171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076427.323182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076427.323185:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076427.323189:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076427.323194:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076427.323200:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3410
00000400:00000200:3.0:1769076427.323209:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076427.323241:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076427.323245:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076427.323248:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076427.323252:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076427.323254:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076427.323257:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076427.323261:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076427.323263:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076427.323265:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076427.323268:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076427.323270:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076427.323272:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076427.323275:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076427.323277:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076427.323279:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076427.323281:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076427.323283:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076427.323286:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076427.323288:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076427.323290:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076427.323294:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076427.323296:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076427.323298:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076427.323300:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076427.323308:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769076427.323311:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076427.323315:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076427.323316:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076427.323319:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076427.323321:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076427.323325:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076427.323333:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076427.323339:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076427.323347:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007616014976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076427.323363:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076427.323367:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076427.323371:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007616014976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076427.323392:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076427.323396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076427.323399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076427.323400:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076427.323402:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076427.323405:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076427.323408:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3410
00000400:00000200:3.0:1769076427.323413:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076427.323415:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076427.323417:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076427.323421:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076427.323427:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076427.323431:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076427.323436:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076427.323443:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076427.323444:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076427.323446:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076427.323451:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076427.323458:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076427.323469:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076427.323485:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076427.323489:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076427.323504:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076427.323508:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076427.323515:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076427.323526:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076427.323539:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076427.323553:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076427.323560:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076427.323568:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076427.323581:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076427.323589:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076427.323595:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076427.323600:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076427.323605:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000020:00000040:3.0:1769076427.323609:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076427.323618:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076427.323621:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076427.323631:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076427.323635:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076427.323637:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076427.323652:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769076427.323660:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076427.323676:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007616015104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076427.323753:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076427.323764:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076427.323776:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007616015104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076427.323800:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076427.323809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076427.323817:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076427.323824:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076427.323829:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076427.323836:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076427.323845:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3410
00000400:00000200:3.0:1769076427.323860:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076427.323873:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076427.323881:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076427.323893:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076427.323897:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076427.323905:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076427.323919:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076427.323931:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076427.323934:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076427.323937:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076427.323940:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076427.323942:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076427.323953:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076427.323971:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076427.323975:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076427.323982:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076427.323998:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076427.324003:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076427.324005:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076427.324007:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076427.324009:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076427.324014:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076427.324018:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076427.324020:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076427.324022:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076427.324026:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076427.324027:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076427.324031:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769076427.324041:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076427.324053:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076427.324057:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076427.324085:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076427.324089:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769076427.324104:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076427.324128:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076427.324141:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076427.324154:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769076427.324169:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076427.324189:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007616015232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076427.324270:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076427.324277:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076427.324291:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007616015232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076427.324310:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076427.324331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076427.324337:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076427.324344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076427.324356:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076427.324366:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3421)
00000800:00000200:1.1:1769076427.324714:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076427.324716:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076427.324986:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076427.324988:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076428.027372:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076428.027378:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076428.027383:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076428.219173:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076428.219183:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076428.219186:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076428.219193:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076428.219224:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076428.219230:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076428.219234:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076428.219238:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076428.219242:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076428.603264:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298084590, at 4298084608
00000100:00000040:3.0:1769076428.603264:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298084590, at 4298084608
00000100:00000010:2.0:1769076428.603294:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b5a0.
00000100:00000010:3.0:1769076428.603296:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf60.
00000020:00000001:0.0:1769076429.051391:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076429.051398:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076429.051403:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076429.243223:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076429.243235:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076429.243237:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076429.243245:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076429.243252:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076429.243257:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076429.243260:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076429.243263:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076429.243268:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076430.075421:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076430.075429:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076430.075435:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076430.267213:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076430.267224:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076430.267227:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076430.267237:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076430.267242:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076430.267248:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076430.267252:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076430.267256:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076430.267260:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076431.099406:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076431.099414:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076431.099422:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076431.291226:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076431.291238:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076431.291241:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076431.291249:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076431.291255:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076431.291261:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076431.291265:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076431.291269:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076431.291273:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076432.123351:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076432.123358:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076432.123364:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076432.315179:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076432.315188:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076432.315191:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076432.315198:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076432.315204:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076432.315210:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076432.315215:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076432.315219:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076432.315223:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076432.443301:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076432.443314:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076432.443319:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076432.443325:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076432.443332:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076432.443345:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3416
00000400:00000200:0.0:1769076432.443359:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076432.443370:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076432.443375:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076432.443382:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076432.443386:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076432.443390:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076432.443393:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076432.443399:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076432.443402:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076432.443406:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076432.443411:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076432.443414:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076432.443417:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076432.443423:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076432.443426:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076432.443429:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076432.443431:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076432.443436:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076432.443440:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076432.443443:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076432.443447:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076432.443452:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076432.443456:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076432.443459:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076432.443462:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076432.443477:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4700.
00000020:00000040:0.0:1769076432.443482:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076432.443488:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076432.443490:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076432.443494:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076432.443499:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076432.443506:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076432.443518:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076432.443529:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076432.443543:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4700 x1855007616015360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076432.443559:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076432.443566:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076432.443572:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d612b9f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4700 x1855007616015360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076432.443600:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076432.443604:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076432.443610:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076432.443612:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076432.443615:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076432.443620:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076432.443624:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3416
00000400:00000200:0.0:1769076432.443631:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076432.443635:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076432.443640:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076432.443651:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076432.443660:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076432.443666:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076432.443669:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076432.443672:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076432.443674:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076432.443678:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076432.443682:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076432.443685:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076432.443691:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076432.443697:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076432.443703:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076432.443708:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076432.443715:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076432.443723:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076432.443732:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076432.443740:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076432.443748:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076432.443761:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076432.443768:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076432.443771:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076432.443781:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076432.443796:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076432.443806:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076432.443817:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7800.
00000020:00000040:0.0:1769076432.443826:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076432.443832:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076432.443837:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076432.443841:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076432.443847:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076432.443854:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076432.443862:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769076432.443869:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076432.443881:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7800 x1855007616015488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076432.443900:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076432.443908:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076432.443917:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918dbd43] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7800 x1855007616015488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076432.443933:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076432.443939:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076432.443944:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076432.443953:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076432.443961:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076432.443969:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076432.443982:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3416
00000400:00000200:0.0:1769076432.443995:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076432.444008:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076432.444016:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076432.444025:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076432.444036:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076432.444046:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076432.444052:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076432.444060:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076432.444063:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076432.444126:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076432.444155:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076432.444159:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076432.444163:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076432.444175:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076432.444180:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076432.444188:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076432.444199:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076432.444203:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076432.444213:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076432.444222:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076432.444227:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076432.444235:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076432.444244:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076432.444252:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076432.444257:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076432.444268:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076432.444275:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076432.444283:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7100.
00000020:00000040:0.0:1769076432.444288:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076432.444298:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076432.444304:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076432.444312:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076432.444317:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076432.444320:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076432.444328:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076432.444336:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076432.444346:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7100 x1855007616015616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076432.444369:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076432.444375:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076432.444391:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009506489] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7100 x1855007616015616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076432.444394:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076432.444407:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769076432.444413:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076432.444423:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076432.444432:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076432.444438:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076432.444444:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076432.444456:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3426)
00000800:00000200:1.1:1769076432.445422:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076432.445427:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076432.445903:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076432.445907:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076433.147385:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076433.147392:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076433.147398:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076433.339219:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076433.339230:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076433.339233:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076433.339241:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076433.339248:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076433.339254:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076433.339259:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076433.339263:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076433.339268:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076433.723212:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298089710, at 4298089728
00000100:00000040:2.0:1769076433.723226:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298089710, at 4298089728
00000100:00000010:3.0:1769076433.723248:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0be40.
00000100:00000010:2.0:1769076433.723253:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b060.
00000020:00000001:3.0:1769076434.171419:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076434.171426:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076434.171430:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076434.363213:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076434.363224:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076434.363227:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076434.363235:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076434.363241:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076434.363247:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076434.363251:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076434.363255:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076434.363259:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076435.195398:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076435.195405:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076435.195411:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076435.387182:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076435.387194:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076435.387197:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076435.387206:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076435.387212:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076435.387217:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076435.387221:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076435.387226:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076435.387230:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076436.219344:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076436.219353:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076436.219359:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076436.411180:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076436.411189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076436.411193:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076436.411200:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076436.411205:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076436.411210:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076436.411213:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076436.411217:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076436.411221:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076437.243336:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076437.243343:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076437.243348:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076437.435202:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076437.435212:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076437.435215:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076437.435224:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076437.435229:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076437.435235:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076437.435239:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076437.435244:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076437.435247:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076437.563230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076437.563245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076437.563250:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076437.563256:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076437.563262:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076437.563274:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3421
00000400:00000200:3.0:1769076437.563287:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076437.563297:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076437.563302:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076437.563307:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076437.563312:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076437.563316:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076437.563319:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076437.563325:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076437.563328:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076437.563333:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076437.563338:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076437.563341:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076437.563345:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076437.563349:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076437.563351:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076437.563354:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076437.563356:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076437.563361:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076437.563365:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076437.563368:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076437.563372:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076437.563376:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076437.563380:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076437.563383:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076437.563386:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076437.563398:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769076437.563403:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076437.563409:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076437.563411:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076437.563416:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076437.563420:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076437.563427:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076437.563439:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076437.563449:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076437.563463:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007616015744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076437.563479:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076437.563486:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076437.563492:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007616015744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076437.563526:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076437.563531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076437.563537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076437.563539:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076437.563541:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076437.563545:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076437.563548:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3421
00000400:00000200:3.0:1769076437.563554:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076437.563559:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076437.563563:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076437.563567:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076437.563572:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076437.563576:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076437.563587:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076437.563592:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076437.563596:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076437.563602:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076437.563605:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076437.563611:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076437.563616:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076437.563628:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076437.563636:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076437.563644:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076437.563652:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076437.563657:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076437.563665:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076437.563672:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076437.563678:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076437.563689:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076437.563697:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076437.563707:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076437.563716:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076437.563727:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076437.563734:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076437.563743:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000020:00000040:3.0:1769076437.563754:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076437.563763:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076437.563765:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076437.563767:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076437.563771:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076437.563776:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076437.563786:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769076437.563794:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076437.563805:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007616015872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076437.563819:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076437.563826:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076437.563838:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007616015872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076437.563856:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076437.563862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076437.563872:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076437.563878:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076437.563884:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076437.563894:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076437.563907:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3421
00000400:00000200:3.0:1769076437.563927:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076437.563941:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076437.563954:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076437.563974:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076437.563983:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076437.563992:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076437.564002:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076437.564014:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076437.564020:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076437.564025:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076437.564031:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076437.564038:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076437.564125:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076437.564134:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076437.564140:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076437.564150:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076437.564159:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076437.564167:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076437.564177:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076437.564187:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076437.564195:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076437.564201:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076437.564209:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076437.564212:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076437.564215:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076437.564221:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076437.564228:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076437.564235:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769076437.564244:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:1.1:1769076437.564245:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:3.0:1769076437.564254:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1769076437.564256:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1769076437.564259:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076437.564266:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076437.564272:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076437.564278:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076437.564288:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769076437.564298:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076437.564314:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007616016000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076437.564348:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076437.564351:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076437.564363:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007616016000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076437.564423:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076437.564428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076437.564440:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076437.564450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076437.564466:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076437.564477:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3431)
00000800:00000200:1.1:1769076437.565103:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076437.565107:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076437.565543:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076437.565546:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076438.267369:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076438.267378:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076438.267385:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076438.459211:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076438.459220:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076438.459222:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076438.459229:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076438.459234:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076438.459239:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076438.459242:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076438.459246:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076438.459249:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076438.843180:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298094830, at 4298094848
00000100:00000040:2.0:1769076438.843186:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298094830, at 4298094848
00000100:00000010:3.0:1769076438.843200:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b120.
00000100:00000010:2.0:1769076438.843204:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b4e0.
00000020:00000001:0.0:1769076439.291384:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076439.291393:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076439.291400:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076439.483190:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076439.483202:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076439.483205:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076439.483213:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076439.483219:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076439.483224:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076439.483228:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076439.483232:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076439.483236:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076440.315208:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076440.315212:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076440.315215:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076440.507185:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076440.507200:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076440.507204:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076440.507214:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076440.507221:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076440.507227:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076440.507231:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076440.507235:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076440.507239:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076441.339392:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076441.339397:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076441.339402:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076441.531154:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076441.531163:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076441.531166:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076441.531173:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076441.531178:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076441.531182:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076441.531185:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076441.531189:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076441.531192:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076442.363419:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076442.363428:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076442.363434:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076442.555197:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076442.555207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076442.555209:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076442.555216:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076442.555220:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076442.555225:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076442.555227:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076442.555230:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076442.555233:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076442.683255:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076442.683284:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076442.683291:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076442.683298:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076442.683305:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076442.683317:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3426
00000400:00000200:0.0:1769076442.683331:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076442.683342:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076442.683348:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076442.683353:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076442.683358:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076442.683362:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076442.683366:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076442.683373:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076442.683377:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076442.683381:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076442.683386:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076442.683390:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076442.683395:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076442.683399:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076442.683403:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076442.683406:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076442.683409:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076442.683415:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076442.683420:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076442.683424:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076442.683429:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076442.683446:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076442.683451:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076442.683455:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076442.683458:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076442.683473:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5880.
00000020:00000040:0.0:1769076442.683478:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076442.683486:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076442.683488:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076442.683494:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076442.683498:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076442.683505:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076442.683517:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769076442.683526:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076442.683540:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5880 x1855007616016128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076442.683567:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076442.683574:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076442.683582:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c2905c0] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5880 x1855007616016128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076442.683615:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076442.683620:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076442.683625:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076442.683628:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076442.683630:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076442.683635:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076442.683641:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3426
00000400:00000200:0.0:1769076442.683648:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076442.683654:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076442.683658:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076442.683672:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076442.683682:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076442.683690:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076442.683698:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076442.683712:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076442.683721:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076442.683731:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076442.683742:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076442.683751:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076442.683772:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076442.683791:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076442.683800:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076442.683815:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076442.683828:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076442.683847:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076442.683896:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076442.683907:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076442.683923:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076442.683938:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076442.683953:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076442.683985:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076442.684028:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076442.684045:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076442.684058:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076442.684089:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5c00.
00000020:00000040:0.0:1769076442.684177:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076442.684190:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076442.684196:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076442.684205:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076442.684213:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076442.684221:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076442.684240:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:0.0:1769076442.684255:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076442.684290:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5c00 x1855007616016256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076442.684325:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769076442.684342:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076442.684346:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1769076442.684350:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076442.684381:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007db8b4c3] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5c00 x1855007616016256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076442.684496:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076442.684508:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076442.684535:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076442.684543:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076442.684549:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076442.684561:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076442.684595:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3426
00000400:00000200:0.0:1769076442.684623:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076442.684640:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076442.684659:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076442.684671:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076442.684681:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076442.684696:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076442.684709:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076442.684724:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076442.684733:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076442.684741:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076442.684752:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076442.684776:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076442.684791:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076442.684809:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076442.684820:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076442.684837:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076442.684851:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076442.684893:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076442.684913:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076442.684939:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076442.684950:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076442.684989:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076442.685000:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076442.685009:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076442.685019:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076442.685034:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076442.685043:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076442.685063:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5f80.
00000020:00000040:0.0:1769076442.685156:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076442.685173:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076442.685179:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076442.685190:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076442.685197:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076442.685207:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076442.685223:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769076442.685235:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076442.685268:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5f80 x1855007616016384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076442.685312:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076442.685320:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076442.685338:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c836008] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5f80 x1855007616016384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076442.685430:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076442.685448:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076442.685473:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076442.685487:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076442.685508:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076442.685524:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3436)
00000800:00000200:1.1:1769076442.685654:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076442.685676:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076442.686221:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076442.686224:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769076443.387195:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076443.387200:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076443.387204:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076443.579152:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076443.579161:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076443.579163:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076443.579169:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076443.579174:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076443.579178:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076443.579182:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076443.579185:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076443.579188:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076443.963189:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298099950, at 4298099968
00000100:00000010:3.0:1769076443.963224:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b7e0.
00000100:00000040:2.0:1769076443.963254:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298099950, at 4298099968
00000100:00000010:2.0:1769076443.963276:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf00.
00000020:00000001:0.0:1769076444.411267:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076444.411273:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076444.411277:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076444.603156:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076444.603164:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076444.603166:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076444.603172:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076444.603176:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076444.603180:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076444.603182:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076444.603185:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076444.603188:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076445.435357:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076445.435363:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076445.435369:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076445.627214:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076445.627226:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076445.627229:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076445.627254:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076445.627259:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076445.627264:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076445.627267:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076445.627271:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076445.627274:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076446.459227:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076446.459234:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076446.459239:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076446.651178:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076446.651189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076446.651192:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076446.651208:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076446.651214:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076446.651219:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076446.651223:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076446.651238:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076446.651241:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076447.483275:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076447.483282:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076447.483286:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076447.675231:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076447.675246:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076447.675250:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076447.675269:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076447.675274:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076447.675279:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076447.675282:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076447.675287:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076447.675291:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076447.803266:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076447.803281:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076447.803285:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076447.803291:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076447.803298:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076447.803309:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3431
00000400:00000200:0.0:1769076447.803322:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076447.803331:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076447.803336:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076447.803341:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076447.803346:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076447.803350:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076447.803353:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076447.803370:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076447.803373:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076447.803376:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076447.803381:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076447.803384:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076447.803387:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076447.803391:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076447.803394:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076447.803397:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076447.803399:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076447.803404:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076447.803409:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076447.803413:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076447.803417:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076447.803422:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076447.803426:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076447.803429:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076447.803432:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076447.803445:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5f80.
00000020:00000040:0.0:1769076447.803450:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076447.803456:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076447.803458:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076447.803463:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076447.803467:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076447.803474:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076447.803485:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769076447.803496:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076447.803509:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5f80 x1855007616016512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076447.803525:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076447.803532:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076447.803538:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c836008] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5f80 x1855007616016512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076447.803583:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076447.803587:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076447.803592:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076447.803595:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076447.803598:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076447.803602:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076447.803607:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3431
00000400:00000200:0.0:1769076447.803613:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076447.803618:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076447.803629:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076447.803643:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076447.803660:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076447.803664:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076447.803668:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076447.803676:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076447.803680:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076447.803689:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076447.803694:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076447.803706:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076447.803720:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076447.803738:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076447.803751:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076447.803770:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076447.803791:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076447.803798:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076447.803817:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076447.803834:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076447.803841:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076447.803862:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076447.803899:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076447.803905:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076447.803925:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076447.803934:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076447.803940:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076447.803952:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5c00.
00000020:00000040:0.0:1769076447.803979:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076447.804010:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076447.804015:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076447.804019:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076447.804026:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076447.804033:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076447.804049:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769076447.804060:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076447.804110:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5c00 x1855007616016640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076447.804124:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076447.804132:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076447.804156:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007db8b4c3] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5c00 x1855007616016640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076447.804213:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076447.804234:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076447.804248:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076447.804256:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076447.804266:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076447.804272:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076447.804282:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3431
00000400:00000200:0.0:1769076447.804309:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076447.804322:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076447.804333:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076447.804345:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076447.804362:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076447.804369:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076447.804375:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076447.804394:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076447.804399:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076447.804411:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076447.804418:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:1.1:1769076447.804420:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:0.0:1769076447.804425:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076447.804435:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076447.804441:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076447.804445:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076447.804459:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076447.804478:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076447.804491:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076447.804509:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076447.804520:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076447.804528:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076447.804549:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076447.804561:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076447.804571:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076447.804583:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076447.804610:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076447.804616:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076447.804625:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5880.
00000020:00000040:0.0:1769076447.804635:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076447.804647:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076447.804654:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076447.804675:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076447.804686:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076447.804699:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076447.804721:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:0.0:1769076447.804748:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076447.804782:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5880 x1855007616016768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076447.804840:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076447.804854:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076447.804903:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c2905c0] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5880 x1855007616016768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076447.804938:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076447.804963:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076447.804987:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076447.805002:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076447.805100:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076447.805113:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3441)
00000800:00000200:1.1:1769076447.805115:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076447.805286:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:0.0:1769076448.507403:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076448.507408:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076448.507411:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076448.699171:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076448.699183:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076448.699186:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076448.699194:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076448.699199:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076448.699203:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076448.699206:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076448.699210:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076448.699213:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076449.083197:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298105070, at 4298105088
00000100:00000040:2.0:1769076449.083217:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298105070, at 4298105088
00000100:00000010:3.0:1769076449.083224:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bea0.
00000100:00000010:2.0:1769076449.083255:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b2a0.
00000020:00000001:3.0:1769076449.531352:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076449.531359:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076449.531364:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076449.723162:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076449.723169:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076449.723172:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076449.723178:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076449.723182:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076449.723186:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076449.723188:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076449.723191:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076449.723194:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076450.555354:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076450.555361:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076450.555367:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076450.747214:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076450.747237:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076450.747240:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076450.747249:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076450.747255:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076450.747260:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076450.747265:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076450.747269:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076450.747273:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769076450.875509:0:2395:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:2.0:1769076450.875588:0:2395:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076450.875608:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076450.875615:0:2395:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:2.0:1769076450.875620:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076450.875626:0:2395:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076450.875632:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076450.875638:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74ff00.
00000400:00000200:2.0:1769076450.875662:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076450.875669:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076450.875676:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb4233b8
00000400:00000010:2.0:1769076450.875679:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb4233b8.
00000100:00000001:2.0:1769076450.875686:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076450.875696:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c5f80 x1855007616016512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076450.875735:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076450.875741:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5f80 x1855007616016512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076450.875751:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076450.875753:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076450.875764:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076450.875767:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fb00.
00000400:00000200:2.0:1769076450.875769:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076450.875775:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076450.875780:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:2.0:1769076450.875783:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:2.0:1769076450.875785:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076450.875791:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c5c00 x1855007616016640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076450.875804:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076450.875808:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5c00 x1855007616016640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076450.875857:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076450.875861:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076450.875881:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076450.875887:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:2.0:1769076450.875892:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076450.875904:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076450.875908:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423088
00000400:00000010:2.0:1769076450.875911:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423088.
00000100:00000001:2.0:1769076450.875913:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076450.875919:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c5880 x1855007616016768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076450.875935:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076450.875945:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5880 x1855007616016768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076450.876042:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076450.876046:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076451.579267:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076451.579272:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076451.579276:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076451.771216:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076451.771224:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076451.771226:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076451.771231:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076451.771261:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076451.771265:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076451.771267:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076451.771270:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076451.771272:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076452.603436:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076452.603443:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076452.603448:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076452.795204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076452.795215:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076452.795219:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076452.795228:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076452.795233:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076452.795239:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076452.795243:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076452.795247:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076452.795251:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076452.923342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076452.923357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076452.923362:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076452.923369:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076452.923375:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076452.923388:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3436
00000400:00000200:3.0:1769076452.923402:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076452.923412:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076452.923418:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076452.923423:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076452.923427:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076452.923432:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076452.923435:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076452.923442:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076452.923445:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076452.923449:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076452.923454:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076452.923458:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076452.923461:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076452.923486:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076452.923491:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076452.923495:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076452.923499:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076452.923506:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076452.923512:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076452.923517:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076452.923523:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076452.923530:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076452.923535:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076452.923540:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076452.923545:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076452.923559:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769076452.923566:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076452.923575:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076452.923578:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076452.923585:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076452.923591:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076452.923601:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076452.923617:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769076452.923630:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076452.923649:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007616016896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076452.923672:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076452.923681:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076452.923692:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007616016896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076452.923740:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076452.923746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076452.923754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076452.923757:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076452.923761:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076452.923765:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076452.923770:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3436
00000400:00000200:3.0:1769076452.923777:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076452.923818:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076452.923825:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076452.923831:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076452.923836:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076452.923840:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076452.923844:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076452.923848:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076452.923851:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076452.923883:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076452.923888:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076452.923893:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076452.923897:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076452.923904:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076452.923908:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076452.923911:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076452.923915:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076452.923920:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076452.923925:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076452.923934:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076452.923938:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076452.923949:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076452.923954:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076452.923958:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076452.923966:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076452.923973:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076452.923977:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076452.923986:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000020:00000040:3.0:1769076452.923992:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076452.923997:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076452.924000:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076452.924004:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076452.924007:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076452.924011:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076452.924021:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076452.924029:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076452.924039:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007616017024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076452.924137:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076452.924148:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076452.924167:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007616017024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076452.924207:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076452.924223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076452.924256:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076452.924265:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076452.924276:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076452.924290:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076452.924306:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3436
00000400:00000200:3.0:1769076452.924326:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076452.924360:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076452.924369:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076452.924387:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076452.924395:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076452.924406:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076452.924418:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076452.924594:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076452.924601:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076452.924611:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076452.924616:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076452.924628:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076452.924639:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076452.924655:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076452.924675:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076452.924687:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076452.924700:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076452.924715:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076452.924732:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076452.924749:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076452.924761:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076452.924772:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076452.924842:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076452.924862:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076452.924874:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076452.924892:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076452.924898:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076452.924910:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769076452.924929:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076452.924948:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076452.924957:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076452.924967:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076452.924975:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076452.924984:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076452.924993:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000010:3.0:1769076452.925002:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000800:00000200:1.1:1769076452.925006:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769076452.925017:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076452.925044:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007616017152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076452.925144:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076452.925151:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076452.925174:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007616017152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076452.925215:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076452.925227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076452.925242:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076452.925252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076452.925279:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076452.925298:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3446)
00000800:00000200:1.1:1769076452.926019:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076452.926022:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076452.926500:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076452.926504:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076453.627301:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076453.627307:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076453.627312:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076453.819180:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076453.819190:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076453.819193:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076453.819201:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076453.819207:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076453.819212:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076453.819216:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076453.819220:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076453.819224:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076454.203132:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298110191, at 4298110208
00000100:00000040:3.0:1769076454.203132:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298110191, at 4298110208
00000100:00000010:2.0:1769076454.203151:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b660.
00000100:00000010:3.0:1769076454.203156:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b900.
00000020:00000001:0.0:1769076454.651224:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076454.651227:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076454.651230:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076454.843210:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076454.843223:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076454.843226:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076454.843235:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076454.843242:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076454.843248:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076454.843252:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076454.843256:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076454.843260:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076455.675217:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076455.675233:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076455.675237:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076455.867151:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076455.867160:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076455.867162:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076455.867167:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076455.867171:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076455.867175:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076455.867178:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076455.867181:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076455.867184:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076456.699340:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076456.699349:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076456.699355:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076456.891200:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076456.891212:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076456.891216:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076456.891225:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076456.891231:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076456.891236:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076456.891240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076456.891244:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076456.891249:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076457.723320:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076457.723329:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076457.723347:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076457.915206:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076457.915219:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076457.915223:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076457.915248:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076457.915254:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076457.915259:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076457.915263:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076457.915266:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076457.915270:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076458.043252:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076458.043267:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076458.043284:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076458.043296:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076458.043303:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076458.043315:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3441
00000400:00000200:0.0:1769076458.043328:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076458.043338:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076458.043343:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076458.043349:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076458.043355:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076458.043359:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076458.043363:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076458.043369:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076458.043372:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076458.043376:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076458.043381:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076458.043384:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076458.043387:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076458.043390:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076458.043393:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076458.043396:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076458.043399:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076458.043404:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076458.043408:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076458.043411:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076458.043415:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076458.043420:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076458.043424:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.043427:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076458.043430:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076458.043446:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7100.
00000020:00000040:0.0:1769076458.043451:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076458.043457:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076458.043459:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.043464:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076458.043468:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076458.043475:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076458.043487:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769076458.043498:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076458.043511:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7100 x1855007616017280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076458.043536:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076458.043542:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076458.043548:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009506489] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7100 x1855007616017280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076458.043576:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076458.043581:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076458.043585:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076458.043587:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076458.043589:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076458.043593:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076458.043596:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3441
00000400:00000200:0.0:1769076458.043601:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076458.043605:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076458.043609:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076458.043613:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076458.043616:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076458.043620:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076458.043623:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076458.043628:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076458.043633:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076458.043636:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076458.043645:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076458.043653:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076458.043656:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076458.043677:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076458.043685:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076458.043693:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076458.043723:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076458.043733:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076458.043741:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076458.043748:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076458.043757:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076458.043767:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076458.043773:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.043781:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076458.043790:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076458.043797:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.043803:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076458.043812:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7800.
00000020:00000040:0.0:1769076458.043820:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076458.043825:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076458.043829:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.043833:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076458.043839:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076458.043844:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076458.043854:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769076458.043863:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076458.043878:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7800 x1855007616017408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076458.043901:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076458.043908:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076458.043919:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918dbd43] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7800 x1855007616017408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076458.043936:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076458.043941:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076458.043950:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076458.043955:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076458.043961:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076458.043969:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076458.043980:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3441
00000400:00000200:0.0:1769076458.043998:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076458.044009:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076458.044019:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076458.044034:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076458.044039:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076458.044048:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076458.044052:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076458.044058:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076458.044111:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076458.044119:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076458.044123:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076458.044132:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076458.044140:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076458.044157:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076458.044166:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076458.044178:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076458.044188:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076458.044198:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076458.044210:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076458.044221:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076458.044227:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076458.044233:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076458.044241:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.044246:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076458.044252:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076458.044256:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.044259:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076458.044265:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4700.
00000020:00000040:0.0:1769076458.044274:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076458.044286:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1769076458.044326:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076458.044335:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1769076458.044346:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076458.044355:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076458.044361:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076458.044366:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076458.044379:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:0.0:1769076458.044390:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076458.044404:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4700 x1855007616017536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076458.044418:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076458.044428:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076458.044437:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d612b9f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4700 x1855007616017536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076458.044451:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076458.044457:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076458.044465:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076458.044475:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076458.044489:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076458.044500:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3451)
00000800:00000200:1.1:1769076458.045365:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076458.045371:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076458.045834:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076458.045838:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769076458.747401:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076458.747409:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076458.747417:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076458.939171:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076458.939182:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076458.939185:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076458.939194:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076458.939200:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076458.939206:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076458.939210:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076458.939214:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076458.939218:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076459.323207:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298115310, at 4298115328
00000100:00000040:2.0:1769076459.323209:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298115310, at 4298115328
00000100:00000010:3.0:1769076459.323237:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bb40.
00000100:00000010:2.0:1769076459.323247:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bc00.
00000020:00000001:0.0:1769076459.771372:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076459.771378:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076459.771383:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076459.963214:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076459.963227:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076459.963230:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076459.963238:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076459.963245:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076459.963251:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076459.963255:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076459.963259:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076459.963263:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076460.795276:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076460.795282:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076460.795286:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076460.987200:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076460.987211:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076460.987214:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076460.987222:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076460.987227:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076460.987234:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076460.987237:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076460.987241:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076460.987245:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076461.819372:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076461.819378:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076461.819384:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076462.011171:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076462.011180:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076462.011182:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076462.011188:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076462.011194:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076462.011199:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076462.011202:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076462.011205:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076462.011209:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076462.843342:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076462.843349:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076462.843354:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076463.035197:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076463.035207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076463.035210:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076463.035218:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076463.035224:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076463.035230:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.035233:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076463.035237:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.035241:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076463.163257:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076463.163275:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076463.163280:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076463.163287:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076463.163294:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076463.163315:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3446
00000400:00000200:0.0:1769076463.163328:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076463.163339:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076463.163345:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076463.163352:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076463.163358:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076463.163363:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076463.163367:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076463.163374:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076463.163377:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076463.163382:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076463.163386:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076463.163390:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076463.163393:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076463.163398:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076463.163401:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076463.163405:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076463.163408:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076463.163413:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076463.163418:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076463.163422:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076463.163426:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076463.163431:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076463.163436:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076463.163440:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076463.163444:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076463.163458:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4a80.
00000020:00000040:0.0:1769076463.163463:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076463.163469:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076463.163472:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076463.163477:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076463.163481:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076463.163488:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076463.163501:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769076463.163512:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076463.163525:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4a80 x1855007616017664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076463.163542:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076463.163549:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076463.163556:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e0eb0c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4a80 x1855007616017664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076463.163589:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076463.163595:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076463.163600:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076463.163602:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076463.163605:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076463.163610:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076463.163639:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3446
00000400:00000200:0.0:1769076463.163646:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076463.163654:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769076463.163655:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076463.163664:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769076463.163667:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769076463.163672:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076463.163675:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769076463.163681:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076463.163692:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:3.0:1769076463.163695:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4a80 x1855007616017664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076463.163697:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076463.163706:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076463.163710:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:3.0:1769076463.163718:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076463.163724:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076463.163725:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076463.163733:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
02000000:00000001:3.0:1769076463.163734:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769076463.163737:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:3.0:1769076463.163741:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1769076463.163744:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:3.0:1769076463.163749:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076463.163755:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00100000:3.0:1769076463.163763:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616017664:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076463.163765:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076463.163776:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076463.163777:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769076463.163785:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:3.0:1769076463.163786:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769076463.163791:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:3.0:1769076463.163793:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076463.163801:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769076463.163802:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076463.163809:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076463.163812:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1769076463.163813:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076463.163819:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076463.163821:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076463.163827:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076463.163830:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769076463.163834:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00100000:0.0:1769076463.163840:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1769076463.163843:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000008:00000001:0.0:1769076463.163847:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076463.163853:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076463.163857:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000010:0.0:1769076463.163860:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7480.
00000100:00000200:3.0:1769076463.163871:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616017664, portal 25
00000020:00000040:0.0:1769076463.163875:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:3.0:1769076463.163878:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769076463.163883:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769076463.163885:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181364352 : -107391528187264 : ffff9e53f61c4a80)
02000000:00000001:0.0:1769076463.163888:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076463.163894:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076463.163899:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1769076463.163901:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4a80 x1855007616017664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076463.163904:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076463.163917:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076463.163929:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.163929:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076463.163938:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00100000:0.0:1769076463.163946:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7480 x1855007616017792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769076463.163947:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076463.163956:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616017664, offset 0
00000100:00000001:0.0:1769076463.163971:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769076463.163976:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076463.163978:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076463.163988:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc6e9c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7480 x1855007616017792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076463.163994:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076463.164009:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:0.0:1769076463.164021:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076463.164026:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769076463.164029:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769076463.164037:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00080000:0.0:1769076463.164042:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1769076463.164048:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769076463.164051:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769076463.164057:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00080000:0.0:1769076463.164058:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769076463.164104:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37432:37432:256:4294967295] 192.168.204.113@tcp LPNI seq info [37402:37402:8:4294967295]
00000100:00000001:0.0:1769076463.164114:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769076463.164121:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:0.0:1769076463.164128:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3446
00000400:00000200:0.0:1769076463.164139:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076463.164158:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:3.0:1769076463.164159:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769076463.164168:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076463.164181:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:3.0:1769076463.164183:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076463.164187:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076463.164195:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000010:3.0:1769076463.164196:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000100:00000001:0.0:1769076463.164201:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076463.164207:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076463.164209:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076463.164216:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1769076463.164228:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:0.0:1769076463.164229:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076463.164240:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:3.0:1769076463.164243:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076463.164246:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076463.164262:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:3.1:1769076463.164267:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076463.164269:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076463.164279:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:3.1:1769076463.164280:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1769076463.164285:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076463.164293:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000100:3.0:1769076463.164295:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076463.164302:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000800:00000010:3.0:1769076463.164312:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000100:00000001:0.0:1769076463.164314:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076463.164320:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769076463.164323:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1769076463.164325:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076463.164332:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076463.164339:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769076463.164340:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000008:00100000:0.0:1769076463.164347:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769076463.164351:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000008:00000001:0.0:1769076463.164353:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076463.164358:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:0.0:1769076463.164359:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.164367:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1769076463.164369:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4000.
00000020:00000040:0.0:1769076463.164379:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000200:3.0:1769076463.164380:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4a80 x1855007616017664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076463.164386:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076463.164391:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076463.164398:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076463.164402:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076463.164408:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.164412:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1769076463.164416:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000040:3.0:1769076463.164422:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4a80 x1855007616017664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076488 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076463.164426:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076463.164444:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4000 x1855007616017920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076463.164445:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.164453:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076463.164465:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076463.164467:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076463.164469:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076463.164487:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076463.164488:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000178e2043] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4000 x1855007616017920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.164496:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298120430
00000100:00000010:3.0:1769076463.164510:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82420.
00000100:00000001:0.0:1769076463.164512:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076463.164522:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076463.164528:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769076463.164529:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1769076463.164532:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076463.164540:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298120430
00000100:00000040:0.0:1769076463.164541:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:3.0:1769076463.164552:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82cc0.
00000100:00000040:0.0:1769076463.164556:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3456)
00000100:00000001:3.0:1769076463.164559:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076463.164570:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076463.164574:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.164577:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076463.164585:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076463/real 1769076463]  req@ffff9e53f61c4a80 x1855007616017664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076463.164599:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076463.164602:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076463.164605:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076463.164611:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076463.164649:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076463.164653:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076463.164658:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4a80 x1855007616017664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076463.164670:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4a80 x1855007616017664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.164682:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076463.164686:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.164689:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076463.164692:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076463.164699:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4a80 x1855007616017664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.164710:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076463.164718:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4a80 x1855007616017664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.164731:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076463.164735:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.164738:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076463.164741:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.164745:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076463.164748:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076463.164752:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076463.164760:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076463.164765:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076463.164773:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4a80 x1855007616017664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076463.164784:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616017664:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076463.164790:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.164793:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076463.164796:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4a80 x1855007616017664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.164805:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076463.164809:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076463.164813:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076463.164817:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076463.164819:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076463.164822:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076463.164825:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076463.164829:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012400.
02000000:00000001:3.0:1769076463.164834:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076463.164837:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076463.164840:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4a80.
00000100:00000001:3.0:1769076463.164845:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076463.164847:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.164850:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.164861:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076463.164865:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.164869:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076463.164872:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076463.164875:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076463.164880:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7480 x1855007616017792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.164889:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076463.164891:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076463.164894:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076463.164897:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076463.164901:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076463.164906:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616017792:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076463.164910:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076463.164914:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076463.164917:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076463.164919:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076463.164925:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076463.164928:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076463.164936:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076463.164942:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076463.164953:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076463.164957:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616017792, portal 10
00000100:00000001:3.0:1769076463.164962:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076463.164966:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181375104 : -107391528176512 : ffff9e53f61c7480)
00000100:00000040:3.0:1769076463.164976:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7480 x1855007616017792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.164985:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076463.164988:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076463.164994:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076463.164999:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616017792, offset 0
00000400:00000200:3.0:1769076463.165006:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076463.165012:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076463.165018:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076463.165023:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076463.165029:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076463.165034:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076463.165037:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076463.165044:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37433:37433:256:4294967295] 192.168.204.113@tcp LPNI seq info [37403:37403:8:4294967295]
00000400:00000200:3.0:1769076463.165050:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076463.165061:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076463.165214:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076463.165221:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076463.165231:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076463.165430:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076463.165440:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076463.165444:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769076463.165453:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076463.165456:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076463.165461:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076463.165468:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076463.165472:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076463.165476:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076463.165480:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076463.165488:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7480 x1855007616017792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.165594:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076463.165600:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7480 x1855007616017792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076488 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.165609:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.165611:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076463.165644:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076463.165650:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076463.165655:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076463.165658:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298119183
00000100:00000001:3.0:1769076463.165662:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298120430
00000100:00000001:3.0:1769076463.165666:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298119183
00000100:00000001:3.0:1769076463.165669:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298120430
00000100:00000001:3.0:1769076463.165672:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076463.165675:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.165677:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076463.165682:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076463/real 1769076463]  req@ffff9e53f61c7480 x1855007616017792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076463.165693:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076463.165695:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076463.165697:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076463.165701:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076463.165703:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076463.165706:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076463.165710:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7480 x1855007616017792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076463.165722:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7480 x1855007616017792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.165730:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076463.165732:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.165734:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076463.165736:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076463.165740:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7480 x1855007616017792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.165748:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076463.165753:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7480 x1855007616017792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.165764:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076463.165767:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.165769:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076463.165771:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.165773:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076463.165776:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076463.165779:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076463.165783:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076463.165785:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076463.165790:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7480 x1855007616017792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076463.165800:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616017792:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076463.165805:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076463.165809:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4000 x1855007616017920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.165818:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076463.165820:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076463.165822:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076463.165825:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076463.165827:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076463.165831:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616017920:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076463.165835:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076463.165838:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076463.165840:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076463.165843:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076463.165848:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076463.165850:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076463.165855:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076463.165858:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076463.165862:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076463.165866:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616017920, portal 10
00000100:00000001:3.0:1769076463.165869:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076463.165871:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181361664 : -107391528189952 : ffff9e53f61c4000)
00000100:00000040:3.0:1769076463.165879:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4000 x1855007616017920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.165887:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076463.165890:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076463.165893:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076463.165896:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616017920, offset 0
00000400:00000200:3.0:1769076463.165901:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076463.165906:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076463.165910:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076463.165914:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076463.165917:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076463.165921:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076463.165924:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076463.165928:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37434:37434:256:4294967295] 192.168.204.113@tcp LPNI seq info [37404:37404:8:4294967295]
00000400:00000200:3.0:1769076463.165934:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076463.165943:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076463.165949:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076463.165953:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076463.165958:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076463.165962:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076463.165968:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076463.165972:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769076463.165977:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076463.165979:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076463.165983:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076463.165988:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076463.165991:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076463.165994:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076463.165998:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076463.166002:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4000 x1855007616017920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.166013:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076463.166017:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4000 x1855007616017920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076488 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.166025:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.166027:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076463.166031:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076463.166035:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076463.166039:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076463.166042:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298119190
00000100:00000001:3.0:1769076463.166045:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298120430
00000100:00000001:3.0:1769076463.166048:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298119190
00000100:00000001:3.0:1769076463.166051:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298120430
00000100:00000001:3.0:1769076463.166054:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076463.166056:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.166058:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076463.166097:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076463/real 1769076463]  req@ffff9e53f61c4000 x1855007616017920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076463.166108:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076463.166110:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076463.166113:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076463.166118:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076463.166122:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076463.166127:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076463.166133:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4000 x1855007616017920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076463.166145:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4000 x1855007616017920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.166156:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076463.166159:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.166161:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076463.166164:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076463.166170:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4000 x1855007616017920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.166179:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076463.166184:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4000 x1855007616017920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.166193:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076463.166196:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.166198:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076463.166200:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.166202:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076463.166204:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076463.166207:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076463.166210:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076463.166213:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076463.166217:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4000 x1855007616017920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076463.166227:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616017920:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076463.166232:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.166234:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076463.166238:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7480 x1855007616017792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.166247:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076463.166250:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076463.166253:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076463.166256:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076463.166259:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076463.166261:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076463.166263:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076463.166266:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:3.0:1769076463.166269:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076463.166271:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076463.166273:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7480.
00000100:00000001:3.0:1769076463.166277:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076463.166279:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.166281:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076463.166285:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4000 x1855007616017920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076488 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.166292:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076463.166294:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076463.166296:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076463.166298:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076463.166299:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076463.166301:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076463.166303:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076463.166304:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010800.
02000000:00000001:3.0:1769076463.166306:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076463.166308:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076463.166309:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4000.
00000100:00000001:3.0:1769076463.166312:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076463.166313:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.166315:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076463.166320:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076463.166321:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.166324:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076463.166325:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076463.867428:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076463.867447:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076463.867454:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076464.059235:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076464.059246:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076464.059249:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076464.059256:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076464.059262:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076464.059268:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076464.059272:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076464.059294:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076464.059298:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076464.443178:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298120430, at 4298120448
00000100:00000040:2.0:1769076464.443190:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298120430, at 4298120448
00000100:00000010:3.0:1769076464.443204:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82cc0.
00000100:00000010:2.0:1769076464.443207:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82420.
00000020:00000001:3.0:1769076464.891339:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076464.891357:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076464.891363:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076465.083222:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076465.083237:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076465.083241:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076465.083252:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076465.083260:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076465.083267:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076465.083273:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076465.083290:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076465.083296:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076465.915440:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076465.915447:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076465.915464:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076466.107199:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076466.107212:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076466.107215:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076466.107223:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076466.107228:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076466.107234:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076466.107238:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076466.107242:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076466.107246:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076466.939209:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076466.939212:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076466.939216:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076467.131188:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076467.131200:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076467.131203:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076467.131211:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076467.131217:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076467.131222:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076467.131226:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076467.131230:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076467.131245:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076467.963309:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076467.963315:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076467.963319:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076468.155198:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076468.155209:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076468.155212:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076468.155221:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076468.155227:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076468.155232:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.155236:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076468.155240:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.155244:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076468.283279:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076468.283293:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076468.283298:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076468.283304:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076468.283310:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076468.283323:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3451
00000400:00000200:0.0:1769076468.283336:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076468.283348:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076468.283354:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076468.283361:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076468.283367:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076468.283371:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076468.283374:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076468.283381:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076468.283383:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076468.283387:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076468.283392:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076468.283395:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076468.283399:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076468.283404:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076468.283406:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076468.283409:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076468.283412:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076468.283416:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076468.283421:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076468.283424:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076468.283428:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076468.283435:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076468.283439:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076468.283443:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076468.283446:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076468.283460:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6300.
00000020:00000040:0.0:1769076468.283466:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076468.283472:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076468.283475:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076468.283479:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076468.283483:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076468.283491:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076468.283503:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:0.0:1769076468.283514:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076468.283552:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6300 x1855007616018048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076468.283571:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076468.283578:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076468.283584:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf371266] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6300 x1855007616018048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076468.283614:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076468.283619:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076468.283624:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076468.283626:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076468.283628:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076468.283632:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076468.283635:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3451
00000400:00000200:0.0:1769076468.283639:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076468.283643:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076468.283646:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076468.283652:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076468.283655:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076468.283661:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076468.283665:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076468.283668:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076468.283671:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076468.283673:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076468.283677:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:3.0:1769076468.283679:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769076468.283680:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076468.283688:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:3.0:1769076468.283689:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769076468.283694:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076468.283697:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769076468.283700:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076468.283706:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076468.283713:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000040:3.0:1769076468.283716:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6300 x1855007616018048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769076468.283718:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076468.283731:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076468.283741:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076468.283747:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769076468.283751:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076468.283756:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076468.283757:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076468.283763:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076468.283764:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076468.283770:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769076468.283771:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1769076468.283778:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769076468.283779:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769076468.283789:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076468.283796:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616018048:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076468.283798:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076468.283809:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5500.
00000100:00000001:3.0:1769076468.283811:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769076468.283818:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076468.283822:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076468.283824:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076468.283829:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076468.283830:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076468.283840:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076468.283841:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769076468.283843:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076468.283849:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076468.283852:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000010:0.0:1769076468.283857:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:3.0:1769076468.283859:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076468.283866:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076468.283880:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:0.0:1769076468.283881:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5500 x1855007616018176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769076468.283891:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000100:00000001:0.0:1769076468.283902:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076468.283908:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076468.283909:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000040:0.0:1769076468.283918:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502bc2e2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5500 x1855007616018176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076468.283926:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616018048, portal 25
00000100:00000001:3.0:1769076468.283936:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076468.283938:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076468.283940:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181370624 : -107391528180992 : ffff9e53f61c6300)
00000100:00080000:0.0:1769076468.283946:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076468.283953:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076468.283958:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1769076468.283959:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6300 x1855007616018048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769076468.283962:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076468.283970:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076468.283979:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3451
00000400:00000200:0.0:1769076468.283994:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076468.284002:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1769076468.284004:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076468.284011:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076468.284018:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076468.284024:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000010:3.0:1769076468.284028:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000001:0.0:1769076468.284031:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076468.284041:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000200:3.0:1769076468.284042:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616018048, offset 0
00000100:00000001:0.0:1769076468.284051:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076468.284056:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076468.284059:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:3.0:1769076468.284103:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000001:0.0:1769076468.284111:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076468.284114:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076468.284117:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076468.284123:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:3.0:1769076468.284124:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076468.284135:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076468.284140:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769076468.284145:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:0.0:1769076468.284150:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076468.284156:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:3.0:1769076468.284162:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1769076468.284163:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076468.284172:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:3.0:1769076468.284177:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769076468.284180:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076468.284186:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769076468.284188:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769076468.284193:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769076468.284197:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000001:0.0:1769076468.284200:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076468.284207:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769076468.284209:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37435:37435:256:4294967295] 192.168.204.113@tcp LPNI seq info [37405:37405:8:4294967295]
00000008:00100000:0.0:1769076468.284211:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076468.284221:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076468.284228:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076468.284229:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076468.284238:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7b80.
00000020:00000040:0.0:1769076468.284243:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076468.284254:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769076468.284258:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769076468.284260:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076468.284269:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076468.284273:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1769076468.284280:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769076468.284281:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076468.284294:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000800:00000010:3.0:1769076468.284298:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000100:00000001:0.0:1769076468.284300:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076468.284315:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7b80 x1855007616018304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769076468.284324:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076468.284338:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769076468.284340:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076468.284347:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076468.284357:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769076468.284359:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa511e8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7b80 x1855007616018304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769076468.284375:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769076468.284379:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076468.284390:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076468.284398:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:3.0:1769076468.284401:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076468.284404:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:3.0:1769076468.284413:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000100:00000040:0.0:1769076468.284414:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076468.284430:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3461)
00000400:00000200:3.0:1769076468.284433:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076468.284450:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076468.284463:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076468.284469:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076468.284478:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076468.284488:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6300 x1855007616018048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.284506:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076468.284513:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6300 x1855007616018048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076493 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.284523:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076468.284553:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076468.284567:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076468.284574:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076468.284578:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298125550
00000100:00000010:3.0:1769076468.284587:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82cc0.
00000100:00000001:3.0:1769076468.284598:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076468.284618:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298125550
00000100:00000010:3.0:1769076468.284622:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82120.
00000100:00000001:3.0:1769076468.284626:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076468.284631:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076468.284635:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076468.284639:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076468.284645:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076468/real 1769076468]  req@ffff9e53f61c6300 x1855007616018048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076468.284660:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076468.284662:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076468.284666:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076468.284670:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076468.284672:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076468.284675:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076468.284680:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6300 x1855007616018048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076468.284692:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6300 x1855007616018048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.284701:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076468.284704:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.284708:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076468.284711:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076468.284717:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6300 x1855007616018048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.284728:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076468.284738:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6300 x1855007616018048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.284749:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076468.284752:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.284755:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076468.284756:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.284759:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076468.284762:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076468.284765:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076468.284771:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076468.284773:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076468.284779:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6300 x1855007616018048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076468.284790:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616018048:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076468.284796:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.284799:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076468.284803:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6300 x1855007616018048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.284812:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076468.284816:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076468.284819:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076468.284823:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076468.284825:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076468.284828:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076468.284830:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076468.284834:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010400.
02000000:00000001:3.0:1769076468.284839:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076468.284843:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076468.284845:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6300.
00000100:00000001:3.0:1769076468.284850:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076468.284851:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.284855:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.284865:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076468.284867:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076468.284870:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076468.284872:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076468.284874:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076468.284878:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5500 x1855007616018176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.284888:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076468.284890:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076468.284893:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076468.284896:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076468.284899:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076468.284902:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616018176:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076468.284906:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076468.284909:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076468.284910:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076468.284913:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076468.284917:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076468.284919:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076468.284925:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076468.284929:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076468.284934:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076468.284937:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616018176, portal 10
00000100:00000001:3.0:1769076468.284940:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076468.284942:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367040 : -107391528184576 : ffff9e53f61c5500)
00000100:00000040:3.0:1769076468.284951:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5500 x1855007616018176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.284960:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076468.284964:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076468.284967:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076468.284970:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616018176, offset 0
00000400:00000200:3.0:1769076468.284975:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076468.284981:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076468.284986:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076468.284991:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076468.284995:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076468.284998:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076468.285002:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076468.285006:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37436:37436:256:4294967295] 192.168.204.113@tcp LPNI seq info [37406:37406:8:4294967295]
00000400:00000200:3.0:1769076468.285011:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076468.285019:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076468.285025:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076468.285029:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076468.285034:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076468.285038:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076468.285044:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076468.285048:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769076468.285053:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076468.285056:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076468.285060:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076468.285093:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076468.285097:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076468.285100:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076468.285103:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076468.285108:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5500 x1855007616018176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.285119:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076468.285123:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5500 x1855007616018176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076493 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.285132:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076468.285134:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076468.285140:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076468.285146:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076468.285150:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076468.285153:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298124303
00000100:00000001:3.0:1769076468.285158:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298125550
00000100:00000001:3.0:1769076468.285161:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298124303
00000100:00000001:3.0:1769076468.285164:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298125550
00000100:00000001:3.0:1769076468.285167:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076468.285169:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076468.285172:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076468.285176:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076468/real 1769076468]  req@ffff9e53f61c5500 x1855007616018176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076468.285186:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076468.285188:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076468.285191:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076468.285194:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076468.285196:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076468.285198:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076468.285202:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5500 x1855007616018176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076468.285212:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5500 x1855007616018176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.285220:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076468.285222:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.285225:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076468.285227:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076468.285231:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5500 x1855007616018176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.285239:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076468.285243:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5500 x1855007616018176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.285253:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076468.285257:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.285259:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076468.285261:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.285263:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076468.285265:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076468.285268:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076468.285272:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076468.285275:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076468.285279:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5500 x1855007616018176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076468.285289:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616018176:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076468.285293:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076468.285297:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7b80 x1855007616018304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.285306:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076468.285308:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076468.285311:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076468.285313:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076468.285315:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076468.285319:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616018304:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076468.285323:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076468.285326:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076468.285328:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076468.285330:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076468.285335:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076468.285338:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076468.285342:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076468.285345:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076468.285349:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076468.285353:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616018304, portal 10
00000100:00000001:3.0:1769076468.285356:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076468.285358:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376896 : -107391528174720 : ffff9e53f61c7b80)
00000100:00000040:3.0:1769076468.285369:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7b80 x1855007616018304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.285384:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076468.285388:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076468.285393:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076468.285398:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616018304, offset 0
00000400:00000200:3.0:1769076468.285406:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076468.285413:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076468.285421:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076468.285426:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076468.285432:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076468.285437:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076468.285442:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076468.285449:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37437:37437:256:4294967295] 192.168.204.113@tcp LPNI seq info [37407:37407:8:4294967295]
00000400:00000200:3.0:1769076468.285457:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076468.285471:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076468.285481:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076468.285488:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076468.285496:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076468.285502:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076468.285510:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076468.285514:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769076468.285519:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076468.285522:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076468.285549:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076468.285556:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076468.285561:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076468.285565:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076468.285569:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076468.285574:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7b80 x1855007616018304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.285585:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076468.285589:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7b80 x1855007616018304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076493 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.285598:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076468.285600:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076468.285605:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076468.285609:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076468.285614:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076468.285617:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298124310
00000100:00000001:3.0:1769076468.285621:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298125550
00000100:00000001:3.0:1769076468.285624:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298124310
00000100:00000001:3.0:1769076468.285627:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298125550
00000100:00000001:3.0:1769076468.285630:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076468.285632:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076468.285635:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076468.285639:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076468/real 1769076468]  req@ffff9e53f61c7b80 x1855007616018304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076468.285650:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076468.285651:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076468.285654:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076468.285657:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076468.285659:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076468.285661:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076468.285665:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7b80 x1855007616018304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076468.285676:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7b80 x1855007616018304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.285686:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076468.285688:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.285690:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076468.285692:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076468.285696:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7b80 x1855007616018304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.285704:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076468.285709:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7b80 x1855007616018304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.285717:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076468.285719:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.285721:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076468.285723:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.285725:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076468.285727:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076468.285730:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076468.285734:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076468.285737:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076468.285742:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7b80 x1855007616018304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076468.285751:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616018304:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076468.285756:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.285758:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076468.285763:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5500 x1855007616018176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.285771:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076468.285775:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076468.285777:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076468.285781:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076468.285783:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076468.285785:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076468.285788:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076468.285790:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:3.0:1769076468.285793:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076468.285795:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076468.285798:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5500.
00000100:00000001:3.0:1769076468.285801:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076468.285803:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.285805:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076468.285809:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7b80 x1855007616018304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076493 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076468.285817:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076468.285818:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076468.285820:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076468.285822:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076468.285824:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076468.285825:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076468.285827:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076468.285829:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:3.0:1769076468.285831:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076468.285833:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076468.285834:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7b80.
00000100:00000001:3.0:1769076468.285837:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076468.285838:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.285841:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076468.285845:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076468.285847:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076468.285849:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076468.285851:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076468.987409:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076468.987416:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076468.987422:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076469.179203:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076469.179212:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076469.179216:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076469.179223:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076469.179231:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076469.179237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076469.179242:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076469.179246:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076469.179251:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076469.563186:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298125550, at 4298125568
00000100:00000040:2.0:1769076469.563200:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298125550, at 4298125568
00000100:00000010:3.0:1769076469.563212:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82120.
00000100:00000010:2.0:1769076469.563217:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82cc0.
00000020:00000001:0.0:1769076470.011397:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076470.011407:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076470.011415:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076470.203186:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076470.203198:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076470.203201:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076470.203209:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076470.203215:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076470.203221:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076470.203225:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076470.203229:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076470.203233:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076471.035304:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076471.035311:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076471.035317:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076471.227179:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076471.227191:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076471.227195:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076471.227203:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076471.227209:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076471.227214:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076471.227218:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076471.227222:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076471.227225:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076472.059291:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076472.059298:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076472.059304:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076472.251201:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076472.251215:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076472.251219:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076472.251230:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076472.251238:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076472.251245:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076472.251250:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076472.251256:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076472.251262:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076473.083280:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076473.083285:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076473.083289:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076473.275143:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076473.275149:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076473.275151:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076473.275155:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076473.275158:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076473.275161:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076473.275163:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076473.275165:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076473.275167:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076473.403213:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076473.403220:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076473.403222:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076473.403225:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076473.403229:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076473.403234:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3456
00000400:00000200:3.0:1769076473.403240:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076473.403245:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076473.403248:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076473.403251:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403253:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076473.403255:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403257:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076473.403260:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076473.403261:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076473.403263:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076473.403265:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076473.403267:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076473.403269:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076473.403270:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403272:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076473.403273:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403275:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076473.403278:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076473.403281:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403283:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076473.403285:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076473.403288:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076473.403290:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076473.403291:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076473.403293:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076473.403300:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769076473.403303:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076473.403307:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076473.403308:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076473.403310:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076473.403312:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076473.403316:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076473.403322:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769076473.403327:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076473.403334:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007616018432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076473.403343:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076473.403357:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076473.403360:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007616018432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076473.403380:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076473.403382:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076473.403385:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076473.403386:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076473.403387:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076473.403389:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076473.403390:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3456
00000400:00000200:3.0:1769076473.403392:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076473.403395:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076473.403396:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076473.403398:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403400:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076473.403401:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403402:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076473.403404:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076473.403404:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076473.403405:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076473.403407:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076473.403408:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076473.403409:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076473.403411:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403413:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076473.403414:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403415:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076473.403417:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076473.403425:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403427:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076473.403429:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076473.403433:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076473.403435:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076473.403436:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076473.403453:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076473.403457:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076473.403462:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076473.403466:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000020:00000040:3.0:1769076473.403471:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076473.403486:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076473.403488:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076473.403492:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076473.403495:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076473.403498:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076473.403504:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076473.403510:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076473.403518:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007616018560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076473.403532:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076473.403536:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076473.403541:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007616018560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076473.403555:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076473.403557:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076473.403565:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076473.403566:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076473.403568:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076473.403572:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076473.403576:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3456
00000400:00000200:3.0:1769076473.403581:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076473.403584:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076473.403587:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076473.403590:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403592:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076473.403594:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403599:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076473.403604:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076473.403605:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076473.403608:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076473.403612:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076473.403614:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076473.403616:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076473.403620:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403623:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076473.403626:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403627:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076473.403629:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076473.403630:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076473.403636:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076473.403639:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076473.403642:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076473.403646:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076473.403649:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076473.403651:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076473.403655:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076473.403657:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076473.403662:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769076473.403665:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076473.403667:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076473.403669:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076473.403672:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076473.403674:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076473.403675:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076473.403679:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769076473.403683:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076473.403692:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007616018688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076473.403707:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076473.403714:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076473.403723:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007616018688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076473.403741:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076473.403747:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076473.403769:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076473.403774:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076473.403779:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076473.403789:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3467)
00000800:00000200:1.1:1769076473.403812:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076473.403815:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076473.404148:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076473.404150:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076473.404339:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076473.404341:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769076474.107274:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076474.107280:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076474.107285:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076474.299186:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076474.299198:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076474.299201:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076474.299208:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076474.299214:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076474.299220:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076474.299224:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076474.299228:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076474.299233:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076474.683207:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298130669, at 4298130688
00000100:00000040:2.0:1769076474.683219:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298130669, at 4298130688
00000100:00000010:3.0:1769076474.683234:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b6c0.
00000100:00000010:2.0:1769076474.683241:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b720.
00000020:00000001:0.0:1769076475.131449:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076475.131457:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076475.131462:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076475.323196:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076475.323207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076475.323210:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076475.323219:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076475.323224:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076475.323230:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076475.323234:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076475.323238:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076475.323242:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076476.155366:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076476.155374:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076476.155379:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076476.347163:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076476.347176:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076476.347180:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076476.347189:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076476.347197:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076476.347204:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076476.347210:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076476.347216:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076476.347221:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076477.179442:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076477.179450:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076477.179455:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076477.371188:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076477.371196:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076477.371199:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076477.371206:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076477.371211:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076477.371216:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076477.371219:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076477.371223:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076477.371227:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076478.203314:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076478.203320:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076478.203324:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076478.395184:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076478.395196:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076478.395198:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076478.395206:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076478.395212:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076478.395217:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076478.395221:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076478.395224:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076478.395228:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076478.523339:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076478.523383:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076478.523388:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076478.523394:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076478.523400:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076478.523412:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3462
00000400:00000200:0.0:1769076478.523424:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076478.523436:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076478.523443:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076478.523451:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076478.523457:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076478.523465:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076478.523470:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076478.523479:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076478.523483:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076478.523488:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076478.523494:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076478.523500:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076478.523506:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076478.523513:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076478.523517:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076478.523521:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076478.523526:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076478.523532:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076478.523539:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076478.523544:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076478.523550:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076478.523557:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076478.523563:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076478.523567:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076478.523572:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076478.523592:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4380.
00000020:00000040:0.0:1769076478.523599:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076478.523607:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076478.523610:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076478.523616:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076478.523621:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076478.523630:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076478.523646:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769076478.523658:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076478.523675:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4380 x1855007616018816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076478.523696:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076478.523707:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076478.523717:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000234c63a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4380 x1855007616018816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076478.523758:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076478.523765:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076478.523772:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076478.523775:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076478.523778:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076478.523785:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076478.523794:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3462
00000400:00000200:0.0:1769076478.523806:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076478.523820:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076478.523832:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076478.523849:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076478.523863:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076478.523878:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076478.523890:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076478.523901:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076478.523909:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076478.523917:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076478.523922:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076478.523924:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076478.523927:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076478.523939:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076478.523949:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076478.523959:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076478.523972:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076478.523988:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076478.524004:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076478.524021:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076478.524033:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076478.524050:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076478.524059:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076478.524166:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076478.524179:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076478.524190:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076478.524199:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076478.524214:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6680.
00000020:00000040:0.0:1769076478.524226:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076478.524239:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076478.524246:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076478.524256:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076478.524264:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076478.524275:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076478.524294:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769076478.524309:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076478.524333:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6680 x1855007616018944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076478.524400:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076478.524413:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076478.524420:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769076478.524432:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703ed1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6680 x1855007616018944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076478.524458:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1769076478.524463:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076478.524478:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076478.524493:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076478.524504:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076478.524512:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076478.524521:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076478.524531:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3462
00000400:00000200:0.0:1769076478.524549:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076478.524565:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076478.524575:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076478.524595:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076478.524607:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076478.524618:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076478.524625:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076478.524636:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076478.524642:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076478.524651:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076478.524659:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076478.524673:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076478.524680:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076478.524693:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076478.524707:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076478.524721:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076478.524731:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076478.524737:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076478.524753:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076478.524768:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076478.524780:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076478.524794:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076478.524805:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076478.524814:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076478.524822:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076478.524832:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076478.524843:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076478.524861:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6a00.
00000020:00000040:0.0:1769076478.524873:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076478.524886:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076478.524894:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076478.524904:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076478.524912:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076478.524921:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076478.524939:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:0.0:1769076478.524957:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076478.524980:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6a00 x1855007616019072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076478.525024:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076478.525034:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076478.525051:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b99ec67] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6a00 x1855007616019072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076478.525115:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076478.525123:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076478.525133:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076478.525142:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076478.525155:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076478.525167:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3472)
00000800:00000200:1.1:1769076478.525508:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076478.525512:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076478.525891:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076478.525894:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076479.227416:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076479.227423:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076479.227428:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076479.419198:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076479.419211:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076479.419214:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076479.419223:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076479.419229:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076479.419235:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076479.419239:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076479.419244:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076479.419248:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076479.803183:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298135790, at 4298135808
00000100:00000040:3.0:1769076479.803197:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298135790, at 4298135808
00000100:00000010:2.0:1769076479.803209:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b1e0.
00000100:00000010:3.0:1769076479.803213:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b720.
00000020:00000001:3.0:1769076480.251313:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076480.251320:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076480.251522:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076480.443197:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076480.443219:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076480.443222:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076480.443229:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076480.443235:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076480.443240:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076480.443244:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076480.443248:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076480.443252:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076481.275415:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076481.275422:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076481.275427:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076481.467287:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076481.467298:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076481.467301:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076481.467344:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076481.467349:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076481.467356:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076481.467360:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076481.467365:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076481.467369:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076482.299403:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076482.299412:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076482.299418:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076482.491216:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076482.491227:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076482.491230:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076482.491238:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076482.491243:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076482.491248:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076482.491252:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076482.491255:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076482.491259:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076483.323310:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076483.323317:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076483.323322:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076483.515207:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076483.515218:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076483.515221:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076483.515229:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076483.515235:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076483.515241:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076483.515245:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076483.515250:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076483.515255:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076483.643205:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076483.643218:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076483.643222:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076483.643228:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076483.643233:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076483.643246:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3467
00000400:00000200:0.0:1769076483.643258:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076483.643293:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076483.643301:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076483.643307:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076483.643312:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076483.643316:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076483.643320:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076483.643326:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076483.643329:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076483.643333:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076483.643347:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076483.643351:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076483.643355:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076483.643359:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076483.643362:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076483.643365:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076483.643368:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076483.643372:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076483.643376:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076483.643379:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076483.643383:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076483.643388:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076483.643393:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076483.643396:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076483.643399:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076483.643412:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5180.
00000020:00000040:0.0:1769076483.643417:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076483.643424:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076483.643427:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076483.643431:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076483.643436:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076483.643445:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076483.643457:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769076483.643468:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076483.643481:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5180 x1855007616019200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076483.643498:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076483.643505:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076483.643511:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0881133] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5180 x1855007616019200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076483.643543:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076483.643548:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076483.643553:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076483.643555:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076483.643558:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076483.643561:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076483.643564:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3467
00000400:00000200:0.0:1769076483.643570:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076483.643574:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076483.643577:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076483.643582:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076483.643585:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076483.643588:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076483.643591:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076483.643594:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076483.643596:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076483.643598:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076483.643602:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076483.643605:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076483.643608:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076483.643612:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076483.643617:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076483.643619:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076483.643624:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076483.643633:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076483.643641:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076483.643651:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076483.643655:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076483.643664:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076483.643674:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076483.643682:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076483.643694:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076483.643710:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076483.643721:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076483.643734:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4e00.
00000020:00000040:0.0:1769076483.643747:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076483.643761:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076483.643768:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076483.643780:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076483.643788:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076483.643798:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076483.643815:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769076483.643827:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076483.643847:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4e00 x1855007616019328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076483.643882:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076483.643892:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076483.643911:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a33510eb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4e00 x1855007616019328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076483.643943:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076483.643952:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076483.643963:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076483.643969:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076483.643973:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076483.643979:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076483.643986:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3467
00000400:00000200:0.0:1769076483.644001:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076483.644011:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076483.644017:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076483.644021:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076483.644027:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076483.644036:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076483.644040:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076483.644045:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076483.644048:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076483.644056:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076483.644061:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076483.644116:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076483.644124:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076483.644138:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076483.644146:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076483.644156:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076483.644163:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076483.644172:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076483.644179:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076483.644183:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076483.644190:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076483.644201:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076483.644211:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076483.644215:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076483.644223:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076483.644232:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076483.644236:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076483.644249:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6d80.
00000020:00000040:0.0:1769076483.644257:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076483.644262:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076483.644298:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076483.644308:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076483.644312:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769076483.644319:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:0.0:1769076483.644320:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076483.644331:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
02000000:00000010:0.0:1769076483.644333:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:0.0:1769076483.644342:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076483.644356:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6d80 x1855007616019456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076483.644373:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076483.644381:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076483.644390:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7137345] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6d80 x1855007616019456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076483.644416:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076483.644422:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076483.644434:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076483.644441:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076483.644447:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076483.644455:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3477)
00000800:00000200:1.1:1769076483.645114:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076483.645118:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076483.645647:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076483.645651:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076484.347371:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076484.347377:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076484.347383:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076484.539184:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076484.539196:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076484.539201:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076484.539212:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076484.539220:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076484.539227:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076484.539234:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076484.539239:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076484.539243:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076484.923211:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298140910, at 4298140928
00000100:00000040:3.0:1769076484.923212:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298140910, at 4298140928
00000100:00000010:3.0:1769076484.923239:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bba0.
00000100:00000010:2.0:1769076484.923273:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b6c0.
00000020:00000001:0.0:1769076485.371360:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076485.371368:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076485.371374:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076485.563206:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076485.563218:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076485.563222:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076485.563231:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076485.563265:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076485.563271:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076485.563276:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076485.563281:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076485.563287:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076486.395320:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076486.395330:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076486.395338:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076486.587202:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076486.587214:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076486.587217:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076486.587255:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076486.587262:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076486.587268:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076486.587272:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076486.587276:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076486.587281:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076487.419427:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076487.419434:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076487.419441:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076487.611196:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076487.611228:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076487.611231:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076487.611240:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076487.611246:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076487.611253:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076487.611257:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076487.611261:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076487.611265:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076488.443359:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076488.443367:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076488.443373:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076488.635234:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076488.635245:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076488.635248:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076488.635256:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076488.635262:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076488.635267:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076488.635271:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076488.635274:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076488.635278:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076488.763289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076488.763302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076488.763306:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076488.763311:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076488.763317:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076488.763325:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3472
00000400:00000200:0.0:1769076488.763337:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076488.763345:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076488.763350:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076488.763354:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076488.763359:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076488.763362:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076488.763366:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076488.763371:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076488.763374:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076488.763377:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076488.763381:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076488.763384:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076488.763387:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076488.763391:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076488.763393:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076488.763396:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076488.763399:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076488.763403:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076488.763407:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076488.763410:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076488.763414:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076488.763418:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076488.763422:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076488.763425:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076488.763429:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076488.763441:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6d80.
00000020:00000040:0.0:1769076488.763446:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076488.763451:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076488.763453:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076488.763456:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076488.763460:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076488.763465:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076488.763477:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076488.763486:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076488.763499:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6d80 x1855007616019584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076488.763520:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076488.763528:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076488.763537:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7137345] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6d80 x1855007616019584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076488.763584:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076488.763591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076488.763598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076488.763602:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076488.763605:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076488.763611:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076488.763618:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3472
00000400:00000200:0.0:1769076488.763628:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076488.763636:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076488.763642:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076488.763650:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076488.763657:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076488.763672:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076488.763684:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076488.763697:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076488.763702:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076488.763710:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076488.763717:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076488.763725:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076488.763740:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076488.763760:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076488.763773:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076488.763780:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076488.763792:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076488.763798:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076488.763810:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076488.763818:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076488.763823:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076488.763831:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076488.763841:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076488.763847:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076488.763858:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076488.763884:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076488.763897:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076488.763921:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4e00.
00000020:00000040:0.0:1769076488.763934:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076488.763953:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076488.763959:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076488.763967:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076488.763975:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076488.763987:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076488.764007:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076488.764016:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076488.764037:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4e00 x1855007616019712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076488.764131:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076488.764147:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076488.764175:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a33510eb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4e00 x1855007616019712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076488.764232:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076488.764238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076488.764259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076488.764262:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076488.764267:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076488.764290:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076488.764303:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3472
00000400:00000200:0.0:1769076488.764345:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076488.764367:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076488.764380:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076488.764402:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076488.764419:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076488.764427:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076488.764436:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076488.764441:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076488.764443:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076488.764454:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076488.764464:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076488.764471:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076488.764488:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.1:1769076488.764506:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769076488.764507:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076488.764520:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076488.764531:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769076488.764532:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076488.764539:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076488.764552:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076488.764562:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076488.764577:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076488.764586:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076488.764594:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076488.764603:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076488.764607:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076488.764610:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076488.764616:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076488.764623:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076488.764637:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5180.
00000020:00000040:0.0:1769076488.764645:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076488.764658:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076488.764664:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076488.764670:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076488.764674:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076488.764683:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076488.764699:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769076488.764715:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076488.764732:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5180 x1855007616019840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076488.764854:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076488.764871:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076488.764893:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0881133] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5180 x1855007616019840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076488.764934:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076488.764946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076488.764960:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076488.764971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076488.764983:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076488.764997:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3482)
00000800:00000200:1.1:1769076488.765567:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076488.765573:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076488.765997:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076488.766002:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769076489.467361:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076489.467369:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076489.467377:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076489.659193:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076489.659205:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076489.659208:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076489.659216:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076489.659222:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076489.659228:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076489.659232:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076489.659236:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076489.659240:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076490.043237:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298146030, at 4298146048
00000100:00000040:2.0:1769076490.043264:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298146030, at 4298146048
00000100:00000010:3.0:1769076490.043271:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bb40.
00000100:00000010:2.0:1769076490.043280:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bc00.
00000020:00000001:3.0:1769076490.491395:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076490.491401:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076490.491406:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076490.683309:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076490.683325:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076490.683331:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076490.683341:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076490.683349:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076490.683355:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076490.683360:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076490.683364:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076490.683369:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076491.515406:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076491.515412:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076491.515419:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076491.707240:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076491.707253:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076491.707256:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076491.707264:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076491.707269:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076491.707276:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076491.707280:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076491.707284:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076491.707287:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076492.539431:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076492.539438:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076492.539443:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076492.731274:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076492.731285:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076492.731288:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076492.731296:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076492.731301:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076492.731307:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076492.731310:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076492.731314:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076492.731318:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076493.563417:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076493.563423:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076493.563446:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076493.755189:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076493.755201:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076493.755204:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076493.755213:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076493.755220:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076493.755226:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076493.755232:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076493.755237:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076493.755242:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076493.883281:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076493.883292:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076493.883294:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076493.883298:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076493.883301:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076493.883319:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3477
00000400:00000200:0.0:1769076493.883328:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076493.883335:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076493.883339:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076493.883343:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076493.883348:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076493.883351:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076493.883355:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076493.883360:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076493.883362:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076493.883365:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076493.883368:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076493.883372:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076493.883374:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076493.883378:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076493.883380:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076493.883382:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076493.883385:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076493.883388:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076493.883392:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076493.883394:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076493.883397:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076493.883399:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076493.883402:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076493.883405:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076493.883407:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076493.883417:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6a00.
00000020:00000040:0.0:1769076493.883419:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076493.883422:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076493.883423:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076493.883426:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076493.883428:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076493.883431:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076493.883438:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076493.883443:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076493.883450:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6a00 x1855007616019968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076493.883459:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076493.883462:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076493.883466:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b99ec67] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6a00 x1855007616019968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076493.883488:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076493.883493:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076493.883497:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076493.883498:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076493.883500:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076493.883502:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076493.883508:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3477
00000400:00000200:0.0:1769076493.883525:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076493.883533:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076493.883537:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076493.883543:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076493.883546:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076493.883550:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076493.883552:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076493.883555:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076493.883558:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076493.883566:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076493.883570:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076493.883573:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076493.883577:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076493.883586:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076493.883590:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076493.883596:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076493.883601:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076493.883608:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076493.883625:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076493.883639:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076493.883650:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076493.883660:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076493.883671:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076493.883689:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076493.883697:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076493.883703:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076493.883713:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076493.883727:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6680.
00000020:00000040:0.0:1769076493.883750:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076493.883753:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076493.883754:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076493.883755:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076493.883757:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076493.883759:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076493.883761:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076493.883767:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076493.883773:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6680 x1855007616020096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076493.883796:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076493.883798:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076493.883802:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703ed1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6680 x1855007616020096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076493.883832:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076493.883842:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076493.883850:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076493.883864:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076493.883868:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076493.883878:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076493.883881:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3477
00000400:00000200:0.0:1769076493.883886:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076493.883889:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076493.883896:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076493.883903:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076493.883908:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076493.883913:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076493.883919:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076493.883923:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076493.883925:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076493.883932:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076493.883935:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076493.883943:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076493.883953:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076493.883966:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076493.883976:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076493.883983:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076493.883990:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076493.883992:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076493.883994:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076493.884006:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076493.884016:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076493.884022:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076493.884040:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076493.884051:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076493.884059:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076493.884127:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076493.884130:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076493.884135:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4380.
00000020:00000040:0.0:1769076493.884139:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076493.884142:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076493.884143:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076493.884145:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076493.884147:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076493.884149:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076493.884153:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000001:0.0:1769076493.884157:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076493.884165:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4380 x1855007616020224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076493.884186:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076493.884190:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076493.884195:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000234c63a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4380 x1855007616020224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076493.884218:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076493.884221:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076493.884225:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076493.884236:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076493.884253:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076493.884258:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3487)
00000800:00000200:1.1:1769076493.884403:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076493.884410:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076493.885064:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076493.885067:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076493.885561:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076493.885564:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076494.587387:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076494.587394:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076494.587399:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076494.779212:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076494.779223:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076494.779226:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076494.779234:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076494.779239:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076494.779244:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076494.779248:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076494.779252:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076494.779256:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076495.163201:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298151150, at 4298151168
00000100:00000040:2.0:1769076495.163209:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298151150, at 4298151168
00000100:00000010:3.0:1769076495.163230:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b900.
00000100:00000010:2.0:1769076495.163237:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b9c0.
00000020:00000001:3.0:1769076495.611223:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076495.611227:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076495.611230:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076495.803193:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076495.803200:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076495.803202:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076495.803208:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076495.803212:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076495.803216:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076495.803219:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076495.803222:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076495.803224:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076496.635231:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076496.635234:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076496.635237:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076496.827145:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076496.827152:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076496.827154:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076496.827158:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076496.827161:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076496.827165:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076496.827166:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076496.827169:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076496.827171:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076497.659394:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076497.659401:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076497.659408:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076497.851161:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076497.851170:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076497.851173:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076497.851179:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076497.851184:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076497.851189:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076497.851192:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076497.851195:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076497.851198:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076498.683309:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076498.683315:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076498.683320:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076498.875212:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076498.875223:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076498.875226:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076498.875234:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076498.875240:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076498.875245:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076498.875248:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076498.875252:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076498.875255:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076499.003170:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076499.003179:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076499.003183:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076499.003187:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076499.003191:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076499.003199:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3482
00000400:00000200:0.0:1769076499.003207:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076499.003213:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076499.003217:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076499.003220:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076499.003224:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076499.003227:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076499.003229:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076499.003233:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076499.003234:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076499.003237:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076499.003239:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076499.003241:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076499.003243:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076499.003264:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076499.003267:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076499.003269:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076499.003272:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076499.003276:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076499.003280:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076499.003285:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076499.003290:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076499.003295:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076499.003300:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076499.003303:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076499.003307:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076499.003317:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7b80.
00000020:00000040:0.0:1769076499.003323:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076499.003329:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076499.003332:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076499.003337:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076499.003342:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076499.003348:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076499.003359:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769076499.003369:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076499.003384:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7b80 x1855007616020352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076499.003413:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076499.003419:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076499.003426:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa511e8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7b80 x1855007616020352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076499.003449:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076499.003454:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076499.003459:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076499.003461:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076499.003463:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076499.003467:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076499.003472:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3482
00000400:00000200:0.0:1769076499.003480:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076499.003486:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076499.003489:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076499.003494:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076499.003500:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076499.003505:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076499.003510:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076499.003513:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076499.003516:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076499.003520:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076499.003522:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076499.003526:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076499.003528:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076499.003533:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076499.003538:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076499.003544:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076499.003548:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076499.003552:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076499.003557:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076499.003562:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076499.003565:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076499.003572:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076499.003576:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076499.003580:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076499.003584:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076499.003590:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076499.003593:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076499.003598:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5500.
00000020:00000040:0.0:1769076499.003604:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076499.003609:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076499.003612:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076499.003617:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076499.003622:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076499.003643:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076499.003653:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769076499.003663:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076499.003676:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5500 x1855007616020480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076499.003689:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076499.003707:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076499.003714:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502bc2e2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5500 x1855007616020480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076499.003731:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076499.003736:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076499.003742:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076499.003745:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076499.003748:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076499.003755:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076499.003776:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3482
00000400:00000200:0.0:1769076499.003785:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076499.003792:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076499.003794:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076499.003796:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076499.003798:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076499.003803:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076499.003809:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076499.003815:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076499.003818:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076499.003838:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076499.003842:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076499.003848:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076499.003854:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076499.003863:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:1.1:1769076499.003869:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076499.003879:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076499.003882:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076499.003885:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076499.003888:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076499.003895:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000800:00000200:1.1:1769076499.003896:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769076499.003899:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076499.003918:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076499.003921:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076499.003925:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076499.003930:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076499.003932:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076499.003938:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076499.003940:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076499.003943:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6300.
00000020:00000040:0.0:1769076499.003948:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076499.003950:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076499.003952:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076499.003955:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076499.003958:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076499.003961:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076499.003966:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769076499.003988:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076499.003996:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6300 x1855007616020608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076499.004007:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076499.004028:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076499.004037:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf371266] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6300 x1855007616020608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076499.004071:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076499.004127:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076499.004141:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076499.004149:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076499.004159:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076499.004170:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3492)
00000800:00000200:1.1:1769076499.004545:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076499.004547:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076499.004802:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076499.004804:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076499.707281:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076499.707287:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076499.707291:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076499.899136:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076499.899145:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076499.899146:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076499.899152:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076499.899156:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076499.899160:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076499.899162:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076499.899165:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076499.899168:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076500.283153:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298156270, at 4298156288
00000100:00000040:3.0:1769076500.283167:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298156270, at 4298156288
00000100:00000010:2.0:1769076500.283168:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b660.
00000100:00000010:3.0:1769076500.283184:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b2a0.
00000020:00000001:0.0:1769076500.731264:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076500.731270:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076500.731275:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076500.923195:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076500.923206:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076500.923210:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076500.923219:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076500.923226:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076500.923248:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076500.923253:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076500.923258:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076500.923264:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076501.755258:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076501.755263:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076501.755267:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076501.947125:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076501.947133:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076501.947135:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076501.947140:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076501.947144:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076501.947148:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076501.947151:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076501.947153:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076501.947156:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076502.779413:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076502.779419:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076502.779423:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076502.971188:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076502.971199:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076502.971201:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076502.971209:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076502.971214:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076502.971220:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076502.971223:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076502.971227:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076502.971231:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076503.803245:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076503.803249:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076503.803252:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076503.995148:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076503.995159:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076503.995162:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076503.995170:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076503.995176:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076503.995180:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076503.995184:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076503.995189:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076503.995192:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.123626:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076504.123632:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076504.123636:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076504.123646:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12300 x1855007616020736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.123666:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076504.123669:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076504.123674:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076504.123678:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076504.123684:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076504.123692:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616020736:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076504.123698:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076504.123703:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076504.123708:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076504.123713:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076504.123718:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076504.123722:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076504.123733:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076504.123739:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076504.123748:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076504.123758:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616020736, portal 25
00000100:00000001:3.0:1769076504.123762:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076504.123765:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438241536 : -107392271310080 : ffff9e53c9d12300)
00000100:00000040:3.0:1769076504.123772:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12300 x1855007616020736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.123787:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076504.123793:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076504.123799:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076504.123803:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616020736, offset 0
00000400:00000200:3.0:1769076504.123813:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076504.123821:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076504.123830:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076504.123835:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076504.123839:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076504.123842:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076504.123844:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076504.123847:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37456:37456:256:4294967295] 192.168.204.113@tcp LPNI seq info [37426:37426:8:4294967295]
00000400:00000200:3.0:1769076504.123852:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076504.123859:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076504.123864:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076504.123868:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076504.123873:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076504.123875:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076504.123880:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076504.123883:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769076504.123886:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076504.123888:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076504.123893:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076504.123897:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076504.123900:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076504.123902:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076504.123906:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076504.123909:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12300 x1855007616020736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.123916:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076504.123918:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12300 x1855007616020736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.123923:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.123940:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076504.123947:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076504.123950:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076504.123952:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298161389
00000100:00000010:3.0:1769076504.123956:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82120.
00000100:00000001:3.0:1769076504.123962:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076504.123974:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298161389
00000100:00000010:3.0:1769076504.123976:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82660.
00000100:00000001:3.0:1769076504.123978:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076504.123980:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076504.123982:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.123984:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076504.123988:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076504/real 1769076504]  req@ffff9e53c9d12300 x1855007616020736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076504.123995:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076504.123998:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076504.123999:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076504.124002:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076504.124003:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076504.124005:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076504.124007:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12300 x1855007616020736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076504.124013:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12300 x1855007616020736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124018:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076504.124019:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124021:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076504.124022:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076504.124024:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12300 x1855007616020736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124028:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076504.124032:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12300 x1855007616020736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124037:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076504.124039:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124040:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076504.124041:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124042:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076504.124044:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076504.124046:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076504.124049:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076504.124050:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076504.124053:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12300 x1855007616020736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076504.124058:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616020736:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076504.124061:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076504.124099:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12d80 x1855007616020864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124104:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076504.124104:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076504.124106:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076504.124108:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076504.124109:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076504.124111:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616020864:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076504.124113:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076504.124114:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076504.124116:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076504.124117:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076504.124119:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2000.
02000000:00000001:3.0:1769076504.124121:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076504.124123:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076504.124125:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076504.124128:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076504.124130:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616020864, portal 10
00000100:00000001:3.0:1769076504.124131:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076504.124132:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438244224 : -107392271307392 : ffff9e53c9d12d80)
00000100:00000040:3.0:1769076504.124137:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12d80 x1855007616020864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124142:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076504.124143:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076504.124145:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076504.124146:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616020864, offset 0
00000400:00000200:3.0:1769076504.124149:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076504.124151:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076504.124153:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076504.124155:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076504.124156:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076504.124158:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076504.124159:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076504.124162:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37457:37457:256:4294967295] 192.168.204.113@tcp LPNI seq info [37427:37427:8:4294967295]
00000400:00000200:3.0:1769076504.124165:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076504.124169:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076504.124172:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076504.124174:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076504.124176:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076504.124178:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076504.124181:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076504.124183:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769076504.124185:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076504.124187:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076504.124189:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076504.124191:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076504.124193:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076504.124195:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076504.124196:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076504.124198:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12d80 x1855007616020864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124204:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076504.124206:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12d80 x1855007616020864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124210:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.124211:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076504.124214:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076504.124216:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076504.124218:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076504.124219:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298160142
00000100:00000001:3.0:1769076504.124222:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298161389
00000100:00000001:3.0:1769076504.124223:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298160142
00000100:00000001:3.0:1769076504.124225:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298161389
00000100:00000001:3.0:1769076504.124226:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076504.124227:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.124228:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076504.124230:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076504/real 1769076504]  req@ffff9e53c9d12d80 x1855007616020864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076504.124236:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076504.124236:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076504.124238:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076504.124239:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076504.124240:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076504.124241:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076504.124243:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12d80 x1855007616020864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076504.124248:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12d80 x1855007616020864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124252:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076504.124253:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124254:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076504.124255:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076504.124258:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12d80 x1855007616020864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124263:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076504.124265:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12d80 x1855007616020864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124269:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076504.124271:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124272:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076504.124272:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124273:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076504.124275:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076504.124276:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076504.124278:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076504.124279:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076504.124281:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12d80 x1855007616020864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076504.124286:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616020864:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076504.124289:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124291:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076504.124293:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12300 x1855007616020736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124297:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076504.124299:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076504.124301:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076504.124303:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076504.124304:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076504.124305:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076504.124307:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076504.124309:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99800.
02000000:00000001:3.0:1769076504.124312:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076504.124313:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076504.124314:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12300.
00000100:00000001:3.0:1769076504.124319:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076504.124319:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124321:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076504.124322:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12d80 x1855007616020864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124327:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076504.124328:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076504.124329:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:3.0:1769076504.124330:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076504.124331:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076504.124332:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076504.124333:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076504.124334:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:3.0:1769076504.124335:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076504.124336:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076504.124336:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12d80.
00000100:00000001:3.0:1769076504.124338:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076504.124339:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124340:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124346:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076504.124347:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.124348:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076504.124349:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076504.124350:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076504.124352:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10000 x1855007616020992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124356:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076504.124357:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076504.124358:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076504.124359:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076504.124360:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076504.124362:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616020992:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076504.124364:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076504.124366:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076504.124367:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076504.124368:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076504.124370:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2000.
02000000:00000001:3.0:1769076504.124371:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076504.124373:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076504.124375:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076504.124377:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076504.124379:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616020992, portal 10
00000100:00000001:3.0:1769076504.124380:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076504.124381:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438232576 : -107392271319040 : ffff9e53c9d10000)
00000100:00000040:3.0:1769076504.124385:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10000 x1855007616020992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124389:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076504.124390:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076504.124392:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076504.124393:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616020992, offset 0
00000400:00000200:3.0:1769076504.124396:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076504.124398:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076504.124400:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076504.124401:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076504.124403:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076504.124405:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076504.124406:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076504.124409:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37458:37458:256:4294967295] 192.168.204.113@tcp LPNI seq info [37428:37428:8:4294967295]
00000400:00000200:3.0:1769076504.124411:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076504.124415:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076504.124418:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076504.124420:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076504.124422:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076504.124424:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076504.124427:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076504.124441:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769076504.124444:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076504.124445:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076504.124447:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076504.124450:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076504.124452:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076504.124453:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076504.124455:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076504.124457:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10000 x1855007616020992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124462:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076504.124464:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10000 x1855007616020992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124469:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.124470:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076504.124472:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076504.124474:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076504.124477:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076504.124478:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298160149
00000100:00000001:3.0:1769076504.124480:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298161389
00000100:00000001:3.0:1769076504.124482:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298160149
00000100:00000001:3.0:1769076504.124483:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298161389
00000100:00000001:3.0:1769076504.124484:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076504.124485:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.124487:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076504.124489:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076504/real 1769076504]  req@ffff9e53c9d10000 x1855007616020992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076504.124493:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076504.124494:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076504.124496:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076504.124498:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076504.124499:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076504.124500:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076504.124502:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10000 x1855007616020992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076504.124507:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10000 x1855007616020992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124511:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076504.124512:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124513:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076504.124514:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076504.124516:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10000 x1855007616020992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124520:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076504.124522:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10000 x1855007616020992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124526:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076504.124528:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124529:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076504.124530:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124531:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076504.124532:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076504.124534:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076504.124535:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076504.124537:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076504.124539:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10000 x1855007616020992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076504.124544:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616020992:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076504.124547:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124548:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076504.124550:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10000 x1855007616020992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.124554:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076504.124555:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076504.124556:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:3.0:1769076504.124557:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076504.124558:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076504.124559:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076504.124560:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076504.124561:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98400.
02000000:00000001:3.0:1769076504.124562:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076504.124563:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076504.124564:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10000.
00000100:00000001:3.0:1769076504.124566:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076504.124567:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124568:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076504.124570:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076504.124571:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.124573:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076504.124574:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076504.827260:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076504.827264:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076504.827268:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076505.019164:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076505.019172:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076505.019174:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076505.019179:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076505.019184:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076505.019188:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076505.019191:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076505.019193:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076505.019196:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076505.403164:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298161389, at 4298161408
00000100:00000010:3.0:1769076505.403182:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82660.
00000100:00000040:2.0:1769076505.403184:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298161389, at 4298161408
00000100:00000010:2.0:1769076505.403198:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82120.
00000020:00000001:3.0:1769076505.851227:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076505.851231:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076505.851235:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076506.043124:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076506.043130:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076506.043132:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076506.043136:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076506.043139:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076506.043142:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076506.043144:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076506.043146:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076506.043148:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076506.875229:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076506.875233:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076506.875237:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076507.067148:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076507.067154:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076507.067156:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076507.067162:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076507.067166:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076507.067169:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076507.067171:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076507.067173:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076507.067175:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076507.899244:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076507.899249:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076507.899252:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076508.091160:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076508.091168:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076508.091169:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076508.091174:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076508.091178:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076508.091181:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076508.091184:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076508.091186:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076508.091188:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076508.923343:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076508.923348:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076508.923353:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076509.115159:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076509.115165:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076509.115204:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076509.115220:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076509.115233:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076509.115237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.115239:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076509.115241:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.115243:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076509.243155:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076509.243165:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076509.243168:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076509.243172:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076509.243177:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076509.243184:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3492
00000400:00000200:0.0:1769076509.243191:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076509.243197:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076509.243201:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076509.243205:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076509.243207:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076509.243209:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076509.243211:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076509.243214:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076509.243216:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076509.243218:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076509.243221:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076509.243222:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076509.243224:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076509.243226:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076509.243229:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076509.243230:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076509.243231:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076509.243234:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076509.243236:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076509.243237:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076509.243239:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076509.243242:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076509.243244:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076509.243245:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076509.243247:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076509.243254:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4000.
00000020:00000040:0.0:1769076509.243257:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076509.243259:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076509.243260:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076509.243263:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076509.243265:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076509.243269:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076509.243275:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769076509.243280:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076509.243287:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4000 x1855007616021120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076509.243296:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076509.243299:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076509.243302:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000178e2043] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4000 x1855007616021120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076509.243319:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076509.243322:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076509.243326:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076509.243328:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076509.243329:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076509.243332:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076509.243335:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3492
00000400:00000200:0.0:1769076509.243341:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076509.243344:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076509.243347:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769076509.243350:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769076509.243352:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076509.243356:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076509.243357:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769076509.243362:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076509.243363:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076509.243368:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076509.243372:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1769076509.243373:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4000 x1855007616021120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769076509.243375:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076509.243379:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076509.243383:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076509.243387:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:3.0:1769076509.243389:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769076509.243390:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:3.0:1769076509.243392:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076509.243396:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:3.0:1769076509.243397:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769076509.243398:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769076509.243401:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769076509.243404:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:3.0:1769076509.243406:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076509.243411:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00100000:3.0:1769076509.243413:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616021120:192.168.204.113@tcp:250:kworker.0
00000020:00000040:0.0:1769076509.243418:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:3.0:1769076509.243420:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076509.243425:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769076509.243426:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076509.243430:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076509.243433:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076509.243437:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076509.243440:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076509.243442:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769076509.243445:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076509.243450:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:3.0:1769076509.243451:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2000.
00000008:00100000:0.0:1769076509.243454:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769076509.243456:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769076509.243459:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076509.243461:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076509.243465:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7480.
00000020:00000040:0.0:1769076509.243468:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000400:00000200:3.0:1769076509.243469:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769076509.243471:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076509.243474:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076509.243475:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076509.243477:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1769076509.243477:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
02000000:00000001:0.0:1769076509.243481:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076509.243487:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
02000000:00000010:0.0:1769076509.243488:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769076509.243494:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769076509.243498:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616021120, portal 25
00000100:00100000:0.0:1769076509.243500:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7480 x1855007616021248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076509.243503:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076509.243506:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181361664 : -107391528189952 : ffff9e53f61c4000)
00000100:00000001:0.0:1769076509.243513:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076509.243517:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076509.243517:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4000 x1855007616021120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076509.243526:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc6e9c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7480 x1855007616021248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.243532:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076509.243537:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076509.243539:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076509.243542:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076509.243546:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616021120, offset 0
00000100:00080000:0.0:1769076509.243551:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769076509.243553:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076509.243556:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076509.243559:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076509.243560:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076509.243562:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076509.243566:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3492
00000400:00000200:3.0:1769076509.243567:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076509.243572:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076509.243579:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:3.0:1769076509.243580:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:0.0:1769076509.243581:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076509.243588:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076509.243589:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769076509.243592:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769076509.243593:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076509.243596:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076509.243598:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076509.243600:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076509.243602:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769076509.243602:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000040:0.0:1769076509.243605:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076509.243608:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:3.0:1769076509.243610:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769076509.243612:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:3.0:1769076509.243615:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:0.0:1769076509.243618:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076509.243619:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076509.243620:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076509.243621:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076509.243623:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076509.243628:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076509.243633:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076509.243633:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37459:37459:256:4294967295] 192.168.204.113@tcp LPNI seq info [37429:37429:8:4294967295]
02000000:00000001:0.0:1769076509.243636:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076509.243641:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769076509.243642:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769076509.243644:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076509.243647:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076509.243648:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076509.243652:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076509.243656:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076509.243658:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1769076509.243660:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4a80.
00000020:00000040:0.0:1769076509.243664:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076509.243668:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1769076509.243668:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769076509.243670:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076509.243674:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076509.243675:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076509.243676:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769076509.243678:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
02000000:00000010:0.0:1769076509.243680:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:0.0:1769076509.243684:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076509.243689:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4a80 x1855007616021376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769076509.243692:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076509.243700:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1769076509.243701:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1769076509.243703:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076509.243710:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e0eb0c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4a80 x1855007616021376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769076509.243716:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076509.243719:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076509.243724:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769076509.243725:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769076509.243729:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076509.243732:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1769076509.243733:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076509.243738:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:3.0:1769076509.243739:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000100:00000040:0.0:1769076509.243744:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3502)
00000400:00000200:3.0:1769076509.243747:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076509.243752:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076509.243756:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076509.243758:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076509.243762:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076509.243766:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4000 x1855007616021120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.243774:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076509.243776:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4000 x1855007616021120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.243789:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076509.243790:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076509.243797:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076509.243801:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076509.243803:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298166509
00000100:00000010:3.0:1769076509.243808:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82660.
00000100:00000001:3.0:1769076509.243813:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076509.243823:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298166509
00000100:00000010:3.0:1769076509.243825:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82240.
00000100:00000001:3.0:1769076509.243827:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076509.243830:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076509.243831:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076509.243833:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076509.243836:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076509/real 1769076509]  req@ffff9e53f61c4000 x1855007616021120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076509.243859:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076509.243861:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076509.243863:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076509.243867:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076509.243869:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076509.243875:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076509.243880:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4000 x1855007616021120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076509.243887:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4000 x1855007616021120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.243892:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076509.243893:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.243895:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076509.243896:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076509.243899:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4000 x1855007616021120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.243903:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076509.243906:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4000 x1855007616021120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.243916:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076509.243918:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.243919:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076509.243920:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.243922:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076509.243923:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076509.243925:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076509.243927:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076509.243929:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076509.243931:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4000 x1855007616021120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076509.243937:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616021120:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076509.243940:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.243942:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076509.243944:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4000 x1855007616021120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.243949:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076509.243950:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076509.243952:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:3.0:1769076509.243955:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076509.243956:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076509.243958:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076509.243959:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076509.243961:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:3.0:1769076509.243964:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076509.243969:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076509.243970:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4000.
00000100:00000001:3.0:1769076509.243973:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076509.243974:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.243975:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.243981:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076509.243983:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076509.243985:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076509.243986:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076509.243987:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076509.243989:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7480 x1855007616021248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.243994:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076509.243995:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076509.243997:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076509.243998:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076509.244000:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076509.244001:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616021248:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076509.244003:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076509.244005:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076509.244006:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076509.244007:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076509.244009:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2000.
02000000:00000001:3.0:1769076509.244010:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076509.244014:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076509.244016:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076509.244018:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076509.244020:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616021248, portal 10
00000100:00000001:3.0:1769076509.244022:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076509.244023:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181375104 : -107391528176512 : ffff9e53f61c7480)
00000100:00000040:3.0:1769076509.244027:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7480 x1855007616021248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244032:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076509.244034:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076509.244035:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076509.244037:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616021248, offset 0
00000400:00000200:3.0:1769076509.244039:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076509.244043:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076509.244046:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076509.244048:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076509.244050:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076509.244052:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076509.244053:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076509.244056:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37460:37460:256:4294967295] 192.168.204.113@tcp LPNI seq info [37430:37430:8:4294967295]
00000400:00000200:3.0:1769076509.244058:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076509.244086:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076509.244090:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076509.244093:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076509.244096:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076509.244098:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076509.244101:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076509.244103:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769076509.244106:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076509.244107:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076509.244109:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076509.244112:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076509.244114:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076509.244115:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076509.244117:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076509.244120:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7480 x1855007616021248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244125:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076509.244127:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7480 x1855007616021248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244132:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076509.244133:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076509.244135:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076509.244139:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076509.244142:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076509.244144:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298165262
00000100:00000001:3.0:1769076509.244148:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298166509
00000100:00000001:3.0:1769076509.244150:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298165262
00000100:00000001:3.0:1769076509.244153:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298166509
00000100:00000001:3.0:1769076509.244155:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076509.244157:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076509.244159:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076509.244163:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076509/real 1769076509]  req@ffff9e53f61c7480 x1855007616021248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076509.244172:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076509.244174:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076509.244175:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076509.244178:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076509.244180:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076509.244182:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076509.244186:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7480 x1855007616021248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076509.244196:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7480 x1855007616021248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244203:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076509.244204:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.244206:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076509.244207:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076509.244209:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7480 x1855007616021248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244214:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076509.244217:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7480 x1855007616021248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244222:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076509.244223:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.244225:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076509.244226:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.244227:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076509.244229:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076509.244231:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076509.244233:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076509.244234:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076509.244237:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7480 x1855007616021248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076509.244241:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616021248:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076509.244244:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076509.244246:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4a80 x1855007616021376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244250:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076509.244252:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076509.244253:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076509.244255:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076509.244256:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076509.244258:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616021376:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076509.244260:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076509.244262:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076509.244263:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076509.244264:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076509.244267:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076509.244268:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076509.244271:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076509.244273:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076509.244275:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076509.244277:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616021376, portal 10
00000100:00000001:3.0:1769076509.244278:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076509.244280:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181364352 : -107391528187264 : ffff9e53f61c4a80)
00000100:00000040:3.0:1769076509.244284:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4a80 x1855007616021376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244288:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076509.244290:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076509.244291:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076509.244293:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616021376, offset 0
00000400:00000200:3.0:1769076509.244295:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076509.244298:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076509.244301:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076509.244303:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076509.244304:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076509.244306:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076509.244308:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076509.244310:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37461:37461:256:4294967295] 192.168.204.113@tcp LPNI seq info [37431:37431:8:4294967295]
00000400:00000200:3.0:1769076509.244313:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076509.244319:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076509.244324:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076509.244327:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076509.244331:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076509.244334:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076509.244338:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076509.244341:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769076509.244345:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076509.244347:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076509.244350:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076509.244354:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076509.244358:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076509.244360:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076509.244363:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076509.244367:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4a80 x1855007616021376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244375:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076509.244378:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4a80 x1855007616021376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244383:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076509.244384:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076509.244387:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076509.244389:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076509.244391:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076509.244393:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298165269
00000100:00000001:3.0:1769076509.244395:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298166509
00000100:00000001:3.0:1769076509.244397:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298165269
00000100:00000001:3.0:1769076509.244398:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298166509
00000100:00000001:3.0:1769076509.244400:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076509.244401:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076509.244402:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076509.244404:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076509/real 1769076509]  req@ffff9e53f61c4a80 x1855007616021376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076509.244409:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076509.244410:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076509.244411:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076509.244413:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076509.244414:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076509.244415:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076509.244417:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4a80 x1855007616021376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076509.244422:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4a80 x1855007616021376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244426:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076509.244427:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.244428:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076509.244429:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076509.244431:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4a80 x1855007616021376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244438:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076509.244442:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4a80 x1855007616021376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244449:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076509.244451:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.244453:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076509.244454:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.244456:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076509.244458:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076509.244460:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076509.244464:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076509.244466:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076509.244471:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4a80 x1855007616021376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076509.244480:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616021376:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076509.244484:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.244486:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076509.244490:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7480 x1855007616021248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244495:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076509.244496:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076509.244497:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:3.0:1769076509.244500:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076509.244501:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076509.244502:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076509.244503:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076509.244505:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011400.
02000000:00000001:3.0:1769076509.244506:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076509.244507:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076509.244508:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7480.
00000100:00000001:3.0:1769076509.244510:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076509.244511:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.244512:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076509.244515:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4a80 x1855007616021376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076509.244519:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076509.244520:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076509.244521:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:3.0:1769076509.244522:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076509.244522:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076509.244523:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076509.244524:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076509.244525:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:3.0:1769076509.244526:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076509.244527:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076509.244528:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4a80.
00000100:00000001:3.0:1769076509.244529:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076509.244530:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.244531:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076509.244533:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076509.244534:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076509.244535:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076509.244536:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076509.947273:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076509.947277:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076509.947280:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076510.139175:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076510.139189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076510.139191:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076510.139197:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076510.139201:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076510.139205:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076510.139208:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076510.139211:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076510.139213:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076510.523164:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298166509, at 4298166528
00000100:00000040:2.0:1769076510.523168:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298166509, at 4298166528
00000100:00000010:3.0:1769076510.523186:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82240.
00000100:00000010:2.0:1769076510.523208:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82660.
00000020:00000001:3.0:1769076510.971306:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076510.971311:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076510.971316:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076511.163148:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076511.163156:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076511.163157:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076511.163162:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076511.163166:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076511.163170:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076511.163173:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076511.163175:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076511.163178:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076511.995309:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076511.995314:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076511.995319:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076512.187195:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076512.187204:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076512.187206:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076512.187212:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076512.187216:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076512.187220:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076512.187223:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076512.187226:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076512.187228:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076513.019246:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076513.019254:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076513.019260:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076513.211134:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076513.211140:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076513.211142:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076513.211146:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076513.211149:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076513.211152:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076513.211154:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076513.211156:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076513.211158:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076514.043201:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076514.043205:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076514.043208:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076514.235177:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076514.235184:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076514.235185:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076514.235190:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076514.235193:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076514.235196:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076514.235198:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076514.235200:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076514.235203:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076514.363181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076514.363190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076514.363192:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076514.363196:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076514.363199:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076514.363204:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3497
00000400:00000200:3.0:1769076514.363210:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076514.363215:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076514.363218:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076514.363221:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363223:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076514.363225:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363227:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076514.363230:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076514.363232:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076514.363234:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076514.363236:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076514.363238:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076514.363239:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076514.363242:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363244:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076514.363245:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363247:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076514.363249:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076514.363252:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363254:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076514.363256:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076514.363258:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076514.363260:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076514.363261:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076514.363263:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076514.363271:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769076514.363273:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076514.363277:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076514.363278:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076514.363281:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076514.363283:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076514.363286:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076514.363292:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769076514.363297:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076514.363303:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007616021504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076514.363312:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076514.363315:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076514.363318:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007616021504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076514.363339:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076514.363341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076514.363344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076514.363345:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076514.363352:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076514.363355:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076514.363357:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3497
00000400:00000200:3.0:1769076514.363360:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076514.363364:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076514.363368:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076514.363374:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363377:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076514.363381:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363383:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076514.363389:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076514.363391:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076514.363394:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076514.363397:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076514.363400:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076514.363404:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076514.363409:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363413:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076514.363417:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363421:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076514.363426:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076514.363433:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363436:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076514.363440:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076514.363446:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076514.363449:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076514.363451:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076514.363456:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076514.363460:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076514.363464:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076514.363471:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769076514.363475:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076514.363477:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076514.363479:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076514.363483:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076514.363486:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076514.363488:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076514.363493:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769076514.363498:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076514.363506:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007616021632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076514.363520:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076514.363521:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076514.363524:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007616021632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076514.363530:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076514.363534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076514.363537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076514.363540:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076514.363541:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076514.363544:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076514.363549:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3497
00000400:00000200:3.0:1769076514.363552:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076514.363558:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076514.363560:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076514.363566:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363568:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076514.363572:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363576:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076514.363580:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076514.363581:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076514.363582:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076514.363584:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076514.363585:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076514.363589:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076514.363596:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363598:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076514.363602:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363606:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076514.363609:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076514.363614:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076514.363618:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076514.363621:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076514.363623:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076514.363624:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076514.363625:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076514.363626:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076514.363628:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076514.363631:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076514.363636:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769076514.363639:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076514.363642:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076514.363643:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076514.363646:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076514.363648:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076514.363650:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076514.363654:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076514.363658:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076514.363665:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007616021760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076514.363672:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076514.363676:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076514.363682:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007616021760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076514.363694:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076514.363698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076514.363704:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076514.363707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076514.363712:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076514.363715:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3508)
00000800:00000200:1.1:1769076514.363723:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076514.363902:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076514.364102:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:3.0:1769076515.067241:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076515.067245:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076515.067248:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076515.259148:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076515.259154:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076515.259155:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076515.259159:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076515.259162:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076515.259165:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076515.259167:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076515.259169:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076515.259171:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076515.643122:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298171629, at 4298171648
00000100:00000010:3.0:1769076515.643135:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf00.
00000100:00000040:2.0:1769076515.643184:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298171629, at 4298171648
00000100:00000010:2.0:1769076515.643199:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bea0.
00000020:00000001:0.0:1769076516.091251:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076516.091255:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076516.091259:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076516.283185:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076516.283193:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076516.283195:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076516.283201:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076516.283204:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076516.283208:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076516.283210:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076516.283212:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076516.283215:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076517.115234:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076517.115239:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076517.115245:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076517.307134:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076517.307140:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076517.307141:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076517.307146:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076517.307149:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076517.307152:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076517.307154:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076517.307157:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076517.307159:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769076517.435458:0:2394:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:2.0:1769076517.435535:0:2394:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076517.435550:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076517.435555:0:2394:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:2.0:1769076517.435560:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076517.435565:0:2394:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076517.435576:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076517.435582:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f700.
00000400:00000200:2.0:1769076517.435589:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076517.435594:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076517.435603:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423bb0
00000400:00000010:2.0:1769076517.435606:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423bb0.
00000100:00000001:2.0:1769076517.435612:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076517.435625:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d35c00 x1855007616021504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076517.435653:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076517.435657:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35c00 x1855007616021504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076517.435667:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076517.435670:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076517.435684:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076517.435688:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f400.
00000400:00000200:2.0:1769076517.435692:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076517.435696:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076517.435699:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:2.0:1769076517.435718:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:2.0:1769076517.435722:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076517.435730:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d34380 x1855007616021632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076517.435745:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076517.435750:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34380 x1855007616021632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076517.435763:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076517.435767:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076517.435778:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076517.435785:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:2.0:1769076517.435791:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076517.435799:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076517.435803:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423cc0
00000400:00000010:2.0:1769076517.435809:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423cc0.
00000100:00000001:2.0:1769076517.435814:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076517.435821:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d35500 x1855007616021760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076517.435840:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076517.435856:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35500 x1855007616021760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076517.435871:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076517.435877:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769076518.139224:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076518.139228:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076518.139231:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076518.331136:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076518.331145:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076518.331147:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076518.331152:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076518.331156:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076518.331159:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076518.331161:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076518.331164:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076518.331166:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076519.163255:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076519.163264:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076519.163270:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076519.355190:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076519.355203:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076519.355207:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076519.355218:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076519.355227:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076519.355233:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076519.355239:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076519.355244:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076519.355250:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076519.483314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076519.483334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076519.483340:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076519.483348:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076519.483356:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076519.483371:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3503
00000400:00000200:2.0:1769076519.483388:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076519.483401:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076519.483409:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076519.483416:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076519.483422:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076519.483428:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076519.483432:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076519.483441:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076519.483446:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076519.483451:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076519.483457:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076519.483463:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076519.483469:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076519.483475:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076519.483479:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076519.483483:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076519.483488:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076519.483494:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076519.483501:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076519.483506:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076519.483514:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076519.483521:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076519.483528:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.483533:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076519.483538:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076519.483551:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000020:00000040:2.0:1769076519.483559:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076519.483568:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076519.483571:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.483578:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076519.483583:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076519.483592:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076519.483609:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21000.
00000100:00000001:2.0:1769076519.483623:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076519.483642:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007616021888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076519.483695:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076519.483707:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076519.483718:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007616021888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076519.483778:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076519.483785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076519.483793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076519.483796:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076519.483799:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076519.483804:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076519.483809:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3503
00000400:00000200:2.0:1769076519.483820:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076519.483828:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076519.483833:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076519.483840:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076519.483845:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076519.483852:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076519.483858:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076519.483867:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076519.483875:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076519.483885:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076519.483890:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076519.483898:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076519.483905:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076519.483923:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076519.483935:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076519.483945:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076519.483956:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076519.483968:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076519.483978:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076519.483991:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076519.484003:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076519.484021:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076519.484029:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.484033:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076519.484042:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076519.484055:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.484171:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076519.484190:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000020:00000040:2.0:1769076519.484200:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076519.484207:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076519.484209:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.484213:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076519.484216:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076519.484221:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076519.484238:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22000.
00000100:00000001:2.0:1769076519.484246:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076519.484275:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007616022016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076519.484326:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076519.484339:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076519.484359:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007616022016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076519.484396:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076519.484420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076519.484429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076519.484435:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076519.484444:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076519.484456:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076519.484470:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3503
00000400:00000200:2.0:1769076519.484497:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076519.484514:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076519.484523:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076519.484536:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076519.484542:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076519.484551:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076519.484561:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076519.484574:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076519.484581:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076519.484591:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076519.484600:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076519.484611:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076519.484617:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076519.484631:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076519.484641:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076519.484654:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076519.484662:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076519.484698:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076519.484712:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076519.484722:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076519.484727:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076519.484738:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076519.484750:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.484756:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076519.484764:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1769076519.484776:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000008:00000001:2.0:1769076519.484777:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.484787:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076519.484792:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000100:00000010:2.0:1769076519.484799:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000020:00000040:2.0:1769076519.484809:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076519.484823:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076519.484831:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.484840:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076519.484847:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076519.484855:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076519.484870:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23400.
00000100:00000001:2.0:1769076519.484881:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076519.484900:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007616022144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076519.484962:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076519.484970:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076519.484986:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007616022144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076519.485050:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076519.485114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076519.485128:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076519.485141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076519.485155:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076519.485172:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3513)
00000800:00000200:1.1:1769076519.485899:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076519.485905:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076519.486454:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076519.486458:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769076520.187494:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076520.187500:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076520.187505:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076520.379186:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076520.379214:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076520.379218:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076520.379230:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076520.379257:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076520.379265:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076520.379270:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076520.379275:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076520.379283:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076520.763203:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298176751, at 4298176768
00000100:00000010:3.0:1769076520.763231:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b4e0.
00000100:00000040:2.0:1769076520.763233:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298176751, at 4298176768
00000100:00000010:2.0:1769076520.763254:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b7e0.
00000020:00000001:3.0:1769076521.211312:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076521.211319:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076521.211325:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076521.403177:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076521.403189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076521.403191:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076521.403200:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076521.403206:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076521.403212:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076521.403215:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076521.403219:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076521.403224:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076522.235287:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076522.235292:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076522.235296:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076522.427220:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076522.427230:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076522.427232:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076522.427239:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076522.427244:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076522.427249:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076522.427253:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076522.427256:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076522.427260:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076523.259372:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076523.259379:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076523.259385:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076523.451202:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076523.451219:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076523.451223:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076523.451234:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076523.451242:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076523.451250:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076523.451255:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076523.451261:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076523.451278:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076524.283338:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076524.283345:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076524.283351:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076524.475128:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076524.475135:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076524.475137:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076524.475141:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076524.475145:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076524.475148:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076524.475150:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076524.475153:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076524.475155:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076524.603253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076524.603271:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076524.603276:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076524.603282:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076524.603289:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076524.603302:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3508
00000400:00000200:2.0:1769076524.603320:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076524.603332:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076524.603338:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076524.603346:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076524.603353:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076524.603358:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076524.603364:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076524.603373:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076524.603378:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076524.603384:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076524.603389:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076524.603395:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076524.603401:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076524.603408:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076524.603411:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076524.603414:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076524.603417:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076524.603422:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076524.603426:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076524.603430:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076524.603435:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076524.603441:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076524.603445:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076524.603448:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076524.603452:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076524.603469:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693480.
00000020:00000040:2.0:1769076524.603475:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076524.603482:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076524.603484:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076524.603489:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076524.603493:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076524.603500:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076524.603512:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23800.
00000100:00000001:2.0:1769076524.603522:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076524.603537:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693480 x1855007616022272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076524.603554:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076524.603560:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076524.603566:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a08507] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693480 x1855007616022272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076524.603635:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076524.603641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076524.603646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076524.603648:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076524.603651:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076524.603654:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076524.603658:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3508
00000400:00000200:2.0:1769076524.603663:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076524.603668:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076524.603671:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076524.603675:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076524.603678:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076524.603682:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076524.603685:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076524.603689:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076524.603691:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076524.603694:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076524.603698:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076524.603701:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076524.603704:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076524.603708:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076524.603711:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076524.603715:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076524.603724:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076524.603729:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076524.603737:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076524.603744:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076524.603748:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076524.603758:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076524.603768:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076524.603775:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076524.603785:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076524.603797:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076524.603802:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076524.603811:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691f80.
00000020:00000040:2.0:1769076524.603818:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076524.603826:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076524.603830:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076524.603840:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076524.603845:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076524.603852:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076524.603859:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000100:00000001:2.0:1769076524.603873:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076524.603884:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691f80 x1855007616022400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076524.603896:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076524.603905:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076524.603916:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c3f3d7a] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691f80 x1855007616022400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076524.603941:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076524.603948:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076524.603953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076524.603962:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076524.603968:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076524.603981:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076524.603995:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3508
00000400:00000200:2.0:1769076524.604015:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076524.604031:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076524.604044:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076524.604058:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076524.604111:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076524.604118:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076524.604125:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076524.604131:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076524.604133:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076524.604137:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076524.604142:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076524.604148:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076524.604153:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076524.604162:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076524.604168:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076524.604177:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076524.604182:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076524.604190:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076524.604201:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076524.604208:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076524.604211:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076524.604215:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076524.604221:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076524.604227:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076524.604234:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076524.604247:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076524.604253:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076524.604263:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000020:00000040:2.0:1769076524.604273:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076524.604282:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076524.604287:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076524.604296:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076524.604302:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076524.604311:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076524.604325:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20800.
00000100:00000001:2.0:1769076524.604339:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076524.604361:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00100000:2.0:1769076524.604363:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007616022528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076524.604368:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1769076524.604402:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076524.604407:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076524.604424:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007616022528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076524.604444:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076524.604452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076524.604460:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076524.604466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076524.604481:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076524.604494:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3518)
00000800:00000200:1.1:1769076524.605055:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076524.605058:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076524.605511:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076524.605516:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076525.307355:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076525.307360:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076525.307364:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076525.883208:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298181870, at 4298181888
00000100:00000040:3.0:1769076525.883208:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298181870, at 4298181888
00000100:00000010:2.0:1769076525.883236:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b120.
00000100:00000010:3.0:1769076525.883241:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b060.
00000020:00000001:3.0:1769076526.331301:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076526.331306:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076526.331311:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076527.355251:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076527.355254:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076527.355258:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076528.379275:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076528.379288:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076528.379293:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076529.403246:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076529.403254:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076529.403260:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076529.723199:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076529.723215:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076529.723219:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076529.723224:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076529.723231:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076529.723241:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3513
00000400:00000200:2.0:1769076529.723254:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076529.723264:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076529.723268:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076529.723273:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076529.723278:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076529.723282:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076529.723285:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076529.723291:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076529.723294:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076529.723297:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076529.723301:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076529.723304:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076529.723307:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076529.723311:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076529.723313:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076529.723316:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076529.723319:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076529.723324:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076529.723328:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076529.723331:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076529.723336:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076529.723341:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076529.723356:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076529.723359:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076529.723363:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076529.723378:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000020:00000040:2.0:1769076529.723383:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076529.723390:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076529.723392:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076529.723397:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076529.723402:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076529.723409:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076529.723422:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22c00.
00000100:00000001:2.0:1769076529.723433:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076529.723446:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007616022656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076529.723461:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076529.723468:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076529.723475:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007616022656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076529.723538:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076529.723543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076529.723548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076529.723550:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076529.723552:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076529.723555:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076529.723559:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3513
00000400:00000200:2.0:1769076529.723563:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076529.723569:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076529.723573:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076529.723581:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076529.723586:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076529.723591:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076529.723594:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076529.723599:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076529.723603:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076529.723616:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076529.723623:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076529.723630:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076529.723636:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076529.723647:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076529.723654:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076529.723668:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076529.723680:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076529.723695:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076529.723705:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076529.723719:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076529.723731:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076529.723740:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076529.723745:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076529.723749:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076529.723763:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076529.723769:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076529.723776:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076529.723782:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000020:00000040:2.0:1769076529.723788:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076529.723799:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076529.723801:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076529.723806:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076529.723808:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076529.723812:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076529.723820:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000100:00000001:2.0:1769076529.723833:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076529.723843:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007616022784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076529.723874:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076529.723878:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076529.723887:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007616022784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076529.723909:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076529.723914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076529.723922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076529.723925:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076529.723928:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076529.723932:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076529.723940:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3513
00000400:00000200:2.0:1769076529.723948:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076529.723962:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076529.723970:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076529.723985:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076529.723996:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076529.724008:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076529.724019:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076529.724027:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076529.724034:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076529.724043:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076529.724047:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076529.724096:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076529.724103:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076529.724111:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076529.724116:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076529.724121:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076529.724128:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076529.724133:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076529.724145:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076529.724152:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076529.724161:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076529.724175:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076529.724194:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076529.724200:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076529.724208:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076529.724227:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076529.724239:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076529.724251:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000020:00000040:2.0:1769076529.724257:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076529.724265:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076529.724269:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076529.724274:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076529.724279:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076529.724285:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076529.724296:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22800.
00000100:00000001:2.0:1769076529.724304:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076529.724314:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007616022912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076529.724334:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076529.724342:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076529.724349:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007616022912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076529.724377:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076529.724384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076529.724395:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076529.724406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769076529.724408:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:2.0:1769076529.724429:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769076529.724429:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769076529.724450:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3523)
00000800:00000200:1.1:1769076529.724878:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076529.724880:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076529.725063:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076529.725096:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769076530.427311:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076530.427319:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076530.427325:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076531.003199:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298186990, at 4298187008
00000100:00000010:3.0:1769076531.003237:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf60.
00000100:00000040:2.0:1769076531.003306:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298186990, at 4298187008
00000100:00000010:2.0:1769076531.003320:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0be40.
00000020:00000001:0.0:1769076531.451607:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076531.451616:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076531.451624:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076532.475372:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076532.475379:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076532.475384:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076533.499220:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076533.499225:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076533.499229:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076534.523498:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076534.523505:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076534.523511:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076534.843197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076534.843209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076534.843213:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076534.843217:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076534.843234:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076534.843242:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3518
00000400:00000200:2.0:1769076534.843251:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076534.843257:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076534.843261:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076534.843266:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843269:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076534.843274:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843277:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076534.843281:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076534.843283:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076534.843286:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076534.843301:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076534.843303:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076534.843306:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076534.843310:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843313:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076534.843315:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843317:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076534.843319:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076534.843322:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843326:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076534.843329:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076534.843332:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076534.843335:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076534.843336:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076534.843338:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076534.843345:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
00000020:00000040:2.0:1769076534.843349:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076534.843353:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076534.843354:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076534.843357:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076534.843360:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076534.843364:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076534.843373:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23c00.
00000100:00000001:2.0:1769076534.843380:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076534.843390:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007616023040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076534.843401:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076534.843405:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076534.843423:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007616023040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076534.843438:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076534.843452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076534.843456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076534.843459:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076534.843462:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076534.843468:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076534.843473:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3518
00000400:00000200:2.0:1769076534.843480:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076534.843484:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076534.843489:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076534.843496:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843500:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076534.843505:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843510:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076534.843513:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076534.843515:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076534.843518:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076534.843519:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076534.843521:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076534.843525:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076534.843529:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843533:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076534.843538:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843541:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076534.843544:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076534.843548:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843554:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076534.843557:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076534.843564:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076534.843567:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076534.843570:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076534.843574:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076534.843579:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076534.843583:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076534.843587:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000020:00000040:2.0:1769076534.843589:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076534.843595:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076534.843596:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076534.843602:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076534.843603:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076534.843604:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076534.843610:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22800.
00000100:00000001:2.0:1769076534.843615:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076534.843622:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007616023168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076534.843634:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076534.843636:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076534.843641:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007616023168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076534.843653:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076534.843658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076534.843663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076534.843666:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076534.843669:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076534.843676:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076534.843684:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3518
00000400:00000200:2.0:1769076534.843691:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076534.843695:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076534.843701:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076534.843703:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843704:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076534.843709:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843713:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076534.843716:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076534.843717:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076534.843720:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076534.843722:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076534.843725:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076534.843728:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076534.843732:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843736:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076534.843738:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843740:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076534.843744:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076534.843751:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076534.843753:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076534.843756:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076534.843766:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076534.843771:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076534.843774:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076534.843778:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076534.843781:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076534.843786:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076534.843793:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000020:00000040:2.0:1769076534.843796:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076534.843800:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076534.843802:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076534.843807:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076534.843809:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076534.843812:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076534.843819:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000100:00000001:2.0:1769076534.843832:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076534.843841:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007616023296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076534.843852:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076534.843856:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076534.843863:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007616023296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076534.843871:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076534.843872:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076534.843878:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769076534.843879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076534.843886:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076534.843889:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076534.843893:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076534.843899:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3528)
00000800:00000200:1.1:1769076534.844284:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076534.844286:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076534.844535:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076534.844537:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769076535.547443:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076535.547448:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076535.547451:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076536.123138:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298192109, at 4298192128
00000100:00000040:2.0:1769076536.123152:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298192109, at 4298192128
00000100:00000010:3.0:1769076536.123161:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b360.
00000100:00000010:2.0:1769076536.123163:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b540.
00000020:00000001:3.0:1769076536.571254:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076536.571259:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076536.571263:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076537.595290:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076537.595295:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076537.595297:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076538.619238:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076538.619243:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076538.619247:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076539.643267:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076539.643271:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076539.643274:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076539.963145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076539.963163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076539.963166:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076539.963171:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076539.963176:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076539.963183:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3523
00000400:00000200:2.0:1769076539.963191:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076539.963197:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076539.963200:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076539.963203:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963206:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076539.963208:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963210:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076539.963214:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076539.963216:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076539.963218:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076539.963221:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076539.963223:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076539.963225:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076539.963227:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963229:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076539.963230:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963232:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076539.963234:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076539.963237:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963238:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076539.963242:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076539.963245:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076539.963248:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076539.963250:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076539.963252:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076539.963262:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000020:00000040:2.0:1769076539.963266:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076539.963271:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076539.963272:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076539.963275:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076539.963277:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076539.963282:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076539.963290:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22c00.
00000100:00000001:2.0:1769076539.963297:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076539.963305:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007616023424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076539.963314:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076539.963319:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076539.963343:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007616023424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076539.963364:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076539.963367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076539.963370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076539.963371:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076539.963373:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076539.963375:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076539.963377:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3523
00000400:00000200:2.0:1769076539.963381:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076539.963384:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076539.963386:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076539.963389:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963392:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076539.963396:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963401:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076539.963405:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076539.963407:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076539.963409:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076539.963412:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076539.963417:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076539.963421:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076539.963428:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963432:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076539.963435:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963437:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076539.963440:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076539.963443:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963447:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076539.963451:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076539.963457:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076539.963463:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076539.963466:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076539.963471:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076539.963476:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076539.963481:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076539.963486:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
00000020:00000040:2.0:1769076539.963491:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076539.963495:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076539.963496:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076539.963498:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076539.963499:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076539.963502:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076539.963510:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20800.
00000100:00000001:2.0:1769076539.963516:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076539.963521:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007616023552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076539.963530:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076539.963535:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076539.963540:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007616023552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076539.963552:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076539.963558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076539.963564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076539.963567:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076539.963571:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076539.963579:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076539.963586:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3523
00000400:00000200:2.0:1769076539.963597:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076539.963604:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076539.963609:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076539.963616:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963622:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076539.963626:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963629:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076539.963632:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076539.963633:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076539.963634:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076539.963638:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076539.963643:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076539.963645:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076539.963649:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963654:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076539.963655:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963657:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076539.963661:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076539.963665:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076539.963670:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076539.963674:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076539.963677:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076539.963681:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076539.963684:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076539.963687:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076539.963693:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076539.963697:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076539.963700:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000020:00000040:2.0:1769076539.963703:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076539.963708:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076539.963712:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076539.963718:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076539.963722:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076539.963727:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076539.963735:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000100:00000001:2.0:1769076539.963742:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076539.963752:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007616023680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076539.963754:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076539.963761:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1769076539.963768:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076539.963772:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076539.963779:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007616023680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076539.963789:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076539.963795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076539.963800:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076539.963803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076539.963811:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076539.963817:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3533)
00000800:00000200:1.1:1769076539.964174:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076539.964175:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076539.964389:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076539.964391:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769076540.667422:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076540.667429:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076540.667434:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076541.243290:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298197229, at 4298197248
00000100:00000040:2.0:1769076541.243297:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298197229, at 4298197248
00000100:00000010:2.0:1769076541.243344:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bd80.
00000100:00000010:3.0:1769076541.243348:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b300.
00000020:00000001:3.0:1769076541.691387:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076541.691394:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076541.691399:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076542.715214:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076542.715218:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076542.715221:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076543.739246:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076543.739249:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076543.739252:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076544.763319:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076544.763322:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076544.763325:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076545.083256:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076545.083267:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076545.083270:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076545.083274:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076545.083279:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076545.083287:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3528
00000400:00000200:2.0:1769076545.083296:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076545.083303:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076545.083306:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076545.083309:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083312:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076545.083314:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083316:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076545.083320:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076545.083323:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076545.083325:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076545.083328:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076545.083330:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076545.083332:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076545.083334:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083336:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076545.083338:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083339:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076545.083342:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076545.083346:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083348:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076545.083352:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076545.083356:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076545.083359:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.083361:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076545.083363:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076545.083375:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692d80.
00000020:00000040:2.0:1769076545.083378:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076545.083382:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076545.083383:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.083386:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076545.083389:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076545.083394:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076545.083402:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23800.
00000100:00000001:2.0:1769076545.083409:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076545.083417:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692d80 x1855007616023808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076545.083425:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076545.083429:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076545.083433:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073904516] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692d80 x1855007616023808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076545.083454:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076545.083457:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076545.083461:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076545.083462:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076545.083463:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076545.083465:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076545.083467:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3528
00000400:00000200:2.0:1769076545.083470:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076545.083473:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076545.083475:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076545.083478:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083480:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076545.083482:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083484:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076545.083486:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076545.083487:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076545.083488:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076545.083490:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076545.083492:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076545.083494:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076545.083505:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083512:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076545.083516:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083519:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076545.083520:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076545.083524:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083529:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076545.083535:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076545.083543:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076545.083551:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.083561:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076545.083569:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076545.083575:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.083590:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076545.083608:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690000.
00000020:00000040:2.0:1769076545.083624:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076545.083626:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076545.083629:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.083634:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076545.083637:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076545.083641:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076545.083647:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21800.
00000100:00000001:2.0:1769076545.083653:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076545.083659:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690000 x1855007616023936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076545.083669:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076545.083675:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076545.083683:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc5d67b8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690000 x1855007616023936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076545.083693:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076545.083701:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076545.083708:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076545.083716:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076545.083720:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076545.083723:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076545.083732:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3528
00000400:00000200:2.0:1769076545.083739:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076545.083748:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076545.083754:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076545.083759:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083761:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076545.083769:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083774:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076545.083793:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076545.083796:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076545.083801:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076545.083804:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076545.083813:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076545.083823:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076545.083839:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083851:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076545.083868:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083884:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076545.083889:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076545.083901:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076545.083904:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076545.083913:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076545.083921:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076545.083929:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.083934:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076545.083939:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076545.083946:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.083948:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076545.083954:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000020:00000040:2.0:1769076545.083957:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076545.083966:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076545.083968:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.083974:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076545.083976:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076545.083978:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076545.083984:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23400.
00000100:00000001:2.0:1769076545.083993:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076545.084006:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007616024064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076545.084039:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076545.084043:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076545.084057:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007616024064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076545.084094:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076545.084097:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076545.084100:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076545.084103:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076545.084107:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076545.084113:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3538)
00000800:00000200:1.1:1769076545.084148:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076545.084152:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076545.084627:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076545.084631:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076545.084968:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076545.084972:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769076545.787217:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076545.787220:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076545.787223:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076546.363198:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298202350, at 4298202368
00000100:00000040:3.0:1769076546.363203:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298202350, at 4298202368
00000100:00000010:2.0:1769076546.363233:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b600.
00000100:00000010:3.0:1769076546.363239:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b180.
00000020:00000001:0.0:1769076546.811306:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076546.811311:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076546.811315:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076547.835259:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076547.835263:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076547.835266:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076548.859232:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076548.859237:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076548.859241:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076549.883313:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076549.883318:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076549.883322:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076550.203257:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076550.203274:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076550.203278:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076550.203283:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076550.203288:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076550.203298:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3533
00000400:00000200:2.0:1769076550.203307:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076550.203315:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076550.203319:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076550.203323:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203327:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076550.203329:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203332:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076550.203337:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076550.203339:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076550.203342:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076550.203345:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076550.203348:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076550.203350:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076550.203353:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203355:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076550.203357:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203359:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076550.203362:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076550.203366:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203368:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076550.203373:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076550.203377:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076550.203380:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.203383:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076550.203385:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076550.203399:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
00000020:00000040:2.0:1769076550.203403:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076550.203408:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076550.203410:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.203414:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076550.203417:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076550.203422:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076550.203433:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21000.
00000100:00000001:2.0:1769076550.203441:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076550.203453:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007616024192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076550.203469:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076550.203477:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076550.203484:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007616024192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076550.203519:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076550.203525:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076550.203531:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076550.203533:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076550.203536:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076550.203555:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076550.203558:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3533
00000400:00000200:2.0:1769076550.203563:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076550.203566:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076550.203569:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076550.203572:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203575:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076550.203579:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203582:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076550.203586:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076550.203588:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076550.203593:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076550.203595:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076550.203598:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076550.203601:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076550.203605:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203610:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076550.203613:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203619:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076550.203623:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076550.203629:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203632:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076550.203636:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076550.203644:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076550.203656:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.203661:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076550.203669:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076550.203674:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.203677:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076550.203682:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000020:00000040:2.0:1769076550.203685:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076550.203692:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076550.203695:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.203697:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076550.203698:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076550.203701:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076550.203707:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20400.
00000100:00000001:2.0:1769076550.203712:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076550.203720:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007616024320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076550.203729:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076550.203734:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076550.203741:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007616024320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076550.203756:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076550.203763:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076550.203770:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076550.203775:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076550.203779:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076550.203786:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076550.203795:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3533
00000400:00000200:2.0:1769076550.203804:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076550.203813:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076550.203820:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076550.203830:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203838:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076550.203846:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203853:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076550.203856:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076550.203859:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076550.203863:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076550.203867:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076550.203870:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076550.203872:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076550.203877:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203883:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076550.203889:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203892:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076550.203898:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076550.203905:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076550.203910:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076550.203911:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076550.203914:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076550.203918:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.203921:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076550.203924:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076550.203930:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.203932:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076550.203933:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000010:2.0:1769076550.203938:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000800:00000200:1.1:1769076550.203939:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000020:00000040:2.0:1769076550.203944:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076550.203950:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076550.203954:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.203972:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076550.203975:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076550.203977:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076550.203981:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000100:00000001:2.0:1769076550.203987:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076550.203997:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007616024448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076550.204010:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076550.204014:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076550.204022:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007616024448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076550.204046:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076550.204051:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076550.204061:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076550.204069:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076550.204075:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076550.204124:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3543)
00000800:00000200:1.1:1769076550.204507:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076550.204509:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076550.204810:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076550.204832:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1769076550.907233:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076550.907238:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076550.907241:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076551.483178:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298207470, at 4298207488
00000100:00000040:2.0:1769076551.483186:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298207470, at 4298207488
00000100:00000010:3.0:1769076551.483197:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b600.
00000100:00000010:2.0:1769076551.483198:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b180.
00000020:00000001:3.0:1769076551.931263:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076551.931267:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076551.931270:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076552.955300:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076552.955306:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076552.955310:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076553.979242:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076553.979246:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076553.979250:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076555.003290:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076555.003298:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076555.003303:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076555.323180:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076555.323194:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076555.323198:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076555.323204:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076555.323209:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076555.323221:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3538
00000400:00000200:2.0:1769076555.323232:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076555.323239:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076555.323243:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076555.323247:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323251:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076555.323254:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323257:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076555.323262:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076555.323264:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076555.323267:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076555.323270:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076555.323271:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076555.323274:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076555.323276:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323277:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076555.323278:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323280:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076555.323282:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076555.323284:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323286:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076555.323290:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076555.323293:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076555.323295:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.323297:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076555.323300:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076555.323311:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000020:00000040:2.0:1769076555.323314:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076555.323318:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076555.323320:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.323323:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076555.323325:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076555.323330:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076555.323337:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22400.
00000100:00000001:2.0:1769076555.323343:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076555.323351:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007616024576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076555.323361:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076555.323366:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076555.323369:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007616024576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076555.323396:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076555.323400:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076555.323404:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076555.323407:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076555.323409:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076555.323414:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076555.323417:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3538
00000400:00000200:2.0:1769076555.323423:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076555.323430:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076555.323437:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076555.323445:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323450:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076555.323452:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323456:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076555.323462:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076555.323463:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076555.323469:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076555.323474:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076555.323484:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076555.323489:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076555.323496:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323502:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076555.323506:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323516:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076555.323531:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076555.323540:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323551:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076555.323558:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076555.323568:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076555.323574:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.323581:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076555.323589:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076555.323599:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.323602:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076555.323620:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
00000020:00000040:2.0:1769076555.323631:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076555.323639:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076555.323648:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.323650:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076555.323653:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076555.323655:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076555.323661:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21400.
00000100:00000001:2.0:1769076555.323670:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076555.323685:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007616024704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076555.323705:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076555.323708:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076555.323715:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007616024704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076555.323732:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076555.323741:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076555.323752:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076555.323754:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076555.323757:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076555.323760:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076555.323766:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3538
00000400:00000200:2.0:1769076555.323776:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076555.323782:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076555.323786:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076555.323791:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323799:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076555.323807:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323815:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076555.323825:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076555.323831:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076555.323836:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076555.323841:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076555.323845:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076555.323848:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076555.323856:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323865:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076555.323872:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323881:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076555.323889:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076555.323901:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076555.323905:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076555.323908:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076555.323911:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076555.323921:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.323932:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076555.323935:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076555.323944:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076555.323953:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076555.323955:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076555.323957:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000100:00000010:2.0:1769076555.323964:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000020:00000040:2.0:1769076555.323971:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076555.323978:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076555.323979:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.323990:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076555.323995:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076555.324001:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076555.324014:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000100:00000001:2.0:1769076555.324023:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076555.324038:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007616024832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076555.324126:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076555.324132:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076555.324144:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007616024832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076555.324172:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076555.324183:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076555.324195:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076555.324206:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076555.324211:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076555.324217:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3549)
00000800:00000200:1.1:1769076555.324436:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076555.324438:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076555.324626:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076555.324628:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076556.027326:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076556.027332:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076556.027335:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076556.603134:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298212590, at 4298212608
00000100:00000010:3.0:1769076556.603149:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bd80.
00000100:00000040:2.0:1769076556.603176:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298212590, at 4298212608
00000100:00000010:2.0:1769076556.603189:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b300.
00000020:00000001:3.0:1769076557.051286:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076557.051290:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076557.051293:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076558.075276:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076558.075281:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076558.075284:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076559.099319:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076559.099325:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076559.099329:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076560.123202:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076560.123206:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076560.123209:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076560.443204:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076560.443222:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076560.443225:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076560.443231:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076560.443237:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076560.443247:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3544
00000400:00000200:2.0:1769076560.443259:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076560.443267:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076560.443272:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076560.443277:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076560.443281:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076560.443284:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076560.443287:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076560.443303:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076560.443306:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076560.443310:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076560.443313:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076560.443316:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076560.443320:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076560.443324:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076560.443326:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076560.443328:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076560.443331:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076560.443335:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076560.443339:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076560.443343:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076560.443347:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076560.443352:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076560.443355:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076560.443358:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076560.443361:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076560.443375:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000020:00000040:2.0:1769076560.443380:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076560.443385:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076560.443387:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076560.443391:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076560.443395:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076560.443401:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076560.443412:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20400.
00000100:00000001:2.0:1769076560.443420:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076560.443431:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007616024960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076560.443444:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076560.443450:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076560.443455:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007616024960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076560.443484:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076560.443488:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076560.443492:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076560.443494:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076560.443496:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076560.443499:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076560.443502:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3544
00000400:00000200:2.0:1769076560.443507:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076560.443511:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076560.443514:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076560.443518:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076560.443520:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076560.443523:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076560.443525:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076560.443528:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076560.443529:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076560.443532:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076560.443535:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076560.443537:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076560.443539:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076560.443544:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076560.443547:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076560.443551:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076560.443554:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076560.443557:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076560.443562:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076560.443566:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076560.443574:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076560.443583:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076560.443593:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076560.443604:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076560.443615:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076560.443627:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076560.443635:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076560.443647:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000020:00000040:2.0:1769076560.443655:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076560.443663:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076560.443669:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076560.443674:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076560.443675:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076560.443679:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076560.443688:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21000.
00000100:00000001:2.0:1769076560.443698:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076560.443715:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007616025088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076560.443746:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076560.443754:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076560.443770:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007616025088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076560.443806:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076560.443814:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076560.443828:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076560.443835:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076560.443840:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076560.443849:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076560.443864:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3544
00000400:00000200:2.0:1769076560.443883:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076560.443890:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076560.443894:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076560.443910:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076560.443921:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076560.443929:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076560.443934:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076560.443940:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076560.443942:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076560.443947:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076560.443951:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076560.443957:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076560.443962:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076560.443967:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076560.443969:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076560.443973:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076560.444000:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076560.444010:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000200:1.1:1769076560.444018:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:2.0:1769076560.444021:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000800:00000200:1.1:1769076560.444026:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769076560.444028:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076560.444034:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076560.444040:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076560.444046:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076560.444052:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076560.444057:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076560.444111:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076560.444117:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076560.444126:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000020:00000040:2.0:1769076560.444132:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076560.444141:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076560.444144:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076560.444152:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076560.444156:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076560.444160:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076560.444170:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22000.
00000100:00000001:2.0:1769076560.444181:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076560.444197:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007616025216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076560.444224:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076560.444228:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076560.444239:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007616025216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076560.444259:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076560.444264:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076560.444276:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076560.444284:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076560.444295:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076560.444309:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3554)
00000800:00000200:1.1:1769076560.444537:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076560.444539:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076560.444726:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076560.444728:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076561.147294:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076561.147300:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076561.147304:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076561.723151:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298217710, at 4298217728
00000100:00000040:2.0:1769076561.723171:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298217710, at 4298217728
00000100:00000010:3.0:1769076561.723175:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b360.
00000100:00000010:2.0:1769076561.723180:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b540.
00000020:00000001:0.0:1769076562.171324:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076562.171329:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076562.171332:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076563.195300:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076563.195304:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076563.195308:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076564.219239:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076564.219243:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076564.219247:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076565.243255:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076565.243260:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076565.243263:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076565.563178:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076565.563191:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076565.563194:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076565.563199:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076565.563205:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076565.563214:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3549
00000400:00000200:2.0:1769076565.563224:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076565.563232:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076565.563236:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076565.563240:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563244:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076565.563248:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563251:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076565.563256:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076565.563259:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076565.563262:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076565.563265:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076565.563268:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076565.563271:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076565.563274:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563277:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076565.563279:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563281:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076565.563285:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076565.563289:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563292:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076565.563296:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076565.563300:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076565.563304:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.563307:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076565.563310:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076565.563322:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691f80.
00000020:00000040:2.0:1769076565.563325:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076565.563330:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076565.563331:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.563334:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076565.563337:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076565.563342:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076565.563351:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21800.
00000100:00000001:2.0:1769076565.563357:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076565.563366:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691f80 x1855007616025344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076565.563375:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076565.563379:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076565.563383:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c3f3d7a] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691f80 x1855007616025344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076565.563400:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076565.563402:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076565.563406:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076565.563407:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076565.563408:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076565.563411:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076565.563413:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3549
00000400:00000200:2.0:1769076565.563416:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076565.563419:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076565.563421:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076565.563424:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563426:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076565.563430:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563432:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076565.563436:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076565.563439:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076565.563441:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076565.563444:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076565.563446:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076565.563451:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076565.563458:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563462:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076565.563466:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563468:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076565.563471:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076565.563475:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563477:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076565.563480:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076565.563485:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076565.563491:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.563494:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076565.563500:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076565.563504:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.563508:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076565.563515:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693480.
00000020:00000040:2.0:1769076565.563518:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076565.563520:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076565.563522:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.563528:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076565.563530:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076565.563533:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076565.563538:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23800.
00000100:00000001:2.0:1769076565.563543:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076565.563551:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693480 x1855007616025472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076565.563561:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076565.563563:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076565.563567:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a08507] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693480 x1855007616025472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076565.563582:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076565.563587:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076565.563594:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076565.563597:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076565.563599:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076565.563604:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076565.563609:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3549
00000400:00000200:2.0:1769076565.563617:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076565.563622:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076565.563625:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076565.563627:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563632:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076565.563636:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563638:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076565.563639:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076565.563640:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076565.563644:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076565.563648:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076565.563650:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076565.563651:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076565.563658:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563660:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076565.563661:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563663:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076565.563669:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076565.563674:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076565.563689:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076565.563697:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076565.563702:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076565.563708:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.563713:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076565.563718:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076565.563724:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.563727:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076565.563736:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000020:00000040:2.0:1769076565.563742:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076565.563747:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076565.563748:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.563751:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076565.563753:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076565.563757:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076565.563762:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000010:2.0:1769076565.563763:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000100:00000001:2.0:1769076565.563768:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076565.563770:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00100000:2.0:1769076565.563775:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007616025600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076565.563787:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076565.563791:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076565.563797:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007616025600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076565.563807:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076565.563811:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076565.563815:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076565.563818:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076565.563823:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076565.563831:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3559)
00000800:00000200:1.1:1769076565.564167:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076565.564169:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076565.564379:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076565.564381:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076566.267275:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076566.267279:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076566.267281:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769076566.843166:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298222829, at 4298222848
00000100:00000040:3.0:1769076566.843166:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298222829, at 4298222848
00000100:00000010:3.0:1769076566.843185:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0be40.
00000100:00000010:2.0:1769076566.843188:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b5a0.
00000020:00000001:3.0:1769076567.291294:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076567.291300:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076567.291303:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076568.315219:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076568.315222:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076568.315225:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076569.339247:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076569.339251:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076569.339254:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076570.363258:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076570.363263:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076570.363267:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076570.683495:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076570.683504:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076570.683511:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076570.683528:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10a80 x1855007616025728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.683556:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076570.683561:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076570.683569:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076570.683573:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076570.683578:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076570.683613:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616025728:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076570.683625:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076570.683637:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076570.683645:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076570.683653:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076570.683668:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2800.
02000000:00000001:3.0:1769076570.683784:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076570.683799:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076570.684047:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076570.684057:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076570.684097:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616025728, portal 25
00000100:00000001:3.0:1769076570.684101:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076570.684157:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438235264 : -107392271316352 : ffff9e53c9d10a80)
00000100:00000040:3.0:1769076570.684168:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10a80 x1855007616025728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.684180:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076570.684185:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076570.684190:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076570.684195:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616025728, offset 0
00000400:00000200:3.0:1769076570.684205:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076570.684217:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076570.684226:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076570.684234:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076570.684240:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076570.684245:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076570.684248:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076570.684252:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37495:37495:256:4294967295] 192.168.204.113@tcp LPNI seq info [37465:37465:8:4294967295]
00000400:00000200:3.0:1769076570.684256:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076570.684266:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076570.684272:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076570.684278:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076570.684284:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076570.684288:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076570.684293:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076570.684296:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769076570.684300:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076570.684303:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076570.684307:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076570.684311:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076570.684316:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076570.684318:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076570.684322:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076570.684327:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10a80 x1855007616025728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.684337:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076570.684340:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10a80 x1855007616025728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.684348:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076570.684349:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076570.684356:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076570.684360:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076570.684363:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298227950
00000100:00000010:3.0:1769076570.684367:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82240.
00000100:00000001:3.0:1769076570.684373:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076570.684378:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298227950
00000100:00000010:3.0:1769076570.684380:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82ae0.
00000100:00000001:3.0:1769076570.684383:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076570.684385:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076570.684388:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076570.684390:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076570.684396:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076570/real 1769076570]  req@ffff9e53c9d10a80 x1855007616025728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076570.684410:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076570.684412:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076570.684415:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076570.684419:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076570.684421:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076570.684424:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076570.684430:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10a80 x1855007616025728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076570.684452:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10a80 x1855007616025728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.684463:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076570.684466:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.684470:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076570.684472:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076570.684477:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10a80 x1855007616025728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.684488:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076570.684494:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10a80 x1855007616025728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.684504:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076570.684508:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.684510:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076570.684512:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.684515:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076570.684518:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076570.684522:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076570.684528:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076570.684532:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076570.684538:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10a80 x1855007616025728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076570.684549:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616025728:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076570.684554:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.684556:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076570.684559:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10a80 x1855007616025728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.684565:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076570.684567:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076570.684570:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:3.0:1769076570.684573:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076570.684575:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076570.684578:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076570.684580:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076570.684582:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:3.0:1769076570.684585:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076570.684598:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076570.684601:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10a80.
00000100:00000001:3.0:1769076570.684605:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076570.684607:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.684610:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.684619:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076570.684621:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076570.684624:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076570.684626:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076570.684628:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076570.684633:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13800 x1855007616025856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.684644:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076570.684646:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076570.684649:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076570.684652:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076570.684655:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076570.684659:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616025856:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076570.684664:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076570.684667:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076570.684669:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076570.684672:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076570.684675:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2800.
02000000:00000001:3.0:1769076570.684676:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076570.684681:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076570.684684:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076570.684688:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076570.684691:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616025856, portal 10
00000100:00000001:3.0:1769076570.684692:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076570.684694:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438246912 : -107392271304704 : ffff9e53c9d13800)
00000100:00000040:3.0:1769076570.684700:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13800 x1855007616025856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.684707:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076570.684709:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076570.684711:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076570.684713:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616025856, offset 0
00000400:00000200:3.0:1769076570.684716:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076570.684720:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076570.684723:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076570.684726:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076570.684729:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076570.684741:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076570.684743:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076570.684746:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37496:37496:256:4294967295] 192.168.204.113@tcp LPNI seq info [37466:37466:8:4294967295]
00000400:00000200:3.0:1769076570.684749:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076570.684755:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076570.684759:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076570.684762:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076570.684765:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076570.684768:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076570.684772:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076570.684774:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769076570.684778:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076570.684780:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076570.684783:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076570.684786:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076570.684788:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076570.684791:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076570.684794:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076570.684798:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13800 x1855007616025856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.684829:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076570.684834:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13800 x1855007616025856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.684852:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076570.684865:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076570.684871:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076570.684875:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076570.684880:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076570.684884:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298226702
00000100:00000001:3.0:1769076570.684887:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298227950
00000100:00000001:3.0:1769076570.684890:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298226702
00000100:00000001:3.0:1769076570.684893:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298227950
00000100:00000001:3.0:1769076570.684895:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076570.684897:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076570.684899:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076570.684903:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076570/real 1769076570]  req@ffff9e53c9d13800 x1855007616025856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076570.684910:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076570.684912:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076570.684913:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076570.684916:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076570.684917:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076570.684919:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076570.684922:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13800 x1855007616025856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076570.684929:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13800 x1855007616025856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.684935:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076570.684936:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.684938:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076570.684939:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076570.684942:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13800 x1855007616025856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.684948:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076570.684952:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13800 x1855007616025856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.684958:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076570.684962:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.684964:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076570.684965:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.684967:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076570.684970:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076570.684973:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076570.684978:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076570.684981:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076570.684987:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13800 x1855007616025856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076570.684998:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616025856:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076570.685004:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076570.685009:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11f80 x1855007616025984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.685019:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076570.685021:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076570.685024:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076570.685027:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076570.685029:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076570.685033:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616025984:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076570.685036:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076570.685038:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076570.685041:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076570.685042:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076570.685046:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769076570.685047:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076570.685051:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076570.685054:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076570.685056:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076570.685059:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616025984, portal 10
00000100:00000001:3.0:1769076570.685061:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076570.685062:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438240640 : -107392271310976 : ffff9e53c9d11f80)
00000100:00000040:3.0:1769076570.685100:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11f80 x1855007616025984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.685107:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076570.685110:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076570.685113:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076570.685116:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616025984, offset 0
00000400:00000200:3.0:1769076570.685120:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076570.685125:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076570.685128:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076570.685131:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076570.685133:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076570.685135:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076570.685138:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076570.685141:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37497:37497:256:4294967295] 192.168.204.113@tcp LPNI seq info [37467:37467:8:4294967295]
00000400:00000200:3.0:1769076570.685144:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076570.685150:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076570.685154:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076570.685156:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076570.685160:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076570.685163:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076570.685185:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076570.685190:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769076570.685198:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076570.685203:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076570.685208:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076570.685215:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076570.685220:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076570.685223:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076570.685227:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076570.685233:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11f80 x1855007616025984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.685249:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076570.685255:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11f80 x1855007616025984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.685269:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076570.685272:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076570.685279:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076570.685284:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076570.685290:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076570.685294:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298226710
00000100:00000001:3.0:1769076570.685299:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298227950
00000100:00000001:3.0:1769076570.685302:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298226710
00000100:00000001:3.0:1769076570.685304:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298227950
00000100:00000001:3.0:1769076570.685307:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076570.685310:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076570.685312:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076570.685317:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076570/real 1769076570]  req@ffff9e53c9d11f80 x1855007616025984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076570.685327:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076570.685329:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076570.685331:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076570.685334:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076570.685336:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076570.685339:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076570.685343:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11f80 x1855007616025984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076570.685353:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11f80 x1855007616025984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.685361:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076570.685362:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.685364:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076570.685366:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076570.685370:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11f80 x1855007616025984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.685377:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076570.685382:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11f80 x1855007616025984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.685390:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076570.685394:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.685396:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076570.685399:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.685403:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076570.685405:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076570.685410:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076570.685416:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076570.685420:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076570.685444:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11f80 x1855007616025984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076570.685464:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616025984:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076570.685470:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.685473:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076570.685478:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13800 x1855007616025856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.685488:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076570.685490:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076570.685493:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:3.0:1769076570.685497:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076570.685499:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076570.685501:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076570.685504:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076570.685506:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:3.0:1769076570.685509:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076570.685510:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076570.685511:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13800.
00000100:00000001:3.0:1769076570.685514:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076570.685516:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.685517:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076570.685520:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11f80 x1855007616025984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076570.685526:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076570.685527:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076570.685529:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769076570.685530:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076570.685531:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076570.685532:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076570.685534:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076570.685535:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98800.
02000000:00000001:3.0:1769076570.685537:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076570.685538:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076570.685539:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11f80.
00000100:00000001:3.0:1769076570.685544:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076570.685545:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.685547:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076570.685550:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076570.685551:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076570.685553:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076570.685555:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076571.387365:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076571.387371:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076571.387376:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076571.963218:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298227950, at 4298227968
00000100:00000010:3.0:1769076571.963270:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82ae0.
00000100:00000040:2.0:1769076571.963321:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298227950, at 4298227968
00000100:00000010:2.0:1769076571.963344:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82240.
00000020:00000001:3.0:1769076572.411496:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076572.411506:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076572.411514:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076573.435338:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076573.435346:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076573.435351:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076574.459244:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076574.459248:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076574.459252:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076575.483436:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076575.483445:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076575.483452:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076575.803300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076575.803317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076575.803322:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076575.803329:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076575.803335:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076575.803346:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3559
00000400:00000200:2.0:1769076575.803361:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076575.803370:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076575.803375:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076575.803381:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076575.803386:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076575.803391:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076575.803395:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076575.803402:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076575.803405:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076575.803410:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076575.803414:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076575.803417:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076575.803421:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076575.803425:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076575.803428:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076575.803431:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076575.803433:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076575.803437:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076575.803443:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076575.803446:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076575.803465:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076575.803471:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076575.803475:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076575.803478:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076575.803481:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076575.803502:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000020:00000040:2.0:1769076575.803508:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076575.803514:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076575.803516:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076575.803521:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076575.803525:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076575.803532:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076575.803544:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20800.
00000100:00000001:2.0:1769076575.803553:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076575.803566:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007616026112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076575.803582:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076575.803588:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076575.803595:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007616026112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076575.803627:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076575.803631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076575.803637:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076575.803639:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076575.803642:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076575.803645:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076575.803652:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3559
00000400:00000200:2.0:1769076575.803659:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076575.803665:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:3.0:1769076575.803665:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769076575.803680:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769076575.803681:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076575.803693:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076575.803700:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076575.803704:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076575.803717:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:3.0:1769076575.803718:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692300 x1855007616026112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.803745:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076575.803752:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:3.0:1769076575.803752:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076575.803770:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076575.803774:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076575.803779:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1769076575.803781:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1769076575.803783:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076575.803787:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:3.0:1769076575.803789:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769076575.803791:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076575.803804:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:3.0:1769076575.803805:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076575.803811:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076575.803818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076575.803824:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00100000:3.0:1769076575.803826:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616026112:192.168.204.113@tcp:250:kworker.0
00000020:00000040:2.0:1769076575.803831:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:3.0:1769076575.803845:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1769076575.803852:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:3.0:1769076575.803854:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076575.803860:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076575.803866:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769076575.803867:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076575.803876:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1769076575.803878:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769076575.803886:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076575.803894:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769076575.803901:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:2.0:1769076575.803909:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076575.803911:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000100:00000001:2.0:1769076575.803922:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769076575.803922:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000008:00100000:2.0:1769076575.803938:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1769076575.803938:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616026112, portal 25
00000100:00000001:3.0:1769076575.803944:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076575.803951:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102514432 : -107391607037184 : ffff9e53f1692300)
00000008:00000001:2.0:1769076575.803954:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076575.803959:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076575.803961:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692300 x1855007616026112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769076575.803969:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000020:00000040:2.0:1769076575.803974:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076575.803984:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076575.803988:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076575.803997:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076575.804001:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076575.804007:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.804012:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:2.0:1769076575.804015:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22c00.
00000100:00000001:2.0:1769076575.804025:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076575.804026:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076575.804036:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076575.804041:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616026112, offset 0
00000100:00100000:2.0:1769076575.804051:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007616026240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769076575.804055:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076575.804091:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076575.804099:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076575.804106:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076575.804112:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076575.804116:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076575.804120:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076575.804142:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37498:37498:256:4294967295] 192.168.204.113@tcp LPNI seq info [37468:37468:8:4294967295]
00000400:00000200:3.0:1769076575.804148:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076575.804166:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076575.804175:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076575.804188:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007616026240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076575.804190:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076575.804225:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076575.804231:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769076575.804232:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000100:00080000:2.0:1769076575.804236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076575.804244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:3.0:1769076575.804247:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076575.804248:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076575.804254:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1769076575.804255:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1769076575.804266:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1769076575.804272:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:2.0:1769076575.804273:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3559
00000800:00000200:3.1:1769076575.804283:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000400:00000200:2.0:1769076575.804296:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000100:3.0:1769076575.804305:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076575.804310:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000800:00000010:3.0:1769076575.804312:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000100:00080000:2.0:1769076575.804315:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769076575.804320:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769076575.804322:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076575.804329:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769076575.804339:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769076575.804340:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076575.804361:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:3.0:1769076575.804364:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000020:00000001:2.0:1769076575.804366:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:3.0:1769076575.804369:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000020:00000040:2.0:1769076575.804370:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076575.804382:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769076575.804385:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1769076575.804388:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076575.804396:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000200:3.0:1769076575.804397:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692300 x1855007616026112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769076575.804405:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076575.804427:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076575.804434:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769076575.804435:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076575.804450:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076575.804454:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076575.804461:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000040:3.0:1769076575.804463:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692300 x1855007616026112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769076575.804476:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076575.804495:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.804496:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076575.804510:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769076575.804511:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769076575.804521:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076575.804524:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076575.804526:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076575.804531:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769076575.804535:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00100000:2.0:1769076575.804536:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769076575.804542:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298233070
00000008:00000001:2.0:1769076575.804543:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076575.804553:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076575.804557:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82ae0.
00000100:00000010:2.0:1769076575.804560:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000020:00000040:2.0:1769076575.804566:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:3.0:1769076575.804567:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1769076575.804573:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076575.804576:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.804577:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298233070
00000100:00000001:2.0:1769076575.804580:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076575.804583:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:3.0:1769076575.804585:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82900.
02000000:00000001:2.0:1769076575.804587:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.804596:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
02000000:00000010:2.0:1769076575.804598:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000100:00000001:2.0:1769076575.804611:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.804613:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769076575.804619:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007616026368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076575.804623:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.804640:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769076575.804648:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1769076575.804655:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076575/real 1769076575]  req@ffff9e53f1692300 x1855007616026112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076575.804657:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076575.804674:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007616026368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076575.804682:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076575.804689:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076575.804697:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000100:00000001:2.0:1769076575.804704:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076575.804704:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076575.804711:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000040:2.0:1769076575.804712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076575.804736:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076575.804744:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692300 x1855007616026112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076575.804753:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:3.0:1769076575.804755:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692300 x1855007616026112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076575.804759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076575.804780:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076575.804795:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3569)
00000100:00000001:3.0:1769076575.804800:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076575.804806:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.804810:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076575.804813:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076575.804820:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692300 x1855007616026112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.804831:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076575.804836:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692300 x1855007616026112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.804842:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076575.804844:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.804846:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076575.804846:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.804848:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076575.804850:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076575.804852:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076575.804856:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076575.804858:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076575.804861:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692300 x1855007616026112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076575.804867:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616026112:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076575.804871:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.804873:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076575.804875:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692300 x1855007616026112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.804880:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076575.804882:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076575.804884:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769076575.804887:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076575.804889:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076575.804891:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076575.804892:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076575.804895:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20800.
02000000:00000001:3.0:1769076575.804898:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076575.804900:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076575.804901:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692300.
00000100:00000001:3.0:1769076575.804904:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076575.804905:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.804907:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.804913:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076575.804915:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.804917:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076575.804919:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076575.804920:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076575.804923:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692680 x1855007616026240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.804929:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076575.804930:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076575.804932:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076575.804934:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076575.804936:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076575.804938:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616026240:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076575.804940:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076575.804942:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076575.804943:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076575.804945:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076575.804947:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769076575.804949:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076575.804953:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076575.804955:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076575.804958:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076575.804961:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616026240, portal 10
00000100:00000001:3.0:1769076575.804962:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076575.804963:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102515328 : -107391607036288 : ffff9e53f1692680)
00000100:00000040:3.0:1769076575.804970:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692680 x1855007616026240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.804978:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076575.804980:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076575.804983:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076575.804986:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616026240, offset 0
00000400:00000200:3.0:1769076575.804990:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076575.804995:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076575.805000:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076575.805004:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076575.805007:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076575.805011:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076575.805014:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076575.805018:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37499:37499:256:4294967295] 192.168.204.113@tcp LPNI seq info [37469:37469:8:4294967295]
00000400:00000200:3.0:1769076575.805023:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076575.805031:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076575.805036:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076575.805039:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076575.805042:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076575.805044:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076575.805049:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076575.805051:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769076575.805054:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076575.805055:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076575.805058:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076575.805061:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076575.805063:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076575.805064:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076575.805066:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076575.805070:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692680 x1855007616026240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.805076:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076575.805100:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692680 x1855007616026240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.805108:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.805110:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076575.805115:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076575.805120:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076575.805138:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076575.805141:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298231823
00000100:00000001:3.0:1769076575.805143:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298233070
00000100:00000001:3.0:1769076575.805146:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298231823
00000100:00000001:3.0:1769076575.805148:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298233070
00000100:00000001:3.0:1769076575.805151:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076575.805153:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.805155:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076575.805160:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076575/real 1769076575]  req@ffff9e53f1692680 x1855007616026240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076575.805170:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076575.805171:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076575.805173:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076575.805176:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076575.805178:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076575.805180:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076575.805183:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692680 x1855007616026240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076575.805189:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692680 x1855007616026240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.805193:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076575.805194:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.805195:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076575.805196:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076575.805198:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692680 x1855007616026240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.805202:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076575.805205:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692680 x1855007616026240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.805210:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076575.805212:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.805213:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076575.805214:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.805215:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076575.805216:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076575.805218:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076575.805220:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076575.805221:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076575.805224:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692680 x1855007616026240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076575.805229:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616026240:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076575.805231:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076575.805234:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007616026368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.805239:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076575.805240:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076575.805241:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076575.805243:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076575.805244:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076575.805246:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616026368:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076575.805248:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076575.805250:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076575.805251:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076575.805253:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076575.805255:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2800.
02000000:00000001:3.0:1769076575.805256:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076575.805259:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076575.805261:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000400:00000010:3.0:1769076575.805263:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000200:3.0:1769076575.805265:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616026368, portal 10
00000100:00000001:3.0:1769076575.805267:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076575.805268:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:3.0:1769076575.805272:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007616026368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.805276:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076575.805278:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076575.805279:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000200:3.0:1769076575.805281:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616026368, offset 0
00000400:00000200:3.0:1769076575.805283:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076575.805286:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076575.805288:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076575.805290:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076575.805292:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076575.805294:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076575.805295:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076575.805297:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37500:37500:256:4294967295] 192.168.204.113@tcp LPNI seq info [37470:37470:8:4294967295]
00000400:00000200:3.0:1769076575.805300:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076575.805305:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076575.805308:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076575.805310:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000800:00000200:3.0:1769076575.805313:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076575.805315:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076575.805318:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076575.805320:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769076575.805323:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076575.805324:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:3.0:1769076575.805326:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076575.805328:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076575.805330:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:3.0:1769076575.805332:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:3.0:1769076575.805334:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076575.805336:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690a80 x1855007616026368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.805341:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076575.805343:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690a80 x1855007616026368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.805347:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.805348:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076575.805351:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076575.805353:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076575.805355:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076575.805357:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298231830
00000100:00000001:3.0:1769076575.805359:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298233070
00000100:00000001:3.0:1769076575.805360:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298231830
00000100:00000001:3.0:1769076575.805362:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298233070
00000100:00000001:3.0:1769076575.805363:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076575.805364:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.805365:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076575.805367:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076575/real 1769076575]  req@ffff9e53f1690a80 x1855007616026368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076575.805372:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076575.805373:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076575.805374:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000400:00000200:3.0:1769076575.805376:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000010:3.0:1769076575.805377:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000100:00000001:3.0:1769076575.805378:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076575.805380:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007616026368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076575.805385:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007616026368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.805390:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076575.805391:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.805392:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076575.805393:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076575.805395:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007616026368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.805399:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076575.805401:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007616026368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.805405:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076575.805407:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.805408:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076575.805409:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.805410:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076575.805411:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076575.805412:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076575.805414:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076575.805415:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076575.805417:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007616026368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076575.805422:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616026368:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076575.805424:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.805426:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076575.805427:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692680 x1855007616026240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.805431:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076575.805433:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076575.805435:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769076575.805436:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076575.805437:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076575.805438:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076575.805440:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076575.805441:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22c00.
02000000:00000001:3.0:1769076575.805443:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076575.805444:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076575.805445:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692680.
00000100:00000001:3.0:1769076575.805446:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076575.805447:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.805448:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076575.805450:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007616026368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.805454:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076575.805455:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076575.805456:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:3.0:1769076575.805458:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076575.805459:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076575.805460:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076575.805461:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076575.805461:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:3.0:1769076575.805463:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076575.805463:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076575.805464:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:3.0:1769076575.805466:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076575.805466:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.805467:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076575.805470:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076575.805471:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.805472:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076575.805473:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076576.507286:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076576.507291:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076576.507295:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076577.083203:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298233070, at 4298233088
00000100:00000010:3.0:1769076577.083231:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82900.
00000100:00000040:2.0:1769076577.083251:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298233070, at 4298233088
00000100:00000010:2.0:1769076577.083271:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82ae0.
00000020:00000001:0.0:1769076577.531354:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076577.531361:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076577.531366:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076578.555349:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076578.555355:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076578.555360:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076579.579328:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076579.579335:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076579.579339:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076580.603234:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076580.603239:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076580.603242:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076580.923210:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076580.923224:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076580.923227:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076580.923232:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076580.923238:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076580.923246:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3564
00000400:00000200:0.0:1769076580.923255:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076580.923263:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076580.923267:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076580.923270:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076580.923274:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076580.923276:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076580.923279:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076580.923284:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076580.923286:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076580.923289:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076580.923292:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076580.923295:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076580.923297:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076580.923300:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076580.923301:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076580.923303:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076580.923305:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076580.923308:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076580.923312:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076580.923315:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076580.923318:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076580.923322:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076580.923325:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076580.923327:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076580.923330:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076580.923342:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4700.
00000020:00000040:0.0:1769076580.923346:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076580.923350:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076580.923352:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076580.923355:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076580.923359:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076580.923364:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076580.923373:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769076580.923381:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076580.923391:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4700 x1855007616026496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076580.923402:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076580.923407:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076580.923411:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d612b9f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4700 x1855007616026496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076580.923434:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076580.923437:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076580.923441:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076580.923442:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076580.923444:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076580.923446:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076580.923448:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3564
00000400:00000200:0.0:1769076580.923451:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076580.923453:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076580.923455:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076580.923459:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076580.923461:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076580.923463:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076580.923466:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076580.923469:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076580.923470:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076580.923471:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076580.923473:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076580.923475:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076580.923477:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076580.923480:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076580.923480:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076580.923486:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769076580.923488:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769076580.923489:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076580.923494:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:3.0:1769076580.923494:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769076580.923499:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076580.923506:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000040:3.0:1769076580.923508:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4700 x1855007616026496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076580.923509:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076580.923514:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076580.923522:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076580.923524:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769076580.923526:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076580.923528:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076580.923530:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769076580.923534:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769076580.923536:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769076580.923539:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769076580.923543:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076580.923544:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076580.923549:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076580.923553:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616026496:192.168.204.113@tcp:250:kworker.0
00000100:00000010:0.0:1769076580.923556:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7800.
00000100:00000001:3.0:1769076580.923561:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769076580.923562:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076580.923567:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076580.923567:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076580.923573:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076580.923573:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076580.923580:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076580.923580:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769076580.923582:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076580.923586:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076580.923589:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b2800.
02000000:00000010:0.0:1769076580.923591:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
02000000:00000001:3.0:1769076580.923593:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076580.923604:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076580.923609:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076580.923612:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6ba50.
00000100:00100000:0.0:1769076580.923619:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7800 x1855007616026624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769076580.923624:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045088.
00000100:00000001:0.0:1769076580.923630:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076580.923633:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769076580.923654:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616026496, portal 25
00000100:00000040:0.0:1769076580.923656:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918dbd43] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7800 x1855007616026624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076580.923662:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076580.923668:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181363456 : -107391528188160 : ffff9e53f61c4700)
00000100:00000001:0.0:1769076580.923671:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076580.923677:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076580.923683:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076580.923685:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1769076580.923686:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4700 x1855007616026496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769076580.923687:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076580.923694:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076580.923702:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3564
00000400:00000200:0.0:1769076580.923711:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076580.923715:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1769076580.923717:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076580.923722:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076580.923726:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076580.923731:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000010:3.0:1769076580.923733:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045e58.
00000100:00000001:0.0:1769076580.923734:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076580.923740:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076580.923743:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000200:3.0:1769076580.923744:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616026496, offset 0
00000020:00000001:0.0:1769076580.923746:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076580.923749:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076580.923753:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076580.923755:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076580.923757:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076580.923761:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:3.0:1769076580.923763:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076580.923768:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076580.923771:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076580.923774:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076580.923776:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076580.923779:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076580.923784:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076580.923785:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076580.923787:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076580.923789:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076580.923791:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076580.923793:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076580.923795:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769076580.923797:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:0.0:1769076580.923799:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076580.923805:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076580.923809:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7100.
00000020:00000040:0.0:1769076580.923811:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:3.0:1769076580.923815:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:0.0:1769076580.923816:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076580.923821:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076580.923824:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769076580.923825:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769076580.923827:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076580.923830:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076580.923834:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000010:0.0:1769076580.923835:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769076580.923840:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076580.923841:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1769076580.923852:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7100 x1855007616026752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769076580.923852:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076580.923862:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37501:37501:256:4294967295] 192.168.204.113@tcp LPNI seq info [37471:37471:8:4294967295]
00000100:00000001:0.0:1769076580.923876:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769076580.923877:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076580.923883:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076580.923889:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009506489] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7100 x1855007616026752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076580.923906:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769076580.923909:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076580.923915:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076580.923920:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.0:1769076580.923922:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076580.923924:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076580.923932:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:3.0:1769076580.923936:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6300.
00000100:00000040:0.0:1769076580.923938:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3574)
00000800:00000200:3.0:1769076580.923955:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076580.923965:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769076580.923989:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076580.923994:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076580.923998:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298238189
00000100:00000010:3.0:1769076580.924004:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82900.
00000100:00000001:3.0:1769076580.924012:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076580.924020:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298238189
00000100:00000010:3.0:1769076580.924025:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d825a0.
00000100:00000001:3.0:1769076580.924030:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076580.924035:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076580.924039:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076580.924044:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076580.924048:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076580.924060:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076580.924108:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769076580.924112:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076580.924114:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076580.924117:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076580.924123:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7800 x1855007616026624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076580.924132:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076580.924134:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076580.924136:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076580.924138:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076580.924140:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076580.924143:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616026624:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076580.924147:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076580.924149:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076580.924150:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076580.924152:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076580.924156:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769076580.924158:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076580.924163:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076580.924166:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6b738.
00000400:00000010:3.0:1769076580.924170:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076580.924174:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616026624, portal 10
00000100:00000001:3.0:1769076580.924176:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076580.924177:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376000 : -107391528175616 : ffff9e53f61c7800)
00000100:00000040:3.0:1769076580.924185:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7800 x1855007616026624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076580.924191:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076580.924194:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076580.924198:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045220.
00000100:00000200:3.0:1769076580.924201:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616026624, offset 0
00000400:00000200:3.0:1769076580.924208:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076580.924214:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076580.924220:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076580.924224:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076580.924228:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076580.924232:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076580.924236:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076580.924242:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37502:37502:255:4294967295] 192.168.204.113@tcp LPNI seq info [37472:37472:7:4294967295]
00000400:00000200:3.0:1769076580.924250:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076580.924260:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076580.924267:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076580.924273:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6100.
00000800:00000200:3.0:1769076580.924279:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076580.924283:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769076580.924286:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076580.924290:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076580.924294:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076580.924296:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298236942
00000100:00000001:3.0:1769076580.924299:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298238189
00000100:00000001:3.0:1769076580.924301:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298236942
00000100:00000001:3.0:1769076580.924303:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298238189
00000100:00000001:3.0:1769076580.924305:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076580.924307:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076580.924309:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076580.924312:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7100 x1855007616026752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076580.924319:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076580.924320:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076580.924322:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076580.924324:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076580.924326:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076580.924329:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616026752:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076580.924332:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076580.924334:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076580.924335:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076580.924337:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076580.924341:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b0c00.
02000000:00000001:3.0:1769076580.924344:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076580.924348:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076580.924352:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076580.924356:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076580.924360:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616026752, portal 10
00000100:00000001:3.0:1769076580.924363:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076580.924365:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181374208 : -107391528177408 : ffff9e53f61c7100)
00000100:00000040:3.0:1769076580.924373:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7100 x1855007616026752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076580.924382:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076580.924386:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076580.924390:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045b28.
00000100:00000200:3.0:1769076580.924394:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616026752, offset 0
00000400:00000200:3.0:1769076580.924399:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076580.924405:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076580.924410:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076580.924415:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076580.924419:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076580.924422:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076580.924425:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076580.924429:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37503:37503:254:4294967295] 192.168.204.113@tcp LPNI seq info [37473:37473:6:4294967295]
00000400:00000200:3.0:1769076580.924434:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076580.924442:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076580.924448:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076580.924453:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6a00.
00000800:00000200:3.0:1769076580.924459:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076580.924464:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769076580.924468:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076580.924471:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076580.924476:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076580.924479:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298236949
00000100:00000001:3.0:1769076580.924483:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298238189
00000100:00000001:3.0:1769076580.924486:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298236949
00000100:00000001:3.0:1769076580.924489:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298238189
00000100:00000001:3.0:1769076580.924493:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076580.924496:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076580.924499:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076580.924500:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076580.924504:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076580.924515:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769076580.924517:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076580.924518:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076580.924520:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076580.924522:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076581.627216:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076581.627221:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076581.627225:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076582.203147:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298238189, at 4298238208
00000100:00000040:2.0:1769076582.203148:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298238189, at 4298238208
00000100:00000010:2.0:1769076582.203167:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82900.
00000100:00000010:3.0:1769076582.203171:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d825a0.
00000020:00000001:3.0:1769076582.651324:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076582.651329:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076582.651334:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076583.675271:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076583.675275:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076583.675278:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769076583.995547:0:2396:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:2.0:1769076583.995665:0:2396:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076583.995681:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076583.995687:0:2396:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:2.0:1769076583.995693:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076583.995699:0:2396:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076583.995706:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076583.995713:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6300.
00000400:00000200:2.0:1769076583.995721:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076583.995728:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076583.995737:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045e58
00000400:00000010:2.0:1769076583.995741:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045e58.
00000100:00000001:2.0:1769076583.995748:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076583.995762:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c4700 x1855007616026496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076583.995806:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076583.995831:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4700 x1855007616026496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076583.995861:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076583.995864:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076583.995887:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076583.995893:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6100.
00000400:00000200:2.0:1769076583.995898:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076583.995905:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1769076583.995913:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769076583.995915:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045220
00000400:00000010:2.0:1769076583.995923:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045220.
00000100:00000001:3.0:1769076583.995924:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076583.995931:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769076583.995936:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000200:2.0:1769076583.995944:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c7800 x1855007616026624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076583.995958:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076580/real 1769076583]  req@ffff9e53f61c4700 x1855007616026496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076583.995968:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076583.995982:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7800 x1855007616026624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076583.995999:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076583.996002:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:3.0:1769076583.996005:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076583.996014:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000800:00000100:2.0:1769076583.996016:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000400:00000010:3.0:1769076583.996022:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6ba50.
00000800:00000010:2.0:1769076583.996025:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6a00.
00000400:00000200:3.0:1769076583.996035:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045088
00000400:00000200:2.0:1769076583.996037:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:3.0:1769076583.996044:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045088.
00000400:00000200:2.0:1769076583.996055:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1769076583.996114:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076583.996125:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4700 x1855007616026496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076583.996145:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4700 x1855007616026496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076583.996157:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:2.0:1769076583.996165:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045b28
00000100:00000001:3.0:1769076583.996165:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1769076583.996175:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045b28.
00000100:00000001:3.0:1769076583.996177:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076583.996185:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076583.996187:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1769076583.996195:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4700 x1855007616026496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076583.996203:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c7100 x1855007616026752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076583.996226:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076583.996237:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076583.996246:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4700 x1855007616026496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076583.996252:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7100 x1855007616026752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076583.996286:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076583.996290:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076583.996298:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076583.996299:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076583.996307:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076583.996311:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076583.996317:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076583.996322:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076583.996330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076583.996342:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076583.996347:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076583.996356:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4700 x1855007616026496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076583.996372:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616026496:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076583.996381:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076583.996385:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076583.996392:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4700 x1855007616026496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076583.996418:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076583.996425:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076583.996432:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:3.0:1769076583.996443:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076583.996449:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076583.996453:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076583.996457:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076583.996472:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:3.0:1769076583.996479:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076583.996483:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076583.996488:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4700.
00000100:00000001:3.0:1769076583.996493:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076583.996496:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076583.996501:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076583.996504:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076583.996506:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076583.996509:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076583.996517:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076580/real 1769076583]  req@ffff9e53f61c7800 x1855007616026624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076583.996543:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076583.996546:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076583.996550:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6b738.
00000400:00000200:3.0:1769076583.996555:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076583.996559:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076583.996563:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076583.996569:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7800 x1855007616026624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076583.997128:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7800 x1855007616026624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076583.997143:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076583.997147:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076583.997150:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076583.997154:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076583.997172:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7800 x1855007616026624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076583.997183:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076583.997190:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7800 x1855007616026624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076583.997202:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076583.997207:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076583.997210:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076583.997212:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076583.997216:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076583.997219:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076583.997224:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076583.997231:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076583.997235:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076583.997242:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7800 x1855007616026624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076583.997257:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616026624:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076583.997265:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076583.997272:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076580/real 1769076583]  req@ffff9e53f61c7100 x1855007616026752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076583.997287:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076583.997290:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076583.997294:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076583.997299:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076583.997302:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076583.997305:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076583.997311:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7100 x1855007616026752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076583.997326:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7100 x1855007616026752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076583.997338:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076583.997340:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076583.997343:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076583.997346:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076583.997352:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7100 x1855007616026752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076583.997364:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076583.997371:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7100 x1855007616026752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076583.997381:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076583.997385:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076583.997388:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076583.997390:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076583.997393:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076583.997395:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076583.997400:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076583.997405:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076583.997409:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076583.997415:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7100 x1855007616026752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076583.997427:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616026752:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076583.997434:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076583.997437:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076583.997442:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7800 x1855007616026624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076583.997461:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076583.997463:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076583.997467:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769076583.997472:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076583.997475:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076583.997477:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076583.997481:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076583.997483:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:3.0:1769076583.997487:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076583.997489:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076583.997492:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7800.
00000100:00000001:3.0:1769076583.997496:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076583.997498:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076583.997500:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076583.997506:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7100 x1855007616026752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076583.997515:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076583.997517:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076583.997520:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:3.0:1769076583.997523:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076583.997525:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076583.997527:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076583.997530:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076583.997532:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011400.
02000000:00000001:3.0:1769076583.997535:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076583.997537:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076583.997539:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7100.
00000100:00000001:3.0:1769076583.997542:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076583.997545:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076583.997548:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076583.997560:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076583.997564:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076583.997568:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076583.997570:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076584.699333:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076584.699340:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076584.699346:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076584.891267:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076584.891278:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076584.891282:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076584.891289:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076584.891304:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076584.891310:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076584.891314:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076584.891318:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076584.891322:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076585.723255:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076585.723262:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076585.723267:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076585.915235:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076585.915258:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076585.915260:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076585.915269:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076585.915274:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076585.915280:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076585.915284:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076585.915288:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076585.915292:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076586.043306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076586.043328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076586.043334:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076586.043341:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076586.043350:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076586.043363:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3569
00000400:00000200:2.0:1769076586.043379:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076586.043393:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076586.043401:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076586.043408:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076586.043416:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076586.043421:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076586.043427:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076586.043435:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076586.043458:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076586.043465:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076586.043471:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076586.043476:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076586.043481:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076586.043491:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076586.043495:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076586.043500:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076586.043504:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076586.043511:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076586.043517:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076586.043523:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076586.043528:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076586.043536:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076586.043542:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076586.043547:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076586.043591:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076586.043606:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
00000020:00000040:2.0:1769076586.043614:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076586.043622:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076586.043625:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076586.043632:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076586.043637:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076586.043647:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076586.043663:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22800.
00000100:00000001:2.0:1769076586.043679:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076586.043697:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007616026880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076586.043722:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076586.043732:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076586.043744:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007616026880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076586.043773:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076586.043781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076586.043790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076586.043793:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076586.043798:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076586.043798:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076586.043810:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769076586.043813:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769076586.043818:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3569
00000100:00000001:3.0:1769076586.043824:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1769076586.043834:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769076586.043847:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690380 x1855007616026880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769076586.043848:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076586.043858:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076586.043872:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076586.043881:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076586.043885:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076586.043890:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076586.043898:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769076586.043905:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1769076586.043906:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076586.043915:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769076586.043916:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769076586.043920:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076586.043930:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:3.0:1769076586.043930:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1769076586.043942:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:3.0:1769076586.043943:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769076586.043953:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:3.0:1769076586.043956:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076586.043964:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1769076586.043976:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616026880:192.168.204.113@tcp:250:kworker.0
00000100:00000040:2.0:1769076586.043978:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076586.043990:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:3.0:1769076586.043997:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769076586.044001:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:3.0:1769076586.044011:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1769076586.044012:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:3.0:1769076586.044022:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076586.044024:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076586.044034:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769076586.044035:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1769076586.044051:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b0c00.
02000000:00000001:2.0:1769076586.044053:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076586.044063:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076586.044105:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076586.044111:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076586.044118:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076586.044124:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076586.044127:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076586.044136:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000020:00000040:2.0:1769076586.044141:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076586.044153:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076586.044159:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076586.044180:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076586.044186:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769076586.044187:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:2.0:1769076586.044191:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076586.044204:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
02000000:00000010:2.0:1769076586.044206:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000100:00000001:2.0:1769076586.044219:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076586.044226:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00100000:2.0:1769076586.044231:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007616027008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769076586.044247:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616026880, portal 25
00000100:00000001:2.0:1769076586.044250:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076586.044257:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076586.044260:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076586.044266:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102506368 : -107391607045248 : ffff9e53f1690380)
00000100:00000040:2.0:1769076586.044274:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007616027008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076586.044289:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690380 x1855007616026880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076586.044305:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076586.044316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076586.044325:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769076586.044327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076586.044335:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076586.044340:0:8:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076586.044347:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076586.044354:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3569
00000400:00000200:2.0:1769076586.044362:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076586.044368:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076586.044372:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076586.044378:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076586.044383:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076586.044387:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076586.044391:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076586.044397:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076586.044399:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076586.044403:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076586.044407:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076586.044411:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076586.044417:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076586.044423:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076586.044427:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076586.044433:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076586.044437:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076586.044441:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076586.044447:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076586.044453:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076586.044457:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076586.044464:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076586.044473:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076586.044473:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076586.044483:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769076586.044487:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000008:00100000:2.0:1769076586.044489:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076586.044500:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769076586.044501:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616026880, offset 0
00000100:00000001:2.0:1769076586.044505:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076586.044519:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000400:00000200:3.0:1769076586.044524:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:2.0:1769076586.044527:0:8:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076586.044536:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076586.044539:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076586.044542:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076586.044546:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076586.044575:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076586.044579:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:2.0:1769076586.044589:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22c00.
00000400:00000200:3.0:1769076586.044599:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:2.0:1769076586.044600:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076586.044618:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1769076586.044621:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007616027136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769076586.044636:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:2.0:1769076586.044645:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769076586.044653:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769076586.044655:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076586.044667:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:2.0:1769076586.044673:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007616027136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076586.044686:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37504:37504:256:4294967295] 192.168.204.113@tcp LPNI seq info [37474:37474:8:4294967295]
00000400:00000200:3.0:1769076586.044710:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076586.044712:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076586.044721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076586.044729:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076586.044743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769076586.044749:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769076586.044753:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076586.044768:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3579)
00000800:00000200:3.0:1769076586.044770:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076586.044798:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076586.044815:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076586.044822:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076586.044835:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076586.044841:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769076586.044850:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076586.044856:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076586.044865:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076586.044873:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076586.044884:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076586.044889:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076586.044897:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076586.044905:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690380 x1855007616026880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.044938:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076586.044944:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690380 x1855007616026880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076611 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.044956:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076586.044958:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076586.044970:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076586.044977:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076586.044982:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298243310
00000100:00000010:3.0:1769076586.044991:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d825a0.
00000100:00000001:3.0:1769076586.045003:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076586.045011:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298243310
00000100:00000010:3.0:1769076586.045017:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82480.
00000100:00000001:3.0:1769076586.045021:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076586.045026:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076586.045031:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076586.045035:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076586.045043:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076586/real 1769076586]  req@ffff9e53f1690380 x1855007616026880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076586.045060:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076586.045063:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076586.045068:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076586.045073:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076586.045076:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076586.045114:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076586.045123:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690380 x1855007616026880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076586.045165:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690380 x1855007616026880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.045178:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076586.045181:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.045186:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076586.045189:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076586.045196:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690380 x1855007616026880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.045208:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076586.045217:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690380 x1855007616026880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.045231:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076586.045237:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.045240:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076586.045242:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.045246:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076586.045250:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076586.045255:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076586.045263:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076586.045267:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076586.045275:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690380 x1855007616026880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076586.045291:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616026880:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076586.045300:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.045304:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076586.045309:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690380 x1855007616026880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.045329:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076586.045334:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076586.045348:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:3.0:1769076586.045354:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076586.045358:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076586.045361:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076586.045365:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076586.045370:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22800.
02000000:00000001:3.0:1769076586.045376:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076586.045379:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076586.045383:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690380.
00000100:00000001:3.0:1769076586.045388:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076586.045390:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.045394:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.045407:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076586.045411:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076586.045415:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076586.045418:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076586.045421:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076586.045428:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692a00 x1855007616027008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.045441:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076586.045444:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076586.045449:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076586.045453:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076586.045457:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076586.045462:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616027008:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076586.045468:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076586.045472:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076586.045475:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076586.045478:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076586.045485:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b0c00.
02000000:00000001:3.0:1769076586.045488:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076586.045497:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076586.045502:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076586.045509:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076586.045514:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616027008, portal 10
00000100:00000001:3.0:1769076586.045529:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076586.045531:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102516224 : -107391607035392 : ffff9e53f1692a00)
00000100:00000040:3.0:1769076586.045543:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692a00 x1855007616027008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.045575:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076586.045579:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076586.045584:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076586.045589:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616027008, offset 0
00000400:00000200:3.0:1769076586.045597:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076586.045605:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076586.045613:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076586.045618:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076586.045622:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076586.045624:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076586.045627:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076586.045631:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37505:37505:256:4294967295] 192.168.204.113@tcp LPNI seq info [37475:37475:8:4294967295]
00000400:00000200:3.0:1769076586.045636:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076586.045644:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076586.045649:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076586.045653:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076586.045660:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076586.045665:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076586.045672:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076586.045703:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769076586.045711:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076586.045715:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076586.045720:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076586.045727:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076586.045733:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076586.045736:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076586.045742:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076586.045748:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692a00 x1855007616027008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.045763:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076586.045766:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692a00 x1855007616027008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076611 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.045774:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076586.045776:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076586.045781:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076586.045785:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076586.045808:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076586.045813:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298242063
00000100:00000001:3.0:1769076586.045820:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298243310
00000100:00000001:3.0:1769076586.045824:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298242063
00000100:00000001:3.0:1769076586.045829:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298243310
00000100:00000001:3.0:1769076586.045833:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076586.045837:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076586.045841:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076586.045849:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076586/real 1769076586]  req@ffff9e53f1692a00 x1855007616027008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076586.045867:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076586.045870:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076586.045874:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076586.045880:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076586.045884:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076586.045889:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076586.045896:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692a00 x1855007616027008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076586.045913:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692a00 x1855007616027008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.045940:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076586.045944:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.045948:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076586.045950:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076586.045957:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692a00 x1855007616027008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.045966:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076586.045972:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692a00 x1855007616027008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.045981:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076586.045984:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.045986:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076586.045987:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.046007:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076586.046008:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076586.046010:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076586.046013:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076586.046015:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076586.046018:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692a00 x1855007616027008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076586.046024:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616027008:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076586.046028:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076586.046031:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691880 x1855007616027136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.046037:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076586.046039:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076586.046041:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076586.046043:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076586.046045:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076586.046047:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616027136:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076586.046050:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076586.046052:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076586.046054:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076586.046055:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076586.046059:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769076586.046061:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076586.046065:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076586.046067:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076586.046070:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076586.046073:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616027136, portal 10
00000100:00000001:3.0:1769076586.046075:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076586.046077:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102511744 : -107391607039872 : ffff9e53f1691880)
00000100:00000040:3.0:1769076586.046082:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691880 x1855007616027136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.046088:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076586.046090:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076586.046092:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076586.046094:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616027136, offset 0
00000400:00000200:3.0:1769076586.046202:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076586.046209:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076586.046215:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076586.046219:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076586.046223:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076586.046227:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076586.046230:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076586.046234:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37506:37506:256:4294967295] 192.168.204.113@tcp LPNI seq info [37476:37476:8:4294967295]
00000400:00000200:3.0:1769076586.046240:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076586.046249:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076586.046254:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076586.046258:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076586.046262:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076586.046265:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076586.046269:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076586.046271:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769076586.046275:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076586.046277:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076586.046280:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076586.046302:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076586.046306:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076586.046308:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076586.046312:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076586.046318:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691880 x1855007616027136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.046329:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076586.046333:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691880 x1855007616027136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076611 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.046342:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076586.046344:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076586.046349:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076586.046353:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076586.046357:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076586.046360:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298242071
00000100:00000001:3.0:1769076586.046364:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298243310
00000100:00000001:3.0:1769076586.046367:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298242071
00000100:00000001:3.0:1769076586.046369:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298243310
00000100:00000001:3.0:1769076586.046373:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076586.046376:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076586.046378:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076586.046383:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076586/real 1769076586]  req@ffff9e53f1691880 x1855007616027136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076586.046400:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076586.046403:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076586.046407:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076586.046411:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076586.046415:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076586.046419:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076586.046442:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691880 x1855007616027136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076586.046454:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691880 x1855007616027136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.046463:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076586.046465:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.046468:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076586.046470:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076586.046475:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691880 x1855007616027136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.046482:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076586.046486:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691880 x1855007616027136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.046492:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076586.046494:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.046495:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076586.046496:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.046497:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076586.046498:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076586.046500:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076586.046503:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076586.046505:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076586.046509:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691880 x1855007616027136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076586.046515:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616027136:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076586.046519:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.046520:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076586.046522:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692a00 x1855007616027008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.046527:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076586.046529:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076586.046531:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:3.0:1769076586.046533:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076586.046534:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076586.046535:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076586.046537:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076586.046539:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:3.0:1769076586.046541:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076586.046543:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076586.046544:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692a00.
00000100:00000001:3.0:1769076586.046547:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076586.046548:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.046567:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076586.046571:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691880 x1855007616027136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076611 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076586.046577:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076586.046578:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076586.046580:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769076586.046583:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076586.046584:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076586.046585:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076586.046587:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076586.046588:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22c00.
02000000:00000001:3.0:1769076586.046590:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076586.046592:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076586.046593:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691880.
00000100:00000001:3.0:1769076586.046595:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076586.046597:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.046598:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.046602:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076586.046604:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076586.046605:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076586.046607:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076586.747329:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076586.747334:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076586.747338:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076586.939156:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076586.939166:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076586.939168:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076586.939175:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076586.939179:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076586.939183:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.939185:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076586.939189:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076586.939191:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076587.323174:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298243310, at 4298243328
00000100:00000040:3.0:1769076587.323182:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298243310, at 4298243328
00000100:00000010:2.0:1769076587.323195:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d825a0.
00000100:00000010:3.0:1769076587.323218:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82480.
00000020:00000001:3.0:1769076587.771279:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076587.771285:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076587.771291:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076587.963204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076587.963213:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076587.963215:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076587.963227:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076587.963231:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076587.963235:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076587.963238:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076587.963240:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076587.963242:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076588.795280:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076588.795286:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076588.795292:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076588.987163:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076588.987170:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076588.987171:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076588.987177:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076588.987181:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076588.987185:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076588.987187:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076588.987190:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076588.987193:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076589.819337:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076589.819362:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076589.819368:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076590.011274:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076590.011289:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076590.011292:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076590.011301:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076590.011307:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076590.011313:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076590.011317:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076590.011322:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076590.011326:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076590.843395:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076590.843403:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076590.843409:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076591.035203:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076591.035213:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076591.035216:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076591.035224:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076591.035231:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076591.035236:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.035239:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076591.035243:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.035247:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076591.163196:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076591.163212:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076591.163215:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076591.163221:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076591.163227:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076591.163237:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3574
00000400:00000200:2.0:1769076591.163258:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076591.163266:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076591.163269:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076591.163272:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076591.163275:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076591.163277:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076591.163279:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076591.163284:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076591.163287:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076591.163290:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076591.163294:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076591.163297:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076591.163300:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076591.163303:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076591.163305:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076591.163308:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076591.163310:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076591.163314:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076591.163318:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076591.163322:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076591.163325:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076591.163330:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076591.163334:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076591.163337:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076591.163339:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076591.163352:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000020:00000040:2.0:1769076591.163356:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076591.163360:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076591.163361:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076591.163364:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076591.163367:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076591.163372:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076591.163381:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23c00.
00000100:00000001:2.0:1769076591.163388:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076591.163396:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007616027264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076591.163406:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076591.163410:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076591.163414:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007616027264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076591.163437:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076591.163439:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076591.163442:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076591.163444:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076591.163445:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076591.163447:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076591.163450:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3574
00000400:00000200:2.0:1769076591.163454:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076591.163456:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076591.163458:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769076591.163459:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769076591.163461:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076591.163475:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769076591.163476:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769076591.163478:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076591.163482:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:3.0:1769076591.163482:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769076591.163486:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076591.163487:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076591.163490:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1769076591.163492:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693100 x1855007616027264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769076591.163493:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076591.163498:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076591.163503:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076591.163530:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076591.163531:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076591.163537:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769076591.163539:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076591.163542:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076591.163550:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076591.163553:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:3.0:1769076591.163556:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1769076591.163557:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076591.163564:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076591.163566:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076591.163567:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076591.163590:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076591.163598:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1769076591.163598:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616027264:192.168.204.113@tcp:250:kworker.0
02000000:00000001:2.0:1769076591.163603:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076591.163608:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076591.163610:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1769076591.163613:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076591.163617:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076591.163618:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769076591.163619:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076591.163635:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
02000000:00000001:3.0:1769076591.163635:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769076591.163640:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076591.163641:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769076591.163643:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076591.163645:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076591.163646:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076591.163648:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076591.163649:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076591.163649:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769076591.163654:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076591.163657:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20800.
00000100:00000001:2.0:1769076591.163661:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076591.163665:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:2.0:1769076591.163667:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007616027392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769076591.163671:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000100:00000001:2.0:1769076591.163677:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076591.163679:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076591.163681:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000040:2.0:1769076591.163683:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007616027392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076591.163691:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769076591.163692:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616027264, portal 25
00000100:00080000:2.0:1769076591.163694:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076591.163697:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769076591.163699:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076591.163700:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518016 : -107391607033600 : ffff9e53f1693100)
00000100:00000001:2.0:1769076591.163703:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076591.163706:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769076591.163710:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693100 x1855007616027264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076591.163711:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076591.163715:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3574
00000400:00000200:2.0:1769076591.163728:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076591.163732:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076591.163736:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076591.163741:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076591.163744:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769076591.163745:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076591.163746:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076591.163749:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076591.163751:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076591.163754:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000040:3.0:1769076591.163754:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000001:2.0:1769076591.163758:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076591.163760:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000010:3.0:1769076591.163761:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000020:00000001:2.0:1769076591.163763:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000200:3.0:1769076591.163767:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616027264, offset 0
00000020:00000001:2.0:1769076591.163774:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:3.0:1769076591.163778:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:2.0:1769076591.163781:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076591.163785:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076591.163787:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076591.163789:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:3.0:1769076591.163793:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:2.0:1769076591.163795:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076591.163801:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:3.0:1769076591.163803:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:2.0:1769076591.163808:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076591.163812:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769076591.163813:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769076591.163817:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769076591.163819:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:2.0:1769076591.163823:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076591.163826:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769076591.163827:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1769076591.163829:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1769076591.163831:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000008:00000001:2.0:1769076591.163834:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076591.163838:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37507:37507:256:4294967295] 192.168.204.113@tcp LPNI seq info [37477:37477:8:4294967295]
00000100:00000001:2.0:1769076591.163839:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076591.163845:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000400:00000200:3.0:1769076591.163846:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:2.0:1769076591.163851:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076591.163854:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076591.163855:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076591.163857:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076591.163858:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076591.163860:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076591.163865:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000400:00000200:3.0:1769076591.163869:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769076591.163880:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076591.163889:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007616027520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769076591.163890:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076591.163898:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1769076591.163900:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000100:00000001:2.0:1769076591.163901:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076591.163907:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007616027520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076591.163916:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769076591.163917:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:2.0:1769076591.163919:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769076591.163922:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769076591.163923:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076591.163929:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076591.163935:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1769076591.163945:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:2.0:1769076591.163948:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3584)
00000800:00000200:3.1:1769076591.163950:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769076591.163955:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076591.163958:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076591.163966:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076591.163973:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076591.163980:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076591.163982:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076591.163988:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076591.163994:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693100 x1855007616027264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164006:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076591.164010:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693100 x1855007616027264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076616 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164019:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076591.164020:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076591.164028:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076591.164031:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076591.164035:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298248429
00000100:00000010:3.0:1769076591.164040:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82480.
00000100:00000001:3.0:1769076591.164048:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076591.164096:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298248430
00000100:00000010:3.0:1769076591.164100:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82840.
00000100:00000001:3.0:1769076591.164103:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076591.164106:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076591.164108:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076591.164110:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076591.164114:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076591/real 1769076591]  req@ffff9e53f1693100 x1855007616027264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076591.164124:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076591.164126:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076591.164128:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076591.164130:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076591.164132:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076591.164134:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076591.164136:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693100 x1855007616027264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076591.164143:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693100 x1855007616027264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164148:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076591.164149:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.164151:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076591.164152:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076591.164155:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693100 x1855007616027264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164160:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076591.164164:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693100 x1855007616027264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164169:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076591.164171:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.164172:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076591.164173:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.164175:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076591.164176:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076591.164178:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076591.164181:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076591.164183:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076591.164186:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693100 x1855007616027264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076591.164191:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616027264:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076591.164195:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.164197:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076591.164199:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693100 x1855007616027264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164204:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076591.164207:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076591.164209:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769076591.164212:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076591.164213:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076591.164215:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076591.164216:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076591.164218:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:3.0:1769076591.164222:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076591.164224:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076591.164226:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693100.
00000100:00000001:3.0:1769076591.164229:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076591.164230:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.164232:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.164241:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076591.164244:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076591.164257:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076591.164259:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076591.164260:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076591.164265:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690e00 x1855007616027392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164273:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076591.164275:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076591.164277:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076591.164280:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076591.164282:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076591.164286:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616027392:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076591.164290:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076591.164292:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076591.164294:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076591.164296:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076591.164299:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769076591.164301:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076591.164305:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076591.164307:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076591.164310:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076591.164312:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616027392, portal 10
00000100:00000001:3.0:1769076591.164314:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076591.164315:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102509056 : -107391607042560 : ffff9e53f1690e00)
00000100:00000040:3.0:1769076591.164321:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690e00 x1855007616027392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164328:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076591.164331:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076591.164333:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076591.164336:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616027392, offset 0
00000400:00000200:3.0:1769076591.164340:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076591.164344:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076591.164348:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076591.164352:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076591.164355:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076591.164357:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076591.164360:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076591.164363:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37508:37508:256:4294967295] 192.168.204.113@tcp LPNI seq info [37478:37478:8:4294967295]
00000400:00000200:3.0:1769076591.164369:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076591.164376:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076591.164381:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076591.164401:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076591.164407:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076591.164410:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076591.164416:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076591.164419:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769076591.164423:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076591.164426:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076591.164430:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076591.164434:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076591.164438:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076591.164440:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076591.164444:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076591.164448:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690e00 x1855007616027392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164459:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076591.164462:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690e00 x1855007616027392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076616 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164497:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076591.164499:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076591.164504:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076591.164509:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076591.164514:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076591.164517:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298247182
00000100:00000001:3.0:1769076591.164521:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298248429
00000100:00000001:3.0:1769076591.164523:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298247182
00000100:00000001:3.0:1769076591.164526:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298248430
00000100:00000001:3.0:1769076591.164529:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076591.164531:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076591.164535:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076591.164542:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076591/real 1769076591]  req@ffff9e53f1690e00 x1855007616027392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076591.164557:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076591.164560:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076591.164563:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076591.164567:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076591.164570:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076591.164574:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076591.164581:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690e00 x1855007616027392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076591.164598:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690e00 x1855007616027392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164611:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076591.164614:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.164618:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076591.164620:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076591.164627:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690e00 x1855007616027392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164648:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076591.164653:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690e00 x1855007616027392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164662:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076591.164665:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.164667:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076591.164668:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.164670:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076591.164672:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076591.164675:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076591.164678:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076591.164681:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076591.164685:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690e00 x1855007616027392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076591.164694:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616027392:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076591.164698:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076591.164702:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693800 x1855007616027520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164733:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076591.164736:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076591.164740:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076591.164743:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076591.164746:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076591.164752:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616027520:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076591.164758:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076591.164762:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076591.164765:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076591.164768:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076591.164774:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b0c00.
02000000:00000001:3.0:1769076591.164777:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076591.164785:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076591.164790:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076591.164796:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076591.164801:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616027520, portal 10
00000100:00000001:3.0:1769076591.164805:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076591.164808:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102519808 : -107391607031808 : ffff9e53f1693800)
00000100:00000040:3.0:1769076591.164818:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693800 x1855007616027520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164827:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076591.164830:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076591.164833:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076591.164836:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616027520, offset 0
00000400:00000200:3.0:1769076591.164841:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076591.164846:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076591.164853:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076591.164858:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076591.164863:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076591.164867:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076591.164872:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076591.164878:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37509:37509:256:4294967295] 192.168.204.113@tcp LPNI seq info [37479:37479:8:4294967295]
00000400:00000200:3.0:1769076591.164885:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076591.164897:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076591.164906:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076591.164912:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076591.164919:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076591.164925:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076591.164932:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076591.164937:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769076591.164944:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076591.164947:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076591.164950:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076591.164955:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076591.164959:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076591.164961:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076591.164965:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076591.164972:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693800 x1855007616027520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.164986:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076591.164992:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693800 x1855007616027520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076616 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.165019:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076591.165020:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076591.165024:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076591.165028:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076591.165032:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076591.165034:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298247189
00000100:00000001:3.0:1769076591.165037:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298248429
00000100:00000001:3.0:1769076591.165040:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298247189
00000100:00000001:3.0:1769076591.165043:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298248430
00000100:00000001:3.0:1769076591.165045:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076591.165048:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076591.165050:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076591.165053:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076591/real 1769076591]  req@ffff9e53f1693800 x1855007616027520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076591.165060:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076591.165061:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076591.165062:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076591.165064:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076591.165065:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076591.165067:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076591.165069:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693800 x1855007616027520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076591.165075:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693800 x1855007616027520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.165101:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076591.165103:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.165104:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076591.165105:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076591.165108:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693800 x1855007616027520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.165112:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076591.165115:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693800 x1855007616027520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.165120:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076591.165121:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.165122:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076591.165123:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.165124:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076591.165125:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076591.165127:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076591.165130:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076591.165132:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076591.165136:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693800 x1855007616027520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076591.165141:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616027520:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076591.165144:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.165145:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076591.165147:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690e00 x1855007616027392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.165152:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076591.165153:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076591.165155:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:3.0:1769076591.165157:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076591.165158:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076591.165159:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076591.165161:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076591.165162:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20800.
02000000:00000001:3.0:1769076591.165164:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076591.165165:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076591.165166:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690e00.
00000100:00000001:3.0:1769076591.165168:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076591.165169:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.165171:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076591.165173:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693800 x1855007616027520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076616 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076591.165176:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076591.165177:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076591.165178:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:3.0:1769076591.165179:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076591.165180:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076591.165181:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076591.165182:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076591.165184:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20000.
02000000:00000001:3.0:1769076591.165185:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076591.165186:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076591.165187:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693800.
00000100:00000001:3.0:1769076591.165188:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076591.165189:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.165190:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076591.165193:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076591.165194:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076591.165195:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076591.165196:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076591.867266:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076591.867272:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076591.867277:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076592.059161:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076592.059170:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076592.059172:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076592.059177:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076592.059181:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076592.059185:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076592.059188:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076592.059191:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076592.059193:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076592.443187:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298248429, at 4298248448
00000100:00000040:3.0:1769076592.443187:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298248430, at 4298248448
00000100:00000010:3.0:1769076592.443208:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82840.
00000100:00000010:2.0:1769076592.443211:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82480.
00000020:00000001:0.0:1769076592.891266:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076592.891273:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076592.891279:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076593.083146:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076593.083152:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076593.083153:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076593.083157:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076593.083160:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076593.083163:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076593.083165:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076593.083167:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076593.083169:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076593.915259:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076593.915264:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076593.915269:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076594.107177:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076594.107186:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076594.107188:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076594.107193:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076594.107197:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076594.107200:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076594.107202:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076594.107205:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076594.107207:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076594.939389:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076594.939394:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076594.939399:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076595.131159:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076595.131168:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076595.131170:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076595.131175:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076595.131179:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076595.131182:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076595.131185:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076595.131188:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076595.131190:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076595.963313:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076595.963319:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076595.963323:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076596.155225:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076596.155236:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076596.155239:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076596.155249:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076596.155255:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076596.155260:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076596.155264:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076596.155267:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076596.155270:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076596.283173:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076596.283189:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076596.283193:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076596.283199:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076596.283206:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076596.283219:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3579
00000400:00000200:2.0:1769076596.283241:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076596.283250:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076596.283253:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076596.283257:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283260:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076596.283263:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283265:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076596.283269:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076596.283272:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076596.283275:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076596.283278:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076596.283280:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076596.283283:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076596.283286:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283288:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076596.283290:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283291:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076596.283294:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076596.283296:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283298:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076596.283301:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076596.283304:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076596.283306:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.283308:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076596.283310:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076596.283323:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690000.
00000020:00000040:2.0:1769076596.283326:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076596.283330:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076596.283331:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.283334:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076596.283336:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076596.283342:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076596.283352:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21800.
00000100:00000001:2.0:1769076596.283361:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076596.283373:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690000 x1855007616027648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076596.283398:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076596.283404:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076596.283410:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc5d67b8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690000 x1855007616027648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076596.283445:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076596.283449:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076596.283453:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076596.283456:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076596.283458:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076596.283462:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076596.283465:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3579
00000400:00000200:2.0:1769076596.283473:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076596.283479:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076596.283484:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076596.283491:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283498:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076596.283503:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283506:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076596.283510:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076596.283513:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076596.283515:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076596.283518:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076596.283524:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076596.283530:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076596.283535:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283539:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076596.283543:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283544:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076596.283546:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076596.283551:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283555:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076596.283557:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076596.283563:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076596.283566:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.283568:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076596.283573:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076596.283577:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.283582:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076596.283587:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692d80.
00000020:00000040:2.0:1769076596.283589:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076596.283595:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076596.283595:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.283597:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076596.283598:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076596.283600:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076596.283605:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23400.
00000100:00000001:2.0:1769076596.283610:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076596.283620:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692d80 x1855007616027776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076596.283629:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076596.283631:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076596.283636:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073904516] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692d80 x1855007616027776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076596.283649:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076596.283653:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076596.283657:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076596.283662:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076596.283663:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076596.283666:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076596.283671:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3579
00000400:00000200:2.0:1769076596.283675:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076596.283678:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076596.283680:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076596.283687:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283690:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076596.283693:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283698:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076596.283704:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076596.283707:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076596.283712:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076596.283716:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076596.283722:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076596.283729:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076596.283738:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283743:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076596.283745:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283747:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076596.283749:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076596.283755:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076596.283760:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076596.283765:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076596.283770:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076596.283773:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.283777:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076596.283779:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076596.283782:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.283786:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076596.283790:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000020:00000040:2.0:1769076596.283793:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076596.283798:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076596.283799:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.283804:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076596.283806:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076596.283808:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076596.283809:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000010:2.0:1769076596.283813:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22000.
00000800:00000200:1.1:1769076596.283813:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1769076596.283820:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076596.283831:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007616027904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076596.283850:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076596.283855:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076596.283865:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007616027904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076596.283897:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076596.283901:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076596.283907:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076596.283912:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076596.283920:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076596.283926:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3589)
00000800:00000200:1.1:1769076596.284274:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076596.284276:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076596.284507:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076596.284526:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769076596.987275:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076596.987279:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076596.987283:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076597.179169:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076597.179178:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076597.179181:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076597.179186:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076597.179191:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076597.179196:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076597.179201:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076597.179206:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076597.179210:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076597.563219:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298253549, at 4298253568
00000100:00000010:3.0:1769076597.563238:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b120.
00000100:00000040:2.0:1769076597.563250:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298253549, at 4298253568
00000100:00000010:2.0:1769076597.563272:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf60.
00000020:00000001:3.0:1769076598.011341:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076598.011347:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076598.011368:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076598.203258:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076598.203272:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076598.203274:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076598.203281:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076598.203287:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076598.203292:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076598.203295:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076598.203310:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076598.203313:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076599.035310:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076599.035317:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076599.035322:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076599.227131:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076599.227141:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076599.227143:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076599.227148:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076599.227152:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076599.227156:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076599.227158:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076599.227161:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076599.227164:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076600.059350:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076600.059358:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076600.059362:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076600.251223:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076600.251234:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076600.251236:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076600.251244:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076600.251248:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076600.251253:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076600.251256:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076600.251260:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076600.251264:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076601.083371:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076601.083377:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076601.083382:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076601.275169:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076601.275179:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076601.275181:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076601.275186:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076601.275191:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076601.275195:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076601.275197:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076601.275201:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076601.275204:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076601.403181:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076601.403193:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076601.403213:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076601.403220:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076601.403226:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076601.403239:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3584
00000400:00000200:2.0:1769076601.403251:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076601.403259:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076601.403264:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076601.403268:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403273:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076601.403277:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403280:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076601.403286:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076601.403288:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076601.403320:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076601.403324:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076601.403327:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076601.403331:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076601.403334:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403337:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076601.403340:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403342:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076601.403363:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076601.403366:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403368:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076601.403371:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076601.403374:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076601.403376:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076601.403378:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076601.403380:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076601.403391:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
00000020:00000040:2.0:1769076601.403395:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076601.403400:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076601.403402:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076601.403405:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076601.403408:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076601.403414:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076601.403423:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20400.
00000100:00000001:2.0:1769076601.403449:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076601.403461:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007616028032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076601.403477:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076601.403483:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076601.403489:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007616028032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076601.403535:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076601.403539:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076601.403544:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076601.403546:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076601.403548:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076601.403551:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076601.403553:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3584
00000400:00000200:2.0:1769076601.403558:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076601.403562:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076601.403564:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076601.403568:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403571:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076601.403601:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403604:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076601.403605:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076601.403606:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076601.403607:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076601.403609:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076601.403611:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076601.403612:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076601.403615:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403621:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076601.403624:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403628:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076601.403631:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076601.403635:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403639:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076601.403642:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076601.403649:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076601.403655:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076601.403666:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076601.403671:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076601.403677:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076601.403679:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076601.403685:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000020:00000040:2.0:1769076601.403693:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076601.403700:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076601.403705:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076601.403710:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076601.403713:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076601.403718:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076601.403728:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000100:00000001:2.0:1769076601.403737:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076601.403749:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007616028160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076601.403761:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076601.403764:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076601.403770:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007616028160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076601.403784:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076601.403786:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076601.403789:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076601.403792:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076601.403796:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076601.403801:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076601.403807:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3584
00000400:00000200:2.0:1769076601.403816:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076601.403824:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076601.403828:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076601.403833:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403839:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076601.403844:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403848:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076601.403855:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076601.403856:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076601.403857:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076601.403859:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076601.403864:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076601.403869:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076601.403873:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403874:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076601.403876:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403879:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076601.403884:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076601.403888:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076601.403890:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076601.403893:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076601.403898:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076601.403901:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076601.403907:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076601.403923:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076601.403950:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076601.403961:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076601.403974:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000020:00000040:2.0:1769076601.403987:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076601.403994:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076601.404001:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076601.404002:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769076601.404011:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076601.404018:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076601.404025:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076601.404026:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076601.404041:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
02000000:00000010:2.0:1769076601.404041:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21400.
00000100:00000001:2.0:1769076601.404054:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076601.404058:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076601.404069:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000100:00100000:2.0:1769076601.404069:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007616028288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076601.404097:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076601.404099:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076601.404103:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007616028288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076601.404117:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076601.404122:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769076601.404126:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076601.404128:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076601.404135:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769076601.404139:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076601.404142:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769076601.404144:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076601.404150:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076601.404151:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076601.404156:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000040:2.0:1769076601.404157:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076601.404162:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076601.404164:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769076601.404168:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3595)
00000100:00000200:1.0:1769076601.404170:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690e00 x1855007616028032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404201:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076601.404208:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690e00 x1855007616028032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404227:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076601.404231:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076601.404242:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076601.404248:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076601.404254:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298258670
00000100:00000010:1.0:1769076601.404262:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b060.
00000100:00000001:1.0:1769076601.404272:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076601.404325:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298258670
00000100:00000010:1.0:1769076601.404333:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b7e0.
00000100:00000001:1.0:1769076601.404339:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076601.404360:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076601.404363:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076601.404366:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076601.404370:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076601/real 1769076601]  req@ffff9e53f1690e00 x1855007616028032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076601.404385:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076601.404387:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076601.404389:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076601.404391:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076601.404393:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076601.404395:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076601.404399:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690e00 x1855007616028032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076601.404406:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690e00 x1855007616028032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404411:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076601.404413:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.404415:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076601.404417:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076601.404420:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690e00 x1855007616028032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404442:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076601.404449:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690e00 x1855007616028032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404462:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076601.404467:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.404470:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076601.404473:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.404478:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076601.404481:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076601.404487:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076601.404512:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076601.404516:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076601.404524:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690e00 x1855007616028032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076601.404543:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616028032:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076601.404552:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.404556:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076601.404562:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690e00 x1855007616028032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404590:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076601.404594:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076601.404597:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076601.404600:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076601.404602:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076601.404604:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076601.404606:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076601.404608:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20400.
02000000:00000001:1.0:1769076601.404612:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076601.404615:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076601.404616:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690e00.
00000100:00000001:1.0:1769076601.404619:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076601.404621:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.404623:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.404630:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076601.404631:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076601.404634:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076601.404635:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076601.404636:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076601.404640:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693100 x1855007616028160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404646:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076601.404647:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076601.404649:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076601.404650:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076601.404652:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076601.404654:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616028160:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076601.404658:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076601.404660:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076601.404661:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076601.404663:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076601.404665:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076601.404667:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076601.404671:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076601.404674:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076601.404677:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076601.404680:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616028160, portal 10
00000100:00000001:1.0:1769076601.404681:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076601.404682:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518016 : -107391607033600 : ffff9e53f1693100)
00000100:00000040:1.0:1769076601.404688:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693100 x1855007616028160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404693:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076601.404695:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076601.404697:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076601.404699:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616028160, offset 0
00000400:00000200:1.0:1769076601.404702:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076601.404705:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076601.404708:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076601.404710:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076601.404713:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076601.404715:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076601.404717:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076601.404719:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37514:37514:256:4294967295] 192.168.204.113@tcp LPNI seq info [37484:37484:8:4294967295]
00000400:00000200:1.0:1769076601.404723:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076601.404728:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076601.404731:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076601.404734:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076601.404737:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076601.404740:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076601.404744:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076601.404746:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769076601.404749:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076601.404750:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076601.404753:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076601.404756:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076601.404758:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076601.404760:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076601.404762:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076601.404765:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693100 x1855007616028160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404771:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076601.404773:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693100 x1855007616028160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404778:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076601.404779:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076601.404782:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076601.404786:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076601.404788:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076601.404790:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298257422
00000100:00000001:1.0:1769076601.404793:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298258670
00000100:00000001:1.0:1769076601.404795:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298257422
00000100:00000001:1.0:1769076601.404797:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298258670
00000100:00000001:1.0:1769076601.404798:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076601.404800:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076601.404801:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076601.404804:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076601/real 1769076601]  req@ffff9e53f1693100 x1855007616028160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076601.404809:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076601.404810:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076601.404812:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076601.404814:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076601.404815:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076601.404817:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076601.404819:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693100 x1855007616028160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076601.404825:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693100 x1855007616028160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404830:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076601.404831:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.404832:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076601.404833:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076601.404835:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693100 x1855007616028160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404840:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076601.404842:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693100 x1855007616028160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404847:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076601.404849:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.404851:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076601.404852:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.404853:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076601.404855:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076601.404856:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076601.404859:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076601.404860:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076601.404863:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693100 x1855007616028160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076601.404868:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616028160:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076601.404872:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076601.404874:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691880 x1855007616028288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404880:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076601.404881:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076601.404882:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076601.404883:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076601.404885:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076601.404887:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616028288:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076601.404889:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076601.404890:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076601.404891:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076601.404893:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076601.404896:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076601.404897:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076601.404900:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076601.404902:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076601.404904:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076601.404906:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616028288, portal 10
00000100:00000001:1.0:1769076601.404908:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076601.404909:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102511744 : -107391607039872 : ffff9e53f1691880)
00000100:00000040:1.0:1769076601.404913:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691880 x1855007616028288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404919:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076601.404920:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076601.404922:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076601.404924:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616028288, offset 0
00000400:00000200:1.0:1769076601.404927:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076601.404929:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076601.404931:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076601.404933:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076601.404936:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076601.404937:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076601.404939:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076601.404942:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37515:37515:256:4294967295] 192.168.204.113@tcp LPNI seq info [37485:37485:8:4294967295]
00000400:00000200:1.0:1769076601.404945:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076601.404950:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076601.404952:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076601.404954:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076601.404957:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076601.404960:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076601.404963:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076601.404965:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769076601.404968:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076601.404970:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076601.404972:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076601.404975:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076601.404977:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076601.404979:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076601.404980:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076601.404982:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691880 x1855007616028288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404988:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076601.404990:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691880 x1855007616028288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.404995:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076601.404997:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076601.404999:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076601.405001:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076601.405003:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076601.405004:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298257429
00000100:00000001:1.0:1769076601.405007:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298258670
00000100:00000001:1.0:1769076601.405009:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298257429
00000100:00000001:1.0:1769076601.405011:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298258670
00000100:00000001:1.0:1769076601.405013:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076601.405014:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076601.405016:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076601.405019:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076601/real 1769076601]  req@ffff9e53f1691880 x1855007616028288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076601.405024:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076601.405025:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076601.405026:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076601.405027:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076601.405028:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076601.405029:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076601.405031:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691880 x1855007616028288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076601.405037:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691880 x1855007616028288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.405041:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076601.405043:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.405044:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076601.405045:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076601.405048:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691880 x1855007616028288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.405053:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076601.405056:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691880 x1855007616028288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.405060:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076601.405062:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.405063:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076601.405064:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.405066:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076601.405067:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076601.405070:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076601.405072:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076601.405074:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076601.405076:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691880 x1855007616028288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076601.405082:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616028288:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076601.405084:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.405085:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076601.405087:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693100 x1855007616028160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.405092:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076601.405093:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076601.405094:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076601.405096:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076601.405097:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076601.405098:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076601.405099:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076601.405100:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:1.0:1769076601.405102:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076601.405103:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076601.405105:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693100.
00000100:00000001:1.0:1769076601.405107:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076601.405108:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.405109:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076601.405111:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691880 x1855007616028288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076601.405116:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076601.405117:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076601.405118:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076601.405121:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076601.405122:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076601.405123:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076601.405125:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076601.405143:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21400.
02000000:00000001:1.0:1769076601.405146:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076601.405147:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076601.405148:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691880.
00000100:00000001:1.0:1769076601.405150:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076601.405151:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.405153:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076601.405156:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076601.405157:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076601.405158:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076601.405160:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076602.107198:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076602.107207:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076602.107213:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076602.107215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076602.107323:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076602.107347:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076602.107352:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076602.299227:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076602.299238:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076602.299241:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076602.299250:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076602.299255:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076602.299261:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076602.299264:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076602.299268:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076602.299273:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076602.683211:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298258670, at 4298258688
00000100:00000040:2.0:1769076602.683226:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298258670, at 4298258688
00000100:00000010:3.0:1769076602.683236:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b7e0.
00000100:00000010:2.0:1769076602.683240:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b060.
00010000:00000001:1.0:1769076603.131201:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076603.131212:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076603.131219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076603.131224:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076603.131227:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076603.131231:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076603.131235:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076603.131238:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076603.131241:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076603.131244:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076603.131355:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076603.131361:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076603.131366:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076603.323179:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076603.323188:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076603.323189:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076603.323196:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076603.323200:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076603.323204:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076603.323207:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076603.323210:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076603.323223:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076604.155209:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076604.155215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076604.155221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076604.155222:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076604.155336:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076604.155343:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076604.155348:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076604.347190:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076604.347198:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076604.347200:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076604.347207:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076604.347211:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076604.347215:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076604.347218:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076604.347221:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076604.347225:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076605.179336:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076605.179346:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076605.179352:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076605.179354:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076605.179429:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076605.179436:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076605.179440:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076605.371221:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076605.371246:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076605.371248:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076605.371255:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076605.371260:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076605.371282:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076605.371286:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076605.371289:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076605.371293:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076606.203188:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076606.203201:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076606.203205:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076606.203208:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076606.203246:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076606.203248:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076606.203251:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076606.203254:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076606.203277:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076606.203279:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076606.203377:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076606.203384:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076606.203388:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076606.395139:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076606.395150:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076606.395152:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076606.395159:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076606.395164:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076606.395168:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076606.395171:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076606.395173:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076606.395177:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076606.523255:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076606.523269:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076606.523273:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076606.523279:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076606.523284:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076606.523299:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3590
00000400:00000200:0.0:1769076606.523312:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076606.523321:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076606.523325:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076606.523330:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076606.523335:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076606.523338:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076606.523341:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076606.523346:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076606.523349:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076606.523353:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076606.523357:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076606.523360:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076606.523362:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076606.523366:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076606.523368:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076606.523370:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076606.523371:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076606.523374:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076606.523377:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076606.523379:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076606.523382:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076606.523386:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076606.523389:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076606.523391:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076606.523394:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076606.523403:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5880.
00000020:00000040:0.0:1769076606.523406:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076606.523411:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076606.523413:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076606.523417:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076606.523420:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076606.523426:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076606.523435:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769076606.523444:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076606.523458:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5880 x1855007616028416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076606.523475:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076606.523484:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076606.523493:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c2905c0] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5880 x1855007616028416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076606.523521:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076606.523527:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076606.523532:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076606.523535:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076606.523538:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076606.523542:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076606.523547:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3590
00000400:00000200:0.0:1769076606.523554:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076606.523556:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769076606.523562:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076606.523566:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076606.523567:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769076606.523573:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076606.523574:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769076606.523590:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076606.523593:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5880 x1855007616028416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076606.523597:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076606.523610:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076606.523621:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076606.523627:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076606.523635:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769076606.523636:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076606.523648:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769076606.523649:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076606.523660:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:1.0:1769076606.523662:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769076606.523663:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:1.0:1769076606.523670:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769076606.523674:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076606.523681:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769076606.523681:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076606.523704:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00100000:1.0:1769076606.523705:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616028416:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076606.523718:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076606.523722:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769076606.523728:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:1.0:1769076606.523731:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769076606.523737:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:1.0:1769076606.523739:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076606.523754:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769076606.523755:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076606.523762:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1769076606.523764:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b400.
02000000:00000001:0.0:1769076606.523769:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076606.523770:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076606.523787:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076606.523792:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076606.523798:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769076606.523799:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:0.0:1769076606.523805:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076606.523810:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076606.523815:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5f80.
00000400:00000010:1.0:1769076606.523816:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000020:00000040:0.0:1769076606.523818:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076606.523826:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076606.523828:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076606.523833:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000001:0.0:1769076606.523837:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076606.523842:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076606.523845:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076606.523848:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616028416, portal 25
02000000:00000010:0.0:1769076606.523851:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:1.0:1769076606.523857:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076606.523859:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076606.523863:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367936 : -107391528183680 : ffff9e53f61c5880)
00000100:00100000:0.0:1769076606.523869:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5f80 x1855007616028544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076606.523881:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769076606.523882:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5880 x1855007616028416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076606.523886:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076606.523894:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c836008] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5f80 x1855007616028544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076606.523969:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076606.523971:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769076606.523979:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076606.523987:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076606.523994:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076606.523999:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1769076606.523999:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00080000:0.0:1769076606.524003:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076606.524011:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1769076606.524011:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616028416, offset 0
00000100:00080000:0.0:1769076606.524018:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3590
00000400:00000200:0.0:1769076606.524029:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076606.524034:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076606.524053:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1769076606.524057:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076606.524105:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:0.0:1769076606.524108:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769076606.524112:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076606.524123:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:0.0:1769076606.524124:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076606.524134:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769076606.524138:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076606.524142:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076606.524161:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37516:37516:256:4294967295] 192.168.204.113@tcp LPNI seq info [37486:37486:8:4294967295]
00000100:00000040:0.0:1769076606.524165:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076606.524173:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076606.524176:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076606.524184:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076606.524189:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:1.0:1769076606.524192:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1769076606.524196:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.0:1769076606.524202:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000020:00000040:0.0:1769076606.524203:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076606.524222:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076606.524226:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000010:1.0:1769076606.524229:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000100:00000040:0.0:1769076606.524234:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076606.524238:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076606.524243:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076606.524256:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076606.524264:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000200:1.0:1769076606.524265:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076606.524276:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000100:00080000:0.0:1769076606.524277:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076606.524288:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076606.524291:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076606.524301:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1769076606.524301:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:0.0:1769076606.524316:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076606.524318:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769076606.524323:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076606.524331:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1769076606.524339:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000008:00000001:0.0:1769076606.524341:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076606.524345:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769076606.524346:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000100:00000010:0.0:1769076606.524361:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5c00.
00000400:00000200:1.0:1769076606.524361:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1769076606.524373:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076606.524386:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769076606.524391:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769076606.524393:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076606.524398:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076606.524399:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769076606.524401:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
02000000:00000001:0.0:1769076606.524402:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076606.524407:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
02000000:00000010:0.0:1769076606.524410:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:1.0:1769076606.524415:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769076606.524416:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076606.524427:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5c00 x1855007616028672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769076606.524428:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5880 x1855007616028416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076606.524508:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076606.524508:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769076606.524517:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076606.524519:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5880 x1855007616028416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076606.524537:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007db8b4c3] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5c00 x1855007616028672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.524616:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076606.524618:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076606.524625:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769076606.524627:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076606.524632:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076606.524635:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076606.524636:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076606.524647:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076606.524653:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076606.524654:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3600)
00000100:00000001:1.0:1769076606.524661:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298263790
00000100:00000010:1.0:1769076606.524669:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bea0.
00000100:00000001:1.0:1769076606.524694:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076606.524699:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298263790
00000100:00000010:1.0:1769076606.524702:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bf00.
00000100:00000001:1.0:1769076606.524705:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076606.524708:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076606.524711:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076606.524713:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076606.524718:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076606/real 1769076606]  req@ffff9e53f61c5880 x1855007616028416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076606.524729:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076606.524730:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076606.524732:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076606.524734:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076606.524736:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076606.524738:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076606.524742:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5880 x1855007616028416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076606.524750:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5880 x1855007616028416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.524767:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076606.524768:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.524770:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076606.524772:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076606.524775:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5880 x1855007616028416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.524782:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076606.524787:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5880 x1855007616028416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.524793:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076606.524796:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.524798:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076606.524800:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.524803:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076606.524806:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076606.524811:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076606.524817:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076606.524820:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076606.524826:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5880 x1855007616028416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076606.524850:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616028416:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076606.524857:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.524860:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076606.524865:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5880 x1855007616028416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.524874:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076606.524878:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076606.524882:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b400.
02000000:00000001:1.0:1769076606.524886:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076606.524889:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076606.524890:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076606.524893:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076606.524895:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:1.0:1769076606.524899:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076606.524902:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076606.524904:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5880.
00000100:00000001:1.0:1769076606.524907:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076606.524908:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.524920:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.524927:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076606.524929:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076606.524931:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076606.524933:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076606.524934:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076606.524939:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5f80 x1855007616028544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.524946:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076606.524948:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076606.524950:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076606.524953:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076606.524955:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076606.524957:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616028544:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076606.524960:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076606.524963:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076606.524964:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076606.524966:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076606.524969:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b400.
02000000:00000001:1.0:1769076606.524971:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076606.524975:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076606.524986:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076606.524989:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076606.524992:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616028544, portal 10
00000100:00000001:1.0:1769076606.524994:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076606.524996:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181369728 : -107391528181888 : ffff9e53f61c5f80)
00000100:00000040:1.0:1769076606.525001:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5f80 x1855007616028544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525007:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076606.525010:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076606.525012:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076606.525014:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616028544, offset 0
00000400:00000200:1.0:1769076606.525017:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076606.525021:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076606.525025:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076606.525028:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076606.525031:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076606.525033:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076606.525035:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076606.525038:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37517:37517:256:4294967295] 192.168.204.113@tcp LPNI seq info [37487:37487:8:4294967295]
00000400:00000200:1.0:1769076606.525042:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076606.525048:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076606.525052:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076606.525065:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076606.525069:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076606.525071:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076606.525076:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076606.525099:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769076606.525106:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076606.525108:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076606.525110:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076606.525114:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076606.525117:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076606.525119:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076606.525124:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076606.525128:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5f80 x1855007616028544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525147:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076606.525150:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5f80 x1855007616028544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525157:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076606.525159:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076606.525163:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076606.525167:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076606.525170:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076606.525172:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298262543
00000100:00000001:1.0:1769076606.525175:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298263790
00000100:00000001:1.0:1769076606.525177:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298262543
00000100:00000001:1.0:1769076606.525179:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298263790
00000100:00000001:1.0:1769076606.525181:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076606.525182:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076606.525184:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076606.525187:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076606/real 1769076606]  req@ffff9e53f61c5f80 x1855007616028544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076606.525194:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076606.525195:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076606.525197:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076606.525199:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076606.525200:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076606.525202:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076606.525205:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5f80 x1855007616028544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076606.525232:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5f80 x1855007616028544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525238:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076606.525239:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.525241:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076606.525242:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076606.525245:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5f80 x1855007616028544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525250:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076606.525253:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5f80 x1855007616028544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525260:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076606.525262:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.525264:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076606.525265:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.525266:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076606.525268:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076606.525270:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076606.525273:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076606.525275:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076606.525278:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5f80 x1855007616028544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076606.525284:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616028544:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076606.525288:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076606.525291:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5c00 x1855007616028672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525297:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076606.525299:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076606.525300:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076606.525302:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076606.525304:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076606.525306:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616028672:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076606.525309:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076606.525311:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076606.525313:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076606.525314:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076606.525319:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a800.
02000000:00000001:1.0:1769076606.525322:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076606.525326:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076606.525329:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076606.525333:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076606.525337:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616028672, portal 10
00000100:00000001:1.0:1769076606.525339:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076606.525341:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181368832 : -107391528182784 : ffff9e53f61c5c00)
00000100:00000040:1.0:1769076606.525347:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5c00 x1855007616028672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525353:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076606.525355:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076606.525357:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076606.525359:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616028672, offset 0
00000400:00000200:1.0:1769076606.525363:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076606.525366:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076606.525369:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076606.525372:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076606.525376:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076606.525379:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076606.525382:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076606.525390:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37518:37518:256:4294967295] 192.168.204.113@tcp LPNI seq info [37488:37488:8:4294967295]
00000400:00000200:1.0:1769076606.525396:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076606.525402:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076606.525406:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076606.525408:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076606.525412:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076606.525414:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076606.525419:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076606.525421:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769076606.525424:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076606.525426:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076606.525429:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076606.525432:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076606.525434:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076606.525437:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076606.525439:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076606.525442:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5c00 x1855007616028672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525449:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076606.525452:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5c00 x1855007616028672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525457:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076606.525459:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076606.525461:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076606.525464:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076606.525467:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076606.525469:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298262550
00000100:00000001:1.0:1769076606.525471:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298263790
00000100:00000001:1.0:1769076606.525473:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298262550
00000100:00000001:1.0:1769076606.525475:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298263790
00000100:00000001:1.0:1769076606.525477:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076606.525478:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076606.525480:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076606.525483:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076606/real 1769076606]  req@ffff9e53f61c5c00 x1855007616028672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076606.525489:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076606.525490:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076606.525492:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076606.525494:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076606.525495:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076606.525497:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076606.525499:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5c00 x1855007616028672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076606.525506:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5c00 x1855007616028672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525512:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076606.525513:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.525515:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076606.525516:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076606.525519:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5c00 x1855007616028672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525524:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076606.525527:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5c00 x1855007616028672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525533:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076606.525535:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.525536:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076606.525537:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.525538:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076606.525539:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076606.525541:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076606.525544:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076606.525546:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076606.525549:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5c00 x1855007616028672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076606.525555:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616028672:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076606.525558:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.525559:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076606.525562:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5f80 x1855007616028544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525568:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076606.525570:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076606.525572:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b400.
02000000:00000001:1.0:1769076606.525574:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076606.525575:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076606.525577:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076606.525578:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076606.525580:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:1.0:1769076606.525582:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076606.525583:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076606.525585:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5f80.
00000100:00000001:1.0:1769076606.525588:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076606.525589:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.525590:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076606.525593:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5c00 x1855007616028672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076606.525598:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076606.525599:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076606.525600:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a800.
02000000:00000001:1.0:1769076606.525602:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076606.525603:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076606.525604:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076606.525605:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076606.525606:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010400.
02000000:00000001:1.0:1769076606.525608:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076606.525609:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076606.525610:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5c00.
00000100:00000001:1.0:1769076606.525611:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076606.525612:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.525614:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076606.525617:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076606.525618:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076606.525620:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076606.525621:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076607.227291:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076607.227298:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076607.227304:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076607.227306:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076607.227384:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076607.227393:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076607.227411:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076607.419231:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076607.419242:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076607.419244:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076607.419253:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076607.419258:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076607.419263:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076607.419267:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076607.419288:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076607.419304:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076607.803271:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298263790, at 4298263808
00000100:00000010:2.0:1769076607.803315:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bea0.
00000100:00000040:3.0:1769076607.803371:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298263790, at 4298263808
00000100:00000010:3.0:1769076607.803383:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf00.
00010000:00000001:1.0:1769076608.251291:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076608.251299:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076608.251305:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076608.251307:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076608.251381:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076608.251389:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076608.251395:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076608.443226:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076608.443242:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076608.443246:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076608.443258:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076608.443265:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076608.443272:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076608.443278:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076608.443282:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076608.443287:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076609.275321:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076609.275332:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076609.275341:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076609.275343:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076609.275456:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076609.275462:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076609.275468:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076609.467296:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076609.467307:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076609.467310:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076609.467319:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076609.467324:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076609.467330:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076609.467334:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076609.467338:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076609.467342:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076610.299187:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076610.299193:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076610.299198:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076610.299199:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076610.299282:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076610.299290:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076610.299296:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076610.491240:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076610.491249:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076610.491251:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076610.491256:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076610.491260:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076610.491265:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076610.491268:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076610.491271:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076610.491273:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076611.323210:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076611.323217:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076611.323223:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076611.323225:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076611.323295:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076611.323301:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076611.323305:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076611.515153:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076611.515159:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076611.515161:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076611.515165:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076611.515168:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076611.515171:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076611.515173:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076611.515187:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076611.515189:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076611.643159:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076611.643171:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076611.643174:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076611.643179:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076611.643184:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076611.643191:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3595
00000400:00000200:0.0:1769076611.643199:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076611.643206:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076611.643209:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076611.643213:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076611.643217:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076611.643220:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076611.643223:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076611.643227:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076611.643230:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076611.643233:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076611.643236:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076611.643239:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076611.643242:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076611.643245:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076611.643248:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076611.643250:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076611.643252:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076611.643256:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076611.643260:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076611.643263:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076611.643267:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076611.643270:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076611.643274:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076611.643277:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076611.643280:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076611.643290:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5c00.
00000020:00000040:0.0:1769076611.643294:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076611.643299:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076611.643301:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076611.643304:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076611.643307:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076611.643311:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076611.643321:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769076611.643327:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076611.643336:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5c00 x1855007616028800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076611.643348:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076611.643353:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076611.643358:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007db8b4c3] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5c00 x1855007616028800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076611.643383:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076611.643386:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076611.643390:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076611.643392:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076611.643395:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076611.643398:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076611.643402:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3595
00000100:00000001:1.0:1769076611.643405:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769076611.643409:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076611.643410:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076611.643414:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1769076611.643417:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076611.643422:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076611.643423:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5c00 x1855007616028800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076611.643431:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076611.643435:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076611.643437:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076611.643438:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076611.643443:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769076611.643444:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076611.643446:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076611.643448:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:1.0:1769076611.643450:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076611.643455:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:1.0:1769076611.643456:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616028800:192.168.204.113@tcp:250:kworker.0
00000020:00000040:0.0:1769076611.643459:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:1.0:1769076611.643461:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1769076611.643464:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769076611.643466:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769076611.643469:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
02000000:00000001:1.0:1769076611.643470:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076611.643476:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:1.0:1769076611.643476:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1769076611.643482:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000010:1.0:1769076611.643483:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076611.643487:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076611.643490:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076611.643495:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076611.643496:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769076611.643501:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000040:0.0:1769076611.643502:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076611.643507:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076611.643510:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076611.643513:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076611.643517:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076611.643517:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
02000000:00000001:0.0:1769076611.643520:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1769076611.643526:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616028800, portal 25
02000000:00000001:0.0:1769076611.643528:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076611.643529:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076611.643534:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181368832 : -107391528182784 : ffff9e53f61c5c00)
02000000:00000001:0.0:1769076611.643535:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076611.643539:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769076611.643540:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5c00 x1855007616028800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769076611.643545:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076611.643549:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1769076611.643551:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076611.643555:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076611.643557:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076611.643559:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076611.643563:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616028800, offset 0
00000100:00000010:0.0:1769076611.643565:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5f80.
00000020:00000040:0.0:1769076611.643570:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076611.643572:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769076611.643575:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076611.643579:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076611.643582:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769076611.643583:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769076611.643587:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076611.643592:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076611.643592:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076611.643599:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1769076611.643601:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000400:00000200:1.0:1769076611.643605:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769076611.643608:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076611.643610:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076611.643615:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076611.643620:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37519:37519:256:4294967295] 192.168.204.113@tcp LPNI seq info [37489:37489:8:4294967295]
00000100:00100000:0.0:1769076611.643621:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5f80 x1855007616028928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076611.643627:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076611.643637:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769076611.643641:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769076611.643643:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076611.643648:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076611.643652:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c836008] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5f80 x1855007616028928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1769076611.643654:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076611.643665:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076611.643667:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076611.643669:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000100:00080000:0.0:1769076611.643673:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769076611.643678:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:0.0:1769076611.643681:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.1:1769076611.643683:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1769076611.643687:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1769076611.643690:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076611.643692:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1769076611.643693:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000100:00000001:0.0:1769076611.643699:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076611.643704:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3595
00000400:00000200:1.0:1769076611.643706:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076611.643711:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076611.643713:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076611.643720:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000200:0.0:1769076611.643722:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000010:1.0:1769076611.643724:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00080000:0.0:1769076611.643728:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076611.643730:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769076611.643736:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000200:1.0:1769076611.643737:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5c00 x1855007616028800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076611.643741:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076611.643748:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076611.643751:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769076611.643753:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000040:1.0:1769076611.643757:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5c00 x1855007616028800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769076611.643759:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076611.643762:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076611.643766:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769076611.643768:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769076611.643770:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000001:1.0:1769076611.643771:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076611.643776:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:1.0:1769076611.643777:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076611.643779:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076611.643784:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076611.643788:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076611.643790:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298268909
00000100:00000001:0.0:1769076611.643794:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1769076611.643797:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b2a0.
00000100:00000040:0.0:1769076611.643798:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076611.643803:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076611.643806:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:1.0:1769076611.643806:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1769076611.643814:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076611.643816:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076611.643818:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076611.643822:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076611.643825:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298268909
02000000:00000001:0.0:1769076611.643826:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076611.643830:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:1.0:1769076611.643833:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b660.
00000008:00100000:0.0:1769076611.643835:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076611.643840:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076611.643841:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076611.643843:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076611.643849:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1769076611.643850:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5880.
00000100:00000001:1.0:1769076611.643856:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769076611.643857:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769076611.643862:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1769076611.643863:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076611.643867:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076611.643869:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076611.643873:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1769076611.643873:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076611/real 1769076611]  req@ffff9e53f61c5c00 x1855007616028800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076611.643877:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076611.643884:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076611.643888:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769076611.643895:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00100000:0.0:1769076611.643897:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5880 x1855007616029056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1769076611.643898:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076611.643901:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076611.643906:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076611.643909:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076611.643914:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1769076611.643916:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769076611.643920:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5c00 x1855007616028800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076611.643922:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076611.643932:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c2905c0] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5880 x1855007616029056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076611.643934:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5c00 x1855007616028800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076611.643969:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076611.643969:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076611.643973:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076611.643975:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076611.643976:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076611.643979:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076611.643983:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5c00 x1855007616028800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.643987:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076611.643992:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5c00 x1855007616028800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076611.643993:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076611.644001:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076611.644002:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076611.644007:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076611.644011:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076611.644011:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076611.644013:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.644018:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076611.644020:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1769076611.644022:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3605)
00000100:00080000:1.0:1769076611.644023:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076611.644030:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076611.644032:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076611.644035:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5c00 x1855007616028800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076611.644041:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616028800:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076611.644045:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.644046:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076611.644049:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5c00 x1855007616028800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644053:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076611.644055:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076611.644057:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076611.644059:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076611.644060:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076611.644079:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076611.644081:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076611.644083:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:1.0:1769076611.644086:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076611.644088:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076611.644089:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5c00.
00000100:00000001:1.0:1769076611.644092:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076611.644092:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.644094:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.644100:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076611.644101:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076611.644103:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076611.644105:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076611.644106:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076611.644111:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5f80 x1855007616028928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644118:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076611.644130:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076611.644132:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076611.644134:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076611.644136:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076611.644139:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616028928:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076611.644144:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076611.644146:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076611.644147:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076611.644149:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076611.644153:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076611.644155:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076611.644160:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076611.644164:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076611.644167:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076611.644171:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616028928, portal 10
00000100:00000001:1.0:1769076611.644173:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076611.644175:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181369728 : -107391528181888 : ffff9e53f61c5f80)
00000100:00000040:1.0:1769076611.644181:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5f80 x1855007616028928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644187:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076611.644188:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076611.644190:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076611.644192:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616028928, offset 0
00000400:00000200:1.0:1769076611.644195:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076611.644198:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076611.644201:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076611.644203:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076611.644205:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076611.644207:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076611.644208:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076611.644211:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37520:37520:256:4294967295] 192.168.204.113@tcp LPNI seq info [37490:37490:8:4294967295]
00000400:00000200:1.0:1769076611.644214:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076611.644219:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076611.644221:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076611.644224:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076611.644226:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076611.644229:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076611.644232:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076611.644233:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769076611.644236:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076611.644238:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076611.644240:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076611.644242:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076611.644244:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076611.644246:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076611.644247:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076611.644250:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5f80 x1855007616028928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644255:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076611.644257:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5f80 x1855007616028928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644266:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076611.644268:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076611.644270:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076611.644273:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076611.644276:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076611.644277:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298267662
00000100:00000001:1.0:1769076611.644279:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298268909
00000100:00000001:1.0:1769076611.644281:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298267662
00000100:00000001:1.0:1769076611.644282:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298268909
00000100:00000001:1.0:1769076611.644284:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076611.644285:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076611.644286:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076611.644289:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076611/real 1769076611]  req@ffff9e53f61c5f80 x1855007616028928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076611.644294:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076611.644295:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076611.644296:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076611.644297:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076611.644299:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076611.644300:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076611.644302:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5f80 x1855007616028928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076611.644308:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5f80 x1855007616028928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644312:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076611.644312:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.644313:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076611.644314:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076611.644317:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5f80 x1855007616028928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644322:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076611.644325:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5f80 x1855007616028928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644329:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076611.644330:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.644331:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076611.644332:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.644333:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076611.644335:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076611.644336:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076611.644338:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076611.644339:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076611.644342:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5f80 x1855007616028928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076611.644347:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616028928:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076611.644349:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076611.644351:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5880 x1855007616029056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644356:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076611.644357:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076611.644358:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076611.644359:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076611.644361:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076611.644362:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616029056:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076611.644364:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076611.644366:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076611.644367:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076611.644368:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076611.644371:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98000.
02000000:00000001:1.0:1769076611.644372:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076611.644374:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076611.644376:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076611.644378:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076611.644380:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616029056, portal 10
00000100:00000001:1.0:1769076611.644381:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076611.644382:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367936 : -107391528183680 : ffff9e53f61c5880)
00000100:00000040:1.0:1769076611.644386:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5880 x1855007616029056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644390:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076611.644392:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076611.644393:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076611.644394:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616029056, offset 0
00000400:00000200:1.0:1769076611.644397:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076611.644399:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076611.644401:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076611.644403:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076611.644404:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076611.644406:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076611.644407:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076611.644410:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37521:37521:256:4294967295] 192.168.204.113@tcp LPNI seq info [37491:37491:8:4294967295]
00000400:00000200:1.0:1769076611.644412:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076611.644417:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076611.644419:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076611.644421:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076611.644423:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076611.644425:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076611.644428:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076611.644429:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769076611.644432:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076611.644434:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076611.644436:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076611.644438:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076611.644440:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076611.644441:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076611.644442:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076611.644444:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5880 x1855007616029056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644449:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076611.644451:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5880 x1855007616029056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644455:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076611.644457:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076611.644458:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076611.644460:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076611.644462:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076611.644463:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298267669
00000100:00000001:1.0:1769076611.644465:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298268909
00000100:00000001:1.0:1769076611.644466:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298267669
00000100:00000001:1.0:1769076611.644467:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298268909
00000100:00000001:1.0:1769076611.644469:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076611.644470:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076611.644472:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076611.644474:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076611/real 1769076611]  req@ffff9e53f61c5880 x1855007616029056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076611.644478:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076611.644479:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076611.644480:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076611.644481:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076611.644482:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076611.644484:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076611.644486:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5880 x1855007616029056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076611.644491:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5880 x1855007616029056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644495:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076611.644496:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.644497:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076611.644498:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076611.644500:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5880 x1855007616029056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644504:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076611.644506:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5880 x1855007616029056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644510:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076611.644511:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.644512:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076611.644513:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.644514:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076611.644515:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076611.644516:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076611.644518:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076611.644520:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076611.644522:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5880 x1855007616029056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076611.644527:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616029056:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076611.644529:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.644530:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076611.644532:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5f80 x1855007616028928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644537:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076611.644538:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076611.644539:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076611.644540:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076611.644541:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076611.644542:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076611.644543:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076611.644544:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010800.
02000000:00000001:1.0:1769076611.644546:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076611.644547:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076611.644548:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5f80.
00000100:00000001:1.0:1769076611.644550:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076611.644551:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.644552:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076611.644553:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5880 x1855007616029056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076611.644557:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076611.644558:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076611.644559:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98000.
02000000:00000001:1.0:1769076611.644561:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076611.644562:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076611.644563:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076611.644564:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076611.644565:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:1.0:1769076611.644566:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076611.644567:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076611.644567:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5880.
00000100:00000001:1.0:1769076611.644569:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076611.644569:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.644570:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076611.644573:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076611.644574:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076611.644575:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076611.644577:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076612.347259:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076612.347270:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076612.347280:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076612.347286:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076612.347290:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076612.347294:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076612.347300:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076612.347303:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076612.347306:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076612.347311:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076612.347388:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076612.347394:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076612.347398:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076612.539195:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076612.539206:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076612.539209:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076612.539216:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076612.539220:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076612.539226:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076612.539229:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076612.539233:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076612.539236:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076612.923228:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298268909, at 4298268928
00000100:00000040:3.0:1769076612.923228:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298268909, at 4298268928
00000100:00000010:2.0:1769076612.923270:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b2a0.
00000100:00000010:3.0:1769076612.923274:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b660.
00010000:00000001:1.0:1769076613.371245:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076613.371250:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076613.371255:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076613.371256:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076613.371308:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076613.371311:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076613.371314:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076613.563167:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076613.563174:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076613.563175:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076613.563179:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076613.563182:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076613.563185:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076613.563187:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076613.563190:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076613.563192:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076614.395173:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076614.395179:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076614.395183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076614.395184:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076614.395239:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076614.395243:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076614.395246:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076614.587153:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076614.587159:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076614.587161:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076614.587165:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076614.587169:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076614.587172:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076614.587174:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076614.587178:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076614.587180:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076615.419157:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076615.419167:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076615.419170:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076615.419173:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076615.419179:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076615.419182:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076615.419185:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076615.419188:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076615.419194:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076615.419196:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076615.419256:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076615.419260:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076615.419263:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076615.611132:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076615.611139:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076615.611141:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076615.611145:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076615.611149:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076615.611152:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076615.611154:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076615.611157:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076615.611160:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076616.443223:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076616.443232:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076616.443239:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076616.443242:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076616.443344:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076616.443353:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076616.443361:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076616.635182:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076616.635196:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076616.635200:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076616.635211:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076616.635219:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076616.635226:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076616.635243:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076616.635249:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076616.635255:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076616.763201:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076616.763213:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076616.763218:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076616.763239:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076616.763244:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076616.763253:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3600
00000400:00000200:0.0:1769076616.763262:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076616.763268:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076616.763270:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076616.763273:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076616.763277:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076616.763280:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076616.763283:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076616.763288:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076616.763289:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076616.763292:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076616.763294:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076616.763296:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076616.763299:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076616.763302:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076616.763305:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076616.763308:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076616.763309:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076616.763312:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076616.763314:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076616.763316:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076616.763318:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076616.763322:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076616.763324:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076616.763326:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076616.763327:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076616.763335:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7100.
00000020:00000040:0.0:1769076616.763338:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076616.763342:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076616.763343:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076616.763346:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076616.763348:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076616.763352:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076616.763359:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769076616.763364:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076616.763372:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7100 x1855007616029184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076616.763381:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076616.763385:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076616.763388:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009506489] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7100 x1855007616029184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076616.763411:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076616.763414:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076616.763417:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076616.763418:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076616.763419:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076616.763421:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076616.763423:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3600
00000400:00000200:0.0:1769076616.763425:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076616.763427:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076616.763429:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076616.763431:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076616.763432:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076616.763434:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076616.763437:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076616.763438:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076616.763439:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076616.763441:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076616.763443:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076616.763446:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076616.763448:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076616.763451:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076616.763453:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076616.763455:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076616.763456:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076616.763458:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076616.763460:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076616.763462:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076616.763463:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076616.763468:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076616.763469:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076616.763471:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076616.763477:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1769076616.763478:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076616.763483:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076616.763489:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076616.763494:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1769076616.763495:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7800.
00000020:00000040:0.0:1769076616.763503:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769076616.763505:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769076616.763507:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076616.763514:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076616.763517:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076616.763518:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076616.763520:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076616.763525:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076616.763532:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076616.763536:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7100 x1855007616029184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076616.763539:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7800 x1855007616029312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076616.763631:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076616.763637:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076616.763654:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918dbd43] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7800 x1855007616029312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.763673:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076616.763681:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076616.763698:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769076616.763700:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076616.763705:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769076616.763709:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769076616.763711:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076616.763725:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616029184:192.168.204.113@tcp:250:kworker.0
00000100:00080000:0.0:1769076616.763727:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076616.763737:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769076616.763738:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769076616.763745:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1769076616.763749:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769076616.763754:0:70933:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1769076616.763755:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076616.763763:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769076616.763768:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3600
00000400:00000200:0.0:1769076616.763777:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:1.0:1769076616.763778:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076616.763783:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076616.763789:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076616.763795:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769076616.763800:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076616.763810:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000040:0.0:1769076616.763811:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076616.763819:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769076616.763822:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000040:0.0:1769076616.763824:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076616.763832:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000200:1.0:1769076616.763835:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616029184, portal 25
00000020:00000001:0.0:1769076616.763837:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769076616.763842:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1769076616.763843:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000001:1.0:1769076616.763846:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181374208 : -107391528177408 : ffff9e53f61c7100)
00000020:00000001:0.0:1769076616.763856:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769076616.763866:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7100 x1855007616029184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769076616.763867:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076616.763878:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076616.763892:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:1.0:1769076616.763909:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076616.763911:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076616.763921:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076616.763923:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076616.763930:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000010:1.0:1769076616.763934:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000001:0.0:1769076616.763938:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076616.763944:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076616.763948:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000200:1.0:1769076616.763948:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616029184, offset 0
00000100:00000001:0.0:1769076616.763964:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076616.763966:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076616.763971:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076616.763980:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076616.763982:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076616.763984:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076616.763991:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076616.763996:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076616.763998:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076616.764002:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4700.
00000400:00000200:1.0:1769076616.764011:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:0.0:1769076616.764012:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076616.764018:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076616.764020:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076616.764022:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076616.764024:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769076616.764028:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:0.0:1769076616.764030:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076616.764055:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076616.764059:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076616.764111:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4700 x1855007616029440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076616.764121:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076616.764123:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076616.764126:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769076616.764138:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d612b9f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4700 x1855007616029440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076616.764146:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076616.764165:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769076616.764166:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076616.764180:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:0.0:1769076616.764181:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076616.764195:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076616.764208:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37522:37522:256:4294967295] 192.168.204.113@tcp LPNI seq info [37492:37492:8:4294967295]
00000100:00000040:0.0:1769076616.764211:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076616.764231:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076616.764245:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076616.764251:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3610)
00000400:00000200:1.0:1769076616.764267:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076616.764282:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076616.764291:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076616.764302:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076616.764308:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076616.764318:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076616.764323:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769076616.764329:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076616.764333:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076616.764342:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076616.764349:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076616.764356:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076616.764360:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076616.764367:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076616.764374:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7100 x1855007616029184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.764389:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076616.764394:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7100 x1855007616029184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.764404:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076616.764406:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076616.764414:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076616.764419:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076616.764424:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298274030
00000100:00000010:1.0:1769076616.764434:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b9c0.
00000100:00000001:1.0:1769076616.764448:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076616.764458:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298274030
00000100:00000010:1.0:1769076616.764464:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b900.
00000100:00000001:1.0:1769076616.764470:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076616.764476:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076616.764483:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076616.764488:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076616.764498:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076616/real 1769076616]  req@ffff9e53f61c7100 x1855007616029184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076616.764520:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076616.764524:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076616.764528:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076616.764535:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076616.764538:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076616.764544:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076616.764551:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7100 x1855007616029184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076616.764563:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7100 x1855007616029184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.764572:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076616.764575:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.764578:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076616.764581:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076616.764586:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7100 x1855007616029184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.764595:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076616.764602:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7100 x1855007616029184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.764611:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076616.764615:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.764617:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076616.764619:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.764622:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076616.764625:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076616.764629:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076616.764635:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076616.764639:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076616.764645:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7100 x1855007616029184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076616.764656:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616029184:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076616.764662:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.764665:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076616.764669:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7100 x1855007616029184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.764677:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076616.764680:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076616.764684:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076616.764688:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076616.764691:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076616.764694:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076616.764697:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076616.764701:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012400.
02000000:00000001:1.0:1769076616.764707:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076616.764710:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076616.764713:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7100.
00000100:00000001:1.0:1769076616.764717:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076616.764719:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.764722:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.764732:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076616.764734:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076616.764738:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076616.764740:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076616.764742:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076616.764747:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7800 x1855007616029312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.764757:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076616.764759:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076616.764762:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076616.764765:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076616.764769:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076616.764773:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616029312:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076616.764777:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076616.764780:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076616.764783:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076616.764785:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076616.764789:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076616.764792:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076616.764798:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076616.764802:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076616.764806:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076616.764811:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616029312, portal 10
00000100:00000001:1.0:1769076616.764814:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076616.764816:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376000 : -107391528175616 : ffff9e53f61c7800)
00000100:00000040:1.0:1769076616.764825:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7800 x1855007616029312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.764833:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076616.764836:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076616.764839:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076616.764842:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616029312, offset 0
00000400:00000200:1.0:1769076616.764847:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076616.764852:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076616.764857:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076616.764862:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076616.764866:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076616.764870:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076616.764874:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076616.764881:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37523:37523:256:4294967295] 192.168.204.113@tcp LPNI seq info [37493:37493:8:4294967295]
00000400:00000200:1.0:1769076616.764889:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076616.764903:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076616.764913:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076616.764921:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076616.764929:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076616.764935:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076616.764944:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076616.764950:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769076616.764958:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076616.764962:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076616.764968:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076616.764975:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076616.764983:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076616.764986:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076616.764992:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076616.764999:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7800 x1855007616029312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.765016:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076616.765021:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7800 x1855007616029312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.765030:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076616.765032:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076616.765112:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076616.765119:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076616.765125:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076616.765128:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298272783
00000100:00000001:1.0:1769076616.765132:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298274030
00000100:00000001:1.0:1769076616.765135:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298272783
00000100:00000001:1.0:1769076616.765139:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298274030
00000100:00000001:1.0:1769076616.765142:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076616.765145:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076616.765148:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076616.765154:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076616/real 1769076616]  req@ffff9e53f61c7800 x1855007616029312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076616.765174:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076616.765175:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076616.765178:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076616.765182:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076616.765184:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076616.765187:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076616.765191:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7800 x1855007616029312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076616.765202:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7800 x1855007616029312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.765211:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076616.765213:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.765215:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076616.765217:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076616.765221:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7800 x1855007616029312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.765229:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076616.765234:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7800 x1855007616029312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.765242:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076616.765246:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.765248:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076616.765250:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.765252:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076616.765254:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076616.765258:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076616.765262:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076616.765264:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076616.765270:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7800 x1855007616029312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076616.765280:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616029312:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076616.765285:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076616.765290:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4700 x1855007616029440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.765298:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076616.765300:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076616.765302:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076616.765305:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076616.765307:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076616.765311:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616029440:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076616.765315:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076616.765317:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076616.765319:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076616.765322:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076616.765327:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98000.
02000000:00000001:1.0:1769076616.765330:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076616.765334:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076616.765338:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076616.765342:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076616.765347:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616029440, portal 10
00000100:00000001:1.0:1769076616.765349:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076616.765351:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181363456 : -107391528188160 : ffff9e53f61c4700)
00000100:00000040:1.0:1769076616.765359:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4700 x1855007616029440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.765368:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076616.765371:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076616.765374:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076616.765377:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616029440, offset 0
00000400:00000200:1.0:1769076616.765382:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076616.765387:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076616.765392:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076616.765396:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076616.765400:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076616.765404:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076616.765407:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076616.765411:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37524:37524:256:4294967295] 192.168.204.113@tcp LPNI seq info [37494:37494:8:4294967295]
00000400:00000200:1.0:1769076616.765417:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076616.765426:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076616.765434:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076616.765440:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076616.765449:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076616.765454:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076616.765463:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076616.765497:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769076616.765506:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076616.765511:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076616.765516:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076616.765524:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076616.765532:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076616.765536:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076616.765542:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076616.765550:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4700 x1855007616029440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.765561:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076616.765566:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4700 x1855007616029440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.765574:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076616.765576:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076616.765582:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076616.765586:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076616.765591:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076616.765595:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298272790
00000100:00000001:1.0:1769076616.765599:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298274030
00000100:00000001:1.0:1769076616.765602:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298272790
00000100:00000001:1.0:1769076616.765605:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298274030
00000100:00000001:1.0:1769076616.765607:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076616.765610:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076616.765613:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076616.765617:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076616/real 1769076616]  req@ffff9e53f61c4700 x1855007616029440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076616.765628:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076616.765630:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076616.765632:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076616.765635:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076616.765638:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076616.765640:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076616.765644:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4700 x1855007616029440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076616.765655:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4700 x1855007616029440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.765663:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076616.765664:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.765667:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076616.765668:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076616.765672:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4700 x1855007616029440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.765681:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076616.765686:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4700 x1855007616029440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.765695:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076616.765699:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.765701:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076616.765703:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.765705:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076616.765707:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076616.765711:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076616.765715:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076616.765717:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076616.765722:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4700 x1855007616029440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076616.765731:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616029440:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076616.765736:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.765738:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076616.765742:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7800 x1855007616029312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.765751:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076616.765753:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076616.765756:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076616.765759:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076616.765761:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076616.765763:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076616.765766:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076616.765768:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011800.
02000000:00000001:1.0:1769076616.765772:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076616.765774:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076616.765776:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7800.
00000100:00000001:1.0:1769076616.765779:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076616.765781:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.765783:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076616.765786:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4700 x1855007616029440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076616.765803:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076616.765805:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076616.765807:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98000.
02000000:00000001:1.0:1769076616.765810:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076616.765811:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076616.765813:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076616.765815:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076616.765816:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:1.0:1769076616.765819:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076616.765820:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076616.765822:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4700.
00000100:00000001:1.0:1769076616.765825:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076616.765826:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.765828:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076616.765833:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076616.765835:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076616.765837:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076616.765839:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076617.467217:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076617.467227:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076617.467232:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076617.467234:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076617.467295:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076617.467299:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076617.467303:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076617.659204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076617.659234:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076617.659237:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076617.659247:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076617.659254:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076617.659260:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076617.659264:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076617.659268:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076617.659273:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076618.043162:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298274030, at 4298274048
00000100:00000040:2.0:1769076618.043163:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298274030, at 4298274048
00000100:00000010:3.0:1769076618.043183:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b900.
00000100:00000010:2.0:1769076618.043186:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b9c0.
00010000:00000001:1.0:1769076618.491173:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076618.491178:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076618.491182:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076618.491183:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076618.491244:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076618.491250:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076618.491257:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076618.683175:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076618.683186:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076618.683188:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076618.683197:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076618.683202:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076618.683207:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076618.683210:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076618.683214:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076618.683217:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076619.515229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076619.515239:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076619.515248:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076619.515251:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076619.515356:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076619.515366:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076619.515374:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076619.707234:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076619.707245:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076619.707248:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076619.707257:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076619.707263:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076619.707270:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076619.707274:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076619.707278:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076619.707283:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076620.539200:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076620.539209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076620.539216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076620.539217:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076620.539323:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076620.539328:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076620.539333:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076620.731167:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076620.731178:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076620.731180:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076620.731188:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076620.731193:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076620.731199:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076620.731202:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076620.731206:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076620.731209:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076621.563221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076621.563230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076621.563236:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076621.563238:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076621.563318:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076621.563323:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076621.563327:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076621.755218:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076621.755229:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076621.755232:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076621.755238:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076621.755243:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076621.755248:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076621.755252:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076621.755256:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076621.755260:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076621.883205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076621.883218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076621.883221:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076621.883226:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076621.883230:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076621.883238:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3605
00000400:00000200:0.0:1769076621.883246:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076621.883254:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076621.883257:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076621.883260:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883263:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076621.883265:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883267:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076621.883272:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076621.883273:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076621.883276:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076621.883279:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076621.883281:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076621.883283:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076621.883285:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883286:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076621.883288:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883289:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076621.883291:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076621.883294:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883295:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076621.883299:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076621.883303:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076621.883306:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076621.883308:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076621.883310:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076621.883322:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4a80.
00000020:00000040:0.0:1769076621.883325:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076621.883330:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076621.883331:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076621.883335:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076621.883338:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076621.883343:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076621.883352:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:0.0:1769076621.883360:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076621.883369:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4a80 x1855007616029568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076621.883378:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076621.883383:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076621.883387:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e0eb0c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4a80 x1855007616029568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076621.883405:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076621.883408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076621.883411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076621.883413:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076621.883414:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076621.883416:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076621.883418:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3605
00000400:00000200:0.0:1769076621.883421:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076621.883423:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076621.883425:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076621.883427:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883429:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076621.883432:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076621.883433:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076621.883434:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076621.883438:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076621.883439:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:1.0:1769076621.883440:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769076621.883444:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769076621.883445:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769076621.883446:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076621.883449:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076621.883450:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769076621.883455:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4a80 x1855007616029568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076621.883456:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883460:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076621.883464:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883468:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076621.883471:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076621.883473:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883480:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076621.883482:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769076621.883483:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769076621.883485:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076621.883490:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076621.883491:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076621.883495:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076621.883495:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076621.883497:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769076621.883499:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769076621.883503:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769076621.883504:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616029568:192.168.204.113@tcp:250:kworker.0
00000008:00000001:0.0:1769076621.883509:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076621.883511:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769076621.883512:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076621.883515:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1769076621.883516:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7480.
02000000:00000001:1.0:1769076621.883519:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769076621.883520:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076621.883523:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769076621.883524:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076621.883527:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076621.883528:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076621.883529:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076621.883531:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076621.883532:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b400.
02000000:00000001:1.0:1769076621.883545:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076621.883549:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769076621.883553:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076621.883556:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:0.0:1769076621.883561:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7480 x1855007616029696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769076621.883563:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:0.0:1769076621.883571:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769076621.883573:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000001:0.0:1769076621.883574:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076621.883578:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc6e9c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7480 x1855007616029696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076621.883583:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616029568, portal 25
00000100:00000001:0.0:1769076621.883584:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076621.883588:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769076621.883589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076621.883592:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181364352 : -107391528187264 : ffff9e53f61c4a80)
00000100:00080000:0.0:1769076621.883594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076621.883597:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076621.883598:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1769076621.883602:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4a80 x1855007616029568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076621.883603:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076621.883608:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3605
00000400:00000200:0.0:1769076621.883617:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076621.883621:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1769076621.883622:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769076621.883623:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076621.883628:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883631:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076621.883633:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076621.883634:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883637:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076621.883639:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076621.883640:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000010:1.0:1769076621.883640:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000020:00000001:0.0:1769076621.883643:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076621.883645:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076621.883646:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076621.883648:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000200:1.0:1769076621.883649:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616029568, offset 0
00000100:00000040:0.0:1769076621.883650:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883656:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076621.883657:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883659:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076621.883662:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:1.0:1769076621.883664:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076621.883667:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883670:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076621.883671:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076621.883673:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076621.883674:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076621.883676:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076621.883677:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076621.883679:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076621.883680:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076621.883681:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076621.883688:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4000.
00000020:00000040:0.0:1769076621.883690:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076621.883691:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076621.883693:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076621.883695:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769076621.883695:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:0.0:1769076621.883697:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076621.883699:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076621.883704:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769076621.883706:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076621.883709:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1769076621.883712:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4000 x1855007616029824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076621.883719:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769076621.883721:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076621.883725:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076621.883728:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000178e2043] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4000 x1855007616029824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076621.883730:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076621.883738:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:0.0:1769076621.883740:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076621.883743:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076621.883748:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37525:37525:256:4294967295] 192.168.204.113@tcp LPNI seq info [37495:37495:8:4294967295]
00000100:00000040:0.0:1769076621.883749:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076621.883754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076621.883759:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076621.883760:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076621.883766:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3615)
00000400:00000200:1.0:1769076621.883778:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076621.883788:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076621.883795:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076621.883816:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076621.883821:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076621.883827:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076621.883832:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769076621.883837:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076621.883840:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076621.883849:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076621.883855:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076621.883862:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076621.883876:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076621.883882:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076621.883886:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4a80 x1855007616029568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.883894:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076621.883897:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4a80 x1855007616029568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.883903:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076621.883904:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076621.883912:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076621.883916:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076621.883919:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298279149
00000100:00000010:1.0:1769076621.883924:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bc00.
00000100:00000001:1.0:1769076621.883932:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076621.883945:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298279149
00000100:00000010:1.0:1769076621.883964:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bb40.
00000100:00000001:1.0:1769076621.883967:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076621.883970:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076621.883972:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076621.883974:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076621.883978:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076621/real 1769076621]  req@ffff9e53f61c4a80 x1855007616029568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076621.883987:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076621.883990:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076621.883992:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076621.883995:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076621.883996:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076621.883998:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076621.884001:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4a80 x1855007616029568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076621.884008:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4a80 x1855007616029568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884012:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076621.884014:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884015:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076621.884017:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076621.884019:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4a80 x1855007616029568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884025:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076621.884028:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4a80 x1855007616029568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884034:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076621.884036:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884037:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076621.884039:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884042:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076621.884043:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076621.884046:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076621.884050:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076621.884051:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076621.884054:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4a80 x1855007616029568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076621.884060:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616029568:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076621.884090:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884092:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076621.884095:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4a80 x1855007616029568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884100:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076621.884103:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076621.884105:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b400.
02000000:00000001:1.0:1769076621.884108:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076621.884109:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076621.884110:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076621.884112:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076621.884114:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010400.
02000000:00000001:1.0:1769076621.884117:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076621.884119:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076621.884121:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4a80.
00000100:00000001:1.0:1769076621.884123:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076621.884125:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884126:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884134:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076621.884135:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076621.884137:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076621.884138:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076621.884139:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076621.884142:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7480 x1855007616029696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884147:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076621.884149:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076621.884151:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076621.884152:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076621.884153:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076621.884155:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616029696:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076621.884157:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076621.884169:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076621.884170:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076621.884172:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076621.884174:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b400.
02000000:00000001:1.0:1769076621.884176:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076621.884179:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076621.884182:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076621.884184:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076621.884187:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616029696, portal 10
00000100:00000001:1.0:1769076621.884188:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076621.884189:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181375104 : -107391528176512 : ffff9e53f61c7480)
00000100:00000040:1.0:1769076621.884196:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7480 x1855007616029696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884204:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076621.884207:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076621.884209:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076621.884212:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616029696, offset 0
00000400:00000200:1.0:1769076621.884216:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076621.884221:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076621.884226:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076621.884229:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076621.884232:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076621.884235:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076621.884238:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076621.884242:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37526:37526:256:4294967295] 192.168.204.113@tcp LPNI seq info [37496:37496:8:4294967295]
00000400:00000200:1.0:1769076621.884247:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076621.884254:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076621.884267:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076621.884270:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076621.884273:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076621.884275:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076621.884278:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076621.884280:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769076621.884283:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076621.884285:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076621.884287:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076621.884290:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076621.884292:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076621.884293:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076621.884295:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076621.884298:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7480 x1855007616029696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884304:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076621.884306:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7480 x1855007616029696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884311:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076621.884313:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076621.884315:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076621.884319:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076621.884323:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076621.884325:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298277902
00000100:00000001:1.0:1769076621.884329:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298279149
00000100:00000001:1.0:1769076621.884331:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298277902
00000100:00000001:1.0:1769076621.884334:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298279149
00000100:00000001:1.0:1769076621.884336:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076621.884340:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076621.884342:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076621.884346:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076621/real 1769076621]  req@ffff9e53f61c7480 x1855007616029696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076621.884356:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076621.884358:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076621.884360:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076621.884363:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076621.884365:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076621.884367:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076621.884371:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7480 x1855007616029696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076621.884380:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7480 x1855007616029696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884385:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076621.884386:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884388:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076621.884389:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076621.884392:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7480 x1855007616029696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884396:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076621.884398:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7480 x1855007616029696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884403:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076621.884405:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884406:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076621.884407:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884408:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076621.884409:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076621.884411:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076621.884414:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076621.884415:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076621.884418:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7480 x1855007616029696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076621.884423:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616029696:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076621.884426:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076621.884428:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4000 x1855007616029824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884432:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076621.884432:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076621.884434:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076621.884435:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076621.884436:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076621.884438:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616029824:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076621.884441:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076621.884442:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076621.884443:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076621.884445:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076621.884447:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a800.
02000000:00000001:1.0:1769076621.884448:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076621.884451:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076621.884453:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076621.884455:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076621.884458:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616029824, portal 10
00000100:00000001:1.0:1769076621.884459:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076621.884460:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181361664 : -107391528189952 : ffff9e53f61c4000)
00000100:00000040:1.0:1769076621.884465:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4000 x1855007616029824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884470:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076621.884472:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076621.884473:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076621.884475:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616029824, offset 0
00000400:00000200:1.0:1769076621.884489:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076621.884492:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076621.884495:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076621.884497:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076621.884499:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076621.884501:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076621.884502:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076621.884504:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37527:37527:256:4294967295] 192.168.204.113@tcp LPNI seq info [37497:37497:8:4294967295]
00000400:00000200:1.0:1769076621.884507:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076621.884512:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076621.884515:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076621.884517:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076621.884520:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076621.884523:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076621.884525:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076621.884527:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769076621.884530:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076621.884531:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076621.884533:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076621.884536:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076621.884537:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076621.884539:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076621.884540:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076621.884553:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4000 x1855007616029824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884558:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076621.884561:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4000 x1855007616029824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884565:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076621.884566:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076621.884569:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076621.884571:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076621.884574:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076621.884575:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298277909
00000100:00000001:1.0:1769076621.884577:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298279149
00000100:00000001:1.0:1769076621.884579:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298277909
00000100:00000001:1.0:1769076621.884581:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298279149
00000100:00000001:1.0:1769076621.884582:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076621.884583:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076621.884585:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076621.884587:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076621/real 1769076621]  req@ffff9e53f61c4000 x1855007616029824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076621.884591:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076621.884592:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076621.884593:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076621.884594:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076621.884595:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076621.884596:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076621.884598:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4000 x1855007616029824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076621.884603:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4000 x1855007616029824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884608:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076621.884609:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884610:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076621.884611:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076621.884613:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4000 x1855007616029824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884617:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076621.884620:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4000 x1855007616029824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884625:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076621.884626:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884628:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076621.884629:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884629:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076621.884630:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076621.884632:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076621.884634:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076621.884635:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076621.884637:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4000 x1855007616029824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076621.884642:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616029824:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076621.884644:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884645:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076621.884647:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7480 x1855007616029696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884651:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076621.884652:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076621.884653:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b400.
02000000:00000001:1.0:1769076621.884654:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076621.884655:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076621.884656:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076621.884657:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076621.884658:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:1.0:1769076621.884660:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076621.884661:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076621.884662:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7480.
00000100:00000001:1.0:1769076621.884664:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076621.884665:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884667:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076621.884669:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4000 x1855007616029824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076621.884673:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076621.884674:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076621.884675:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a800.
02000000:00000001:1.0:1769076621.884677:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076621.884677:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076621.884678:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076621.884679:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076621.884680:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:1.0:1769076621.884681:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076621.884682:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076621.884682:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4000.
00000100:00000001:1.0:1769076621.884684:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076621.884684:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884685:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076621.884688:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076621.884689:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076621.884690:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076621.884691:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076622.587171:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076622.587181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076622.587190:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076622.587195:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076622.587197:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076622.587201:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076622.587205:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076622.587208:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076622.587210:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076622.587213:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076622.587301:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076622.587305:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076622.587309:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076622.779140:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076622.779148:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076622.779150:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076622.779155:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076622.779159:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076622.779163:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076622.779165:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076622.779168:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076622.779171:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076623.163180:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298279149, at 4298279168
00000100:00000040:3.0:1769076623.163180:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298279149, at 4298279168
00000100:00000010:2.0:1769076623.163203:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bc00.
00000100:00000010:3.0:1769076623.163210:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bb40.
00010000:00000001:1.0:1769076623.611194:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076623.611201:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076623.611207:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076623.611208:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076623.611294:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076623.611299:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076623.611314:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076623.803167:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076623.803174:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076623.803176:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076623.803181:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076623.803184:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076623.803188:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076623.803191:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076623.803194:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076623.803196:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076624.635174:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076624.635182:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076624.635188:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076624.635189:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076624.635268:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076624.635275:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076624.635281:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076624.827149:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076624.827161:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076624.827163:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076624.827172:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076624.827197:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076624.827202:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076624.827207:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076624.827211:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076624.827215:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076625.659203:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076625.659214:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076625.659217:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076625.659219:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076625.659226:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076625.659228:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076625.659230:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076625.659233:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076625.659237:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076625.659239:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076625.659380:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076625.659389:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076625.659396:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076625.851173:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076625.851186:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076625.851189:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076625.851197:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076625.851203:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076625.851208:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076625.851211:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076625.851215:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076625.851219:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076626.683212:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076626.683227:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076626.683256:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076626.683261:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076626.683424:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076626.683431:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076626.683436:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076626.875196:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076626.875209:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076626.875213:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076626.875224:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076626.875232:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076626.875239:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076626.875244:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076626.875250:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076626.875255:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076627.003265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076627.003282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076627.003286:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076627.003293:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076627.003302:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076627.003316:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3610
00000400:00000200:0.0:1769076627.003331:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076627.003344:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076627.003352:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076627.003360:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076627.003367:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076627.003373:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076627.003377:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076627.003386:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076627.003391:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076627.003396:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076627.003401:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076627.003406:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076627.003411:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076627.003418:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076627.003422:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076627.003426:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076627.003429:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076627.003435:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076627.003441:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076627.003444:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076627.003449:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076627.003454:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076627.003458:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.003461:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076627.003464:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076627.003476:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6300.
00000020:00000040:0.0:1769076627.003482:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076627.003488:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076627.003490:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.003495:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076627.003499:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076627.003506:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076627.003516:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:0.0:1769076627.003526:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076627.003539:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6300 x1855007616029952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076627.003554:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076627.003560:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076627.003593:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf371266] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6300 x1855007616029952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076627.003623:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076627.003627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076627.003633:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076627.003635:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076627.003637:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076627.003641:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076627.003643:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3610
00000400:00000200:0.0:1769076627.003649:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076627.003653:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076627.003657:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076627.003661:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076627.003664:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076627.003667:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076627.003669:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076627.003673:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076627.003674:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076627.003676:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076627.003679:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076627.003681:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076627.003684:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076627.003687:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076627.003689:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076627.003692:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076627.003695:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076627.003698:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076627.003704:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076627.003708:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076627.003710:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076627.003717:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076627.003721:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.003723:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076627.003727:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1769076627.003731:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076627.003736:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00000001:0.0:1769076627.003739:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076627.003743:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769076627.003745:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076627.003753:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5500.
00000020:00000040:0.0:1769076627.003760:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000040:1.0:1769076627.003761:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6300 x1855007616029952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076627.003765:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076627.003769:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076627.003782:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076627.003786:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769076627.003788:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076627.003792:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076627.003799:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076627.003800:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076627.003809:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769076627.003811:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
02000000:00000001:1.0:1769076627.003814:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.003824:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076627.003835:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5500 x1855007616030080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1769076627.003841:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616029952:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076627.003851:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076627.003856:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769076627.003858:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076627.003889:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769076627.003892:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502bc2e2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5500 x1855007616030080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769076627.003896:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076627.003906:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769076627.003938:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076627.003939:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99400.
00000100:00080000:0.0:1769076627.003944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769076627.003946:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076627.003957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076627.003960:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076627.003963:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769076627.003966:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076627.003968:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769076627.003975:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00080000:0.0:1769076627.003976:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3610
00000400:00000200:0.0:1769076627.003988:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076627.003990:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000400:00000200:0.0:1769076627.003992:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076627.004001:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076627.004006:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000200:1.0:1769076627.004007:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616029952, portal 25
00000100:00000001:0.0:1769076627.004010:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076627.004017:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769076627.004019:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076627.004024:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181370624 : -107391528180992 : ffff9e53f61c6300)
00000100:00000001:0.0:1769076627.004026:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076627.004033:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076627.004036:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076627.004041:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769076627.004042:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6300 x1855007616029952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769076627.004045:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076627.004053:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076627.004062:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:1.0:1769076627.004075:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076627.004077:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000040:1.0:1769076627.004117:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076627.004122:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000001:0.0:1769076627.004131:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769076627.004132:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616029952, offset 0
00000100:00000040:0.0:1769076627.004142:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076627.004146:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769076627.004151:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:0.0:1769076627.004154:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076627.004163:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076627.004168:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076627.004170:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769076627.004173:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076627.004180:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769076627.004184:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:0.0:1769076627.004187:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.004194:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076627.004200:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769076627.004200:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1769076627.004209:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076627.004212:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769076627.004215:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076627.004222:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1769076627.004224:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7b80.
00000400:00000200:1.0:1769076627.004230:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000020:00000040:0.0:1769076627.004233:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076627.004242:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37528:37528:256:4294967295] 192.168.204.113@tcp LPNI seq info [37498:37498:8:4294967295]
02000000:00000001:0.0:1769076627.004244:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076627.004250:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076627.004257:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076627.004260:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076627.004265:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076627.004268:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076627.004278:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1769076627.004279:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769076627.004291:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076627.004293:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00100000:0.0:1769076627.004302:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7b80 x1855007616030208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1769076627.004304:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000100:00000001:0.0:1769076627.004320:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769076627.004322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076627.004326:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076627.004332:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769076627.004337:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa511e8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7b80 x1855007616030208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076627.004351:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076627.004362:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769076627.004364:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076627.004374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1769076627.004381:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076627.004384:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1769076627.004387:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000100:00000040:0.0:1769076627.004392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076627.004397:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769076627.004399:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076627.004408:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769076627.004412:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3620)
00000400:00000200:1.0:1769076627.004416:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076627.004422:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076627.004428:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076627.004435:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6300 x1855007616029952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.004450:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076627.004455:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6300 x1855007616029952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076652 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.004464:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076627.004466:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076627.004475:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076627.004480:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076627.004484:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298284270
00000100:00000010:1.0:1769076627.004491:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b6c0.
00000100:00000001:1.0:1769076627.004501:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076627.004523:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298284270
00000100:00000010:1.0:1769076627.004527:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bba0.
00000100:00000001:1.0:1769076627.004532:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076627.004536:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076627.004539:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076627.004543:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076627.004548:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076627/real 1769076627]  req@ffff9e53f61c6300 x1855007616029952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076627.004585:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076627.004589:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076627.004592:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076627.004596:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076627.004599:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076627.004603:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076627.004611:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6300 x1855007616029952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076627.004624:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6300 x1855007616029952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.004632:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076627.004636:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.004639:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076627.004642:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076627.004647:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6300 x1855007616029952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.004655:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076627.004661:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6300 x1855007616029952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.004670:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076627.004674:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.004676:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076627.004677:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.004680:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076627.004683:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076627.004687:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076627.004692:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076627.004695:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076627.004700:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6300 x1855007616029952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076627.004710:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616029952:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076627.004716:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.004719:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076627.004723:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6300 x1855007616029952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.004732:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076627.004736:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076627.004740:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076627.004744:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076627.004746:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076627.004749:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076627.004752:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076627.004756:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:1.0:1769076627.004761:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076627.004764:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076627.004767:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6300.
00000100:00000001:1.0:1769076627.004771:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076627.004773:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.004775:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.004786:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076627.004788:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076627.004791:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076627.004793:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076627.004795:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076627.004800:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5500 x1855007616030080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.004809:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076627.004811:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076627.004814:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076627.004817:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076627.004820:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076627.004823:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616030080:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076627.004827:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076627.004829:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076627.004831:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076627.004834:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076627.004838:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076627.004840:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076627.004846:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076627.004849:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076627.004853:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076627.004858:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616030080, portal 10
00000100:00000001:1.0:1769076627.004860:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076627.004887:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367040 : -107391528184576 : ffff9e53f61c5500)
00000100:00000040:1.0:1769076627.004898:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5500 x1855007616030080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.004924:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076627.004927:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076627.004930:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076627.004934:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616030080, offset 0
00000400:00000200:1.0:1769076627.004938:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076627.004943:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076627.004948:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076627.004952:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076627.004955:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076627.004958:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076627.004961:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076627.004965:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37529:37529:256:4294967295] 192.168.204.113@tcp LPNI seq info [37499:37499:8:4294967295]
00000400:00000200:1.0:1769076627.004971:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076627.004979:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076627.004984:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076627.004988:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076627.004992:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076627.004996:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076627.005001:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076627.005004:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769076627.005009:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076627.005012:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076627.005034:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076627.005039:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076627.005043:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076627.005045:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076627.005049:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076627.005053:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5500 x1855007616030080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.005064:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076627.005067:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5500 x1855007616030080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076652 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.005084:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076627.005086:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076627.005090:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076627.005124:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076627.005130:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076627.005133:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298283023
00000100:00000001:1.0:1769076627.005137:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298284270
00000100:00000001:1.0:1769076627.005160:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298283023
00000100:00000001:1.0:1769076627.005163:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298284270
00000100:00000001:1.0:1769076627.005166:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076627.005168:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076627.005171:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076627.005176:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076627/real 1769076627]  req@ffff9e53f61c5500 x1855007616030080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076627.005185:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076627.005187:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076627.005189:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076627.005204:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076627.005206:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076627.005209:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076627.005213:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5500 x1855007616030080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076627.005224:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5500 x1855007616030080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.005236:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076627.005238:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.005240:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076627.005242:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076627.005246:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5500 x1855007616030080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.005256:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076627.005261:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5500 x1855007616030080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.005269:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076627.005272:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.005273:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076627.005275:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.005277:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076627.005279:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076627.005281:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076627.005285:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076627.005287:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076627.005292:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5500 x1855007616030080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076627.005300:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616030080:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076627.005304:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076627.005308:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7b80 x1855007616030208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.005316:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076627.005318:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076627.005321:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076627.005323:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076627.005325:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076627.005328:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616030208:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076627.005332:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076627.005334:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076627.005337:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076627.005339:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076627.005344:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076627.005346:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076627.005350:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076627.005353:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076627.005357:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076627.005361:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616030208, portal 10
00000100:00000001:1.0:1769076627.005363:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076627.005365:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376896 : -107391528174720 : ffff9e53f61c7b80)
00000100:00000040:1.0:1769076627.005372:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7b80 x1855007616030208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.005380:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076627.005383:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076627.005385:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076627.005388:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616030208, offset 0
00000400:00000200:1.0:1769076627.005393:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076627.005397:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076627.005401:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076627.005405:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076627.005408:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076627.005411:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076627.005414:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076627.005418:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37530:37530:256:4294967295] 192.168.204.113@tcp LPNI seq info [37500:37500:8:4294967295]
00000400:00000200:1.0:1769076627.005423:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076627.005431:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076627.005436:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076627.005439:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076627.005444:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076627.005448:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076627.005453:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076627.005456:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769076627.005460:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076627.005463:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076627.005467:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076627.005471:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076627.005474:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076627.005476:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076627.005479:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076627.005483:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7b80 x1855007616030208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.005492:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076627.005496:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7b80 x1855007616030208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076652 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.005504:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076627.005506:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076627.005509:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076627.005513:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076627.005517:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076627.005519:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298283030
00000100:00000001:1.0:1769076627.005522:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298284270
00000100:00000001:1.0:1769076627.005525:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298283030
00000100:00000001:1.0:1769076627.005527:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298284270
00000100:00000001:1.0:1769076627.005530:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076627.005532:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076627.005534:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076627.005538:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076627/real 1769076627]  req@ffff9e53f61c7b80 x1855007616030208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076627.005547:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076627.005548:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076627.005550:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076627.005573:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076627.005576:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076627.005579:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076627.005584:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7b80 x1855007616030208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076627.005594:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7b80 x1855007616030208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.005602:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076627.005604:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.005606:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076627.005608:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076627.005612:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7b80 x1855007616030208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.005620:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076627.005624:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7b80 x1855007616030208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.005635:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076627.005639:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.005642:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076627.005645:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.005649:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076627.005652:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076627.005656:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076627.005663:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076627.005668:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076627.005677:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7b80 x1855007616030208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076627.005692:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616030208:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076627.005699:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.005704:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076627.005710:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5500 x1855007616030080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.005722:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076627.005725:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076627.005729:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076627.005734:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076627.005736:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076627.005739:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076627.005743:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076627.005747:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011400.
02000000:00000001:1.0:1769076627.005752:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076627.005755:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076627.005758:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5500.
00000100:00000001:1.0:1769076627.005762:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076627.005764:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.005767:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076627.005774:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7b80 x1855007616030208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076652 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076627.005785:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076627.005788:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076627.005791:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076627.005795:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076627.005798:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076627.005801:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076627.005804:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076627.005807:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:1.0:1769076627.005811:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076627.005814:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076627.005816:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7b80.
00000100:00000001:1.0:1769076627.005820:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076627.005823:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.005826:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076627.005834:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076627.005836:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076627.005840:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076627.005844:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076627.707186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076627.707195:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076627.707202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076627.707203:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076627.707390:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076627.707399:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076627.707404:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076627.899163:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076627.899170:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076627.899171:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076627.899176:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076627.899178:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076627.899182:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076627.899184:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076627.899186:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076627.899188:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076628.283159:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298284270, at 4298284288
00000100:00000040:3.0:1769076628.283159:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298284270, at 4298284288
00000100:00000010:3.0:1769076628.283174:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bba0.
00000100:00000010:2.0:1769076628.283177:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b6c0.
00010000:00000001:1.0:1769076628.731147:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076628.731155:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076628.731160:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076628.731161:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076628.731243:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076628.731249:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076628.731255:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076628.923197:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076628.923208:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076628.923211:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076628.923221:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076628.923229:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076628.923237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076628.923242:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076628.923248:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076628.923253:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076629.755281:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076629.755309:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076629.755319:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076629.755321:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076629.755441:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076629.755448:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076629.755454:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076629.947223:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076629.947235:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076629.947238:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076629.947247:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076629.947252:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076629.947257:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076629.947260:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076629.947264:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076629.947268:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076630.779239:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076630.779249:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076630.779258:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076630.779260:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076630.779332:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076630.779337:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076630.779340:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076630.971202:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076630.971214:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076630.971218:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076630.971226:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076630.971232:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076630.971238:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076630.971241:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076630.971245:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076630.971248:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076631.803163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076631.803170:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076631.803174:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076631.803175:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076631.803233:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076631.803238:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076631.803243:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076631.995163:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076631.995171:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076631.995172:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076631.995177:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076631.995180:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076631.995184:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076631.995186:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076631.995188:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076631.995190:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076632.123218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076632.123227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076632.123230:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076632.123233:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076632.123237:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076632.123244:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3615
00000400:00000200:2.0:1769076632.123260:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076632.123266:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076632.123269:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076632.123272:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076632.123275:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076632.123278:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076632.123280:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076632.123284:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076632.123285:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076632.123288:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076632.123291:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076632.123292:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076632.123294:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076632.123297:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076632.123298:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076632.123299:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076632.123301:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076632.123303:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076632.123306:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076632.123308:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076632.123311:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076632.123313:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076632.123315:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076632.123317:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076632.123319:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076632.123327:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000020:00000040:2.0:1769076632.123330:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076632.123333:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076632.123335:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076632.123337:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076632.123339:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076632.123343:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076632.123351:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22400.
00000100:00000001:2.0:1769076632.123356:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076632.123368:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007616030336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076632.123378:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076632.123381:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076632.123385:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007616030336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076632.123402:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076632.123405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076632.123408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076632.123409:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076632.123410:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076632.123412:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076632.123414:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3615
00000400:00000200:2.0:1769076632.123416:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076632.123418:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076632.123420:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076632.123423:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076632.123425:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076632.123427:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076632.123429:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076632.123435:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076632.123436:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:1.0:1769076632.123438:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769076632.123438:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076632.123442:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:1.0:1769076632.123444:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769076632.123445:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076632.123449:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769076632.123449:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076632.123454:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076632.123458:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076632.123460:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692a00 x1855007616030336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076632.123461:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076632.123466:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076632.123472:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076632.123478:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076632.123479:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076632.123481:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076632.123482:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076632.123484:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076632.123487:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076632.123490:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076632.123492:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076632.123496:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076632.123496:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076632.123499:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:1.0:1769076632.123503:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616030336:192.168.204.113@tcp:250:kworker.0
00000008:00100000:2.0:1769076632.123505:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076632.123509:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1769076632.123510:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076632.123514:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769076632.123514:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076632.123517:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
02000000:00000001:1.0:1769076632.123518:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769076632.123521:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076632.123522:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769076632.123527:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076632.123529:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076632.123531:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99400.
00000100:00000001:2.0:1769076632.123531:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076632.123534:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076632.123536:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076632.123537:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076632.123544:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21400.
00000400:00000200:1.0:1769076632.123546:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076632.123548:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076632.123552:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00100000:2.0:1769076632.123556:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007616030464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769076632.123560:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000001:2.0:1769076632.123567:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076632.123569:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076632.123570:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616030336, portal 25
00000100:00000040:2.0:1769076632.123573:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007616030464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.123575:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076632.123577:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102516224 : -107391607035392 : ffff9e53f1692a00)
00000100:00000001:2.0:1769076632.123587:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076632.123588:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692a00 x1855007616030336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769076632.123591:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076632.123600:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076632.123603:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076632.123606:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076632.123607:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769076632.123609:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769076632.123613:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:2.0:1769076632.123615:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3615
00000400:00000010:1.0:1769076632.123617:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000400:00000200:2.0:1769076632.123622:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000200:1.0:1769076632.123624:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616030336, offset 0
00000400:00000200:2.0:1769076632.123627:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076632.123630:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076632.123635:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076632.123636:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076632.123639:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076632.123642:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076632.123644:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769076632.123648:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:2.0:1769076632.123648:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076632.123650:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076632.123653:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076632.123655:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:1.0:1769076632.123658:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000001:2.0:1769076632.123659:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076632.123664:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076632.123667:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769076632.123670:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076632.123673:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076632.123676:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:2.0:1769076632.123679:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076632.123682:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769076632.123684:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1769076632.123685:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:1.0:1769076632.123689:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00080000:2.0:1769076632.123692:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:1.0:1769076632.123699:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37531:37531:256:4294967295] 192.168.204.113@tcp LPNI seq info [37501:37501:8:4294967295]
00000100:00000001:2.0:1769076632.123699:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076632.123702:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076632.123707:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769076632.123708:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:2.0:1769076632.123712:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076632.123714:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076632.123716:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076632.123721:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076632.123724:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076632.123726:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1769076632.123729:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000800:00000200:1.0:1769076632.123734:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000020:00000040:2.0:1769076632.123735:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076632.123740:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076632.123741:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769076632.123743:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000100:00000001:2.0:1769076632.123743:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076632.123745:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1769076632.123761:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:2.0:1769076632.123761:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076632.123768:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
02000000:00000010:2.0:1769076632.123769:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000100:00000001:2.0:1769076632.123775:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076632.123795:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00100000:2.0:1769076632.123801:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007616030592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076632.123802:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769076632.123814:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076632.123815:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1769076632.123817:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000100:00000001:2.0:1769076632.123819:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076632.123835:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769076632.123836:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007616030592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076632.123847:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769076632.123852:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076632.123855:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000100:00000040:2.0:1769076632.123856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769076632.123860:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000040:2.0:1769076632.123861:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076632.123866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076632.123867:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769076632.123872:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769076632.123873:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692a00 x1855007616030336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076632.123877:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3625)
00000100:00000001:1.0:1769076632.123887:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076632.123890:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692a00 x1855007616030336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076657 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.123896:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076632.123898:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076632.123904:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076632.123907:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076632.123910:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298289389
00000100:00000010:1.0:1769076632.123914:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b720.
00000100:00000001:1.0:1769076632.123920:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076632.123930:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298289389
00000100:00000010:1.0:1769076632.123933:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b1e0.
00000100:00000001:1.0:1769076632.123935:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076632.123937:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076632.123939:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076632.123942:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076632.123946:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076632/real 1769076632]  req@ffff9e53f1692a00 x1855007616030336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076632.123953:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076632.123955:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076632.123956:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076632.123958:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076632.123960:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076632.123961:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076632.123964:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692a00 x1855007616030336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076632.123993:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692a00 x1855007616030336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124001:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076632.124004:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124006:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076632.124009:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076632.124013:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692a00 x1855007616030336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124021:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076632.124027:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692a00 x1855007616030336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124035:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076632.124038:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124040:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076632.124042:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124044:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076632.124046:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076632.124048:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076632.124052:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076632.124053:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076632.124057:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692a00 x1855007616030336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076632.124083:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616030336:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076632.124088:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124090:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076632.124092:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692a00 x1855007616030336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124101:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076632.124103:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076632.124105:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076632.124108:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076632.124109:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076632.124110:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076632.124112:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076632.124114:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22400.
02000000:00000001:1.0:1769076632.124117:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076632.124119:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076632.124120:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692a00.
00000100:00000001:1.0:1769076632.124122:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076632.124123:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124125:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124131:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076632.124132:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076632.124134:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076632.124135:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076632.124137:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076632.124139:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690380 x1855007616030464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124144:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076632.124145:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076632.124147:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076632.124148:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076632.124150:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076632.124152:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616030464:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076632.124154:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076632.124156:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076632.124157:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076632.124158:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076632.124161:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076632.124162:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076632.124165:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076632.124168:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076632.124171:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076632.124173:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616030464, portal 10
00000100:00000001:1.0:1769076632.124175:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076632.124176:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102506368 : -107391607045248 : ffff9e53f1690380)
00000100:00000040:1.0:1769076632.124181:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690380 x1855007616030464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124185:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076632.124187:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076632.124188:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076632.124190:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616030464, offset 0
00000400:00000200:1.0:1769076632.124193:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076632.124196:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076632.124199:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076632.124201:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076632.124203:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076632.124205:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076632.124207:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076632.124209:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37532:37532:256:4294967295] 192.168.204.113@tcp LPNI seq info [37502:37502:8:4294967295]
00000400:00000200:1.0:1769076632.124212:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076632.124217:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076632.124220:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076632.124222:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076632.124225:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076632.124227:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076632.124230:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076632.124232:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769076632.124235:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076632.124236:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076632.124238:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076632.124241:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076632.124244:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076632.124245:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076632.124247:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076632.124250:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690380 x1855007616030464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124255:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076632.124257:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690380 x1855007616030464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076657 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124262:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076632.124264:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076632.124266:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076632.124269:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076632.124271:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076632.124273:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298288142
00000100:00000001:1.0:1769076632.124275:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298289389
00000100:00000001:1.0:1769076632.124277:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298288142
00000100:00000001:1.0:1769076632.124279:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298289389
00000100:00000001:1.0:1769076632.124280:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076632.124282:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076632.124283:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076632.124286:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076632/real 1769076632]  req@ffff9e53f1690380 x1855007616030464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076632.124291:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076632.124292:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076632.124293:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076632.124310:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076632.124311:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076632.124313:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076632.124315:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690380 x1855007616030464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076632.124322:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690380 x1855007616030464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124332:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076632.124333:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124335:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076632.124336:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076632.124339:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690380 x1855007616030464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124344:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076632.124347:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690380 x1855007616030464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124352:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076632.124354:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124355:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076632.124356:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124358:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076632.124359:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076632.124361:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076632.124364:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076632.124366:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076632.124369:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690380 x1855007616030464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076632.124375:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616030464:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076632.124378:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076632.124380:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007616030592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124385:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076632.124386:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076632.124388:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076632.124390:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076632.124391:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076632.124393:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616030592:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076632.124396:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076632.124398:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076632.124399:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076632.124400:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076632.124402:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076632.124404:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076632.124407:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076632.124409:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076632.124411:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076632.124413:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616030592, portal 10
00000100:00000001:1.0:1769076632.124415:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076632.124416:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:1.0:1769076632.124420:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007616030592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124426:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076632.124427:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076632.124429:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076632.124430:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616030592, offset 0
00000400:00000200:1.0:1769076632.124433:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076632.124436:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076632.124439:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076632.124441:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076632.124443:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076632.124445:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076632.124447:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076632.124449:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37533:37533:256:4294967295] 192.168.204.113@tcp LPNI seq info [37503:37503:8:4294967295]
00000400:00000200:1.0:1769076632.124453:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076632.124458:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076632.124462:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076632.124464:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076632.124467:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076632.124470:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076632.124473:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076632.124475:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769076632.124478:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076632.124480:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076632.124482:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076632.124485:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076632.124487:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076632.124488:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076632.124490:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076632.124493:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690a80 x1855007616030592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124499:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076632.124502:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690a80 x1855007616030592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076657 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124507:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076632.124509:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076632.124513:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076632.124516:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076632.124520:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076632.124523:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298288149
00000100:00000001:1.0:1769076632.124526:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298289389
00000100:00000001:1.0:1769076632.124545:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298288149
00000100:00000001:1.0:1769076632.124548:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298289389
00000100:00000001:1.0:1769076632.124550:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076632.124552:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076632.124554:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076632.124559:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076632/real 1769076632]  req@ffff9e53f1690a80 x1855007616030592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076632.124569:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076632.124570:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076632.124573:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076632.124576:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076632.124578:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076632.124580:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076632.124584:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007616030592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076632.124594:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007616030592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124629:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076632.124631:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124634:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076632.124636:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076632.124641:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007616030592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124650:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076632.124656:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007616030592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124665:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076632.124668:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124671:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076632.124672:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124675:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076632.124677:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076632.124680:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076632.124684:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076632.124695:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076632.124701:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007616030592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076632.124712:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616030592:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076632.124717:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124720:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076632.124724:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690380 x1855007616030464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124734:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076632.124736:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076632.124738:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076632.124742:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076632.124744:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076632.124746:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076632.124749:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076632.124751:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21400.
02000000:00000001:1.0:1769076632.124754:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076632.124756:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076632.124758:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690380.
00000100:00000001:1.0:1769076632.124761:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076632.124763:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124765:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076632.124769:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007616030592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076657 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076632.124795:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076632.124797:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076632.124799:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076632.124803:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076632.124804:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076632.124806:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076632.124808:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076632.124810:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:1.0:1769076632.124813:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076632.124831:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076632.124833:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:1.0:1769076632.124835:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076632.124837:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124839:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076632.124842:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076632.124844:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076632.124847:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076632.124849:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076632.827181:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076632.827187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076632.827191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076632.827194:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076632.827196:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076632.827198:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076632.827200:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076632.827202:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076632.827203:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076632.827205:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076632.827266:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076632.827271:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076632.827275:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076633.019223:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076633.019233:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076633.019236:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076633.019243:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076633.019247:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076633.019252:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076633.019255:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076633.019258:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076633.019262:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076633.403196:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298289389, at 4298289408
00000100:00000040:3.0:1769076633.403203:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298289389, at 4298289408
00000100:00000010:2.0:1769076633.403213:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b720.
00000100:00000010:3.0:1769076633.403219:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b1e0.
00010000:00000001:1.0:1769076633.851203:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076633.851212:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076633.851220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076633.851221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076633.851299:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076633.851305:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076633.851310:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076634.043190:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076634.043200:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076634.043203:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076634.043209:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076634.043215:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076634.043220:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076634.043223:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076634.043226:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076634.043229:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076634.875222:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076634.875233:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076634.875239:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076634.875241:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076634.875323:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076634.875330:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076634.875334:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076635.067229:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076635.067242:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076635.067245:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076635.067252:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076635.067259:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076635.067265:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076635.067268:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076635.067273:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076635.067277:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076635.899191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076635.899205:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076635.899209:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076635.899213:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076635.899221:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076635.899224:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076635.899227:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076635.899229:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076635.899235:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076635.899236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076635.899370:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076635.899379:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076635.899385:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076636.091199:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076636.091209:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076636.091212:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076636.091219:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076636.091224:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076636.091228:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076636.091232:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076636.091235:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076636.091238:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076636.923240:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076636.923255:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076636.923263:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076636.923265:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076636.923357:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076636.923363:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076636.923368:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076637.115191:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076637.115199:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076637.115201:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076637.115206:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076637.115209:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076637.115213:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076637.115215:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076637.115217:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076637.115219:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076637.243247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076637.243269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076637.243275:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076637.243283:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076637.243292:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076637.243307:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3620
00000400:00000200:0.0:1769076637.243324:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076637.243336:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076637.243343:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076637.243350:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076637.243355:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076637.243359:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076637.243362:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076637.243368:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076637.243371:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076637.243375:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076637.243380:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076637.243383:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076637.243387:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076637.243391:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076637.243395:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076637.243398:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076637.243401:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076637.243405:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076637.243410:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076637.243413:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076637.243417:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076637.243422:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076637.243427:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076637.243430:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076637.243433:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076637.243466:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4380.
00000020:00000040:0.0:1769076637.243471:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076637.243477:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076637.243479:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076637.243495:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076637.243499:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076637.243507:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076637.243519:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769076637.243540:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076637.243554:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4380 x1855007616030720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076637.243578:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076637.243586:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076637.243604:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000234c63a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4380 x1855007616030720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076637.243653:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076637.243661:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076637.243668:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076637.243671:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076637.243674:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076637.243678:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076637.243683:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3620
00000400:00000200:0.0:1769076637.243689:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076637.243785:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076637.243797:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076637.243801:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076637.243820:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4380 x1855007616030720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.243839:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076637.243843:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076637.243848:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076637.243853:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076637.243858:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076637.243864:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616030720:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076637.243870:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076637.243875:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076637.243878:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076637.243880:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076637.243890:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076637.243893:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076637.243976:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1769076637.243978:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:0.0:1769076637.243984:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1769076637.243990:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000040:0.0:1769076637.244000:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000010:1.0:1769076637.244005:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000001:0.0:1769076637.244011:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769076637.244017:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616030720, portal 25
00000100:00000040:0.0:1769076637.244024:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076637.244025:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076637.244028:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181362560 : -107391528189056 : ffff9e53f61c4380)
00000100:00000001:0.0:1769076637.244039:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000040:1.0:1769076637.244044:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4380 x1855007616030720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769076637.244053:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076637.244062:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:1.0:1769076637.244103:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076637.244107:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076637.244113:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000020:00000001:0.0:1769076637.244116:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1769076637.244120:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616030720, offset 0
00000020:00000040:0.0:1769076637.244122:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076637.244132:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000400:00000200:1.0:1769076637.244144:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000001:0.0:1769076637.244145:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076637.244159:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076637.244168:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076637.244170:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076637.244182:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076637.244187:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769076637.244191:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000040:0.0:1769076637.244198:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000400:00000200:1.0:1769076637.244205:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769076637.244208:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076637.244213:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076637.244216:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:0.0:1769076637.244223:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769076637.244229:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076637.244234:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076637.244239:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37534:37534:256:4294967295] 192.168.204.113@tcp LPNI seq info [37504:37504:8:4294967295]
02000000:00000001:0.0:1769076637.244241:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769076637.244250:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769076637.244256:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076637.244266:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769076637.244271:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1769076637.244278:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1769076637.244279:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076637.244287:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000008:00000001:0.0:1769076637.244293:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076637.244302:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076637.244305:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076637.244310:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000100:00000010:0.0:1769076637.244321:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6680.
00000800:00000200:1.1:1769076637.244322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076637.244336:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000020:00000040:0.0:1769076637.244339:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000800:00000100:1.0:1769076637.244353:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769076637.244354:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1769076637.244358:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
02000000:00000001:0.0:1769076637.244360:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076637.244365:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769076637.244367:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1769076637.244370:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076637.244376:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076637.244378:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076637.244396:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
02000000:00000010:0.0:1769076637.244398:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000400:00000010:1.0:1769076637.244401:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:0.0:1769076637.244414:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076637.244415:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076637.244432:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4380 x1855007616030720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076637.244435:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6680 x1855007616030848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076637.244525:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076637.244525:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769076637.244538:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076637.244544:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4380 x1855007616030720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076637.244554:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703ed1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6680 x1855007616030848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.244566:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076637.244579:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076637.244588:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076637.244605:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076637.244610:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298294510
00000100:00000001:0.0:1769076637.244614:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076637.244618:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b1e0.
00000100:00080000:0.0:1769076637.244626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076637.244630:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1769076637.244645:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076637.244651:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076637.244654:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076637.244656:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298294510
00000100:00000010:1.0:1769076637.244667:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b720.
00000100:00000001:0.0:1769076637.244668:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076637.244680:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1769076637.244681:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3620
00000100:00000001:1.0:1769076637.244712:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076637.244719:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076637.244726:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:0.0:1769076637.244727:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076637.244741:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00100000:1.0:1769076637.244742:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076637/real 1769076637]  req@ffff9e53f61c4380 x1855007616030720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769076637.244754:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076637.244770:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076637.244781:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076637.244789:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076637.244793:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000001:1.0:1769076637.244795:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1769076637.244798:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076637.244802:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000001:1.0:1769076637.244802:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1769076637.244812:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076637.244817:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000010:1.0:1769076637.244817:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000020:00000001:0.0:1769076637.244828:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076637.244835:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000020:00000001:0.0:1769076637.244836:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000010:1.0:1769076637.244847:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000040:0.0:1769076637.244848:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076637.244864:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076637.244864:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1769076637.244872:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000200:1.0:1769076637.244881:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4380 x1855007616030720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076637.244882:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076637.244897:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076637.244909:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076637.244923:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076637.244929:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1769076637.244930:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4380 x1855007616030720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076637.244938:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076637.244942:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1769076637.244944:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076637.244947:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076637.244949:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076637.244952:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:0.0:1769076637.244957:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076637.244958:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1769076637.244977:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076637.244988:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076637.244988:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4380 x1855007616030720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769076637.245004:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6a00.
00000100:00000001:1.0:1769076637.245006:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769076637.245022:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000040:1.0:1769076637.245024:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4380 x1855007616030720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076637.245036:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769076637.245040:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1769076637.245043:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076637.245045:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076637.245060:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769076637.245061:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076637.245092:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076637.245096:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076637.245099:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076637.245103:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1769076637.245112:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:1.0:1769076637.245112:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076637.245123:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1769076637.245124:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076637.245146:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4380 x1855007616030720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769076637.245148:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076637.245160:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076637.245170:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616030720:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076637.245182:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076637.245184:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6a00 x1855007616030976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076637.245199:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076637.245213:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4380 x1855007616030720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076637.245219:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076637.245231:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076637.245246:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076637.245250:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1769076637.245259:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b99ec67] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6a00 x1855007616030976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769076637.245259:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076637.245270:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076637.245274:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076637.245278:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076637.245287:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076637.245291:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:1.0:1769076637.245302:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076637.245309:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076637.245312:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4380.
00000100:00000001:0.0:1769076637.245315:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076637.245318:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076637.245321:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076637.245329:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076637.245331:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076637.245339:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1769076637.245345:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076637.245346:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076637.245367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076637.245368:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076637.245378:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769076637.245382:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076637.245382:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076637.245399:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6680 x1855007616030848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076637.245401:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3630)
00000100:00000001:1.0:1769076637.245419:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076637.245422:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076637.245424:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076637.245427:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076637.245430:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076637.245435:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616030848:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076637.245439:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076637.245442:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076637.245444:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076637.245445:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076637.245449:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076637.245451:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076637.245456:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076637.245459:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076637.245463:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076637.245466:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616030848, portal 10
00000100:00000001:1.0:1769076637.245468:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076637.245470:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181371520 : -107391528180096 : ffff9e53f61c6680)
00000100:00000040:1.0:1769076637.245477:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6680 x1855007616030848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.245483:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076637.245486:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076637.245488:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076637.245491:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616030848, offset 0
00000400:00000200:1.0:1769076637.245495:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076637.245499:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076637.245503:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076637.245506:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076637.245509:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076637.245512:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076637.245514:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076637.245518:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37535:37535:256:4294967295] 192.168.204.113@tcp LPNI seq info [37505:37505:8:4294967295]
00000400:00000200:1.0:1769076637.245522:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076637.245530:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076637.245534:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076637.245538:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076637.245542:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076637.245545:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076637.245551:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076637.245553:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769076637.245557:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076637.245559:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076637.245562:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076637.245566:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076637.245569:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076637.245570:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076637.245573:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076637.245576:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6680 x1855007616030848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.245584:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076637.245587:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6680 x1855007616030848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.245594:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076637.245595:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076637.245598:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076637.245602:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076637.245605:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076637.245608:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298293263
00000100:00000001:1.0:1769076637.245611:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298294510
00000100:00000001:1.0:1769076637.245613:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298293263
00000100:00000001:1.0:1769076637.245615:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298294510
00000100:00000001:1.0:1769076637.245617:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076637.245620:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076637.245622:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076637.245625:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076637/real 1769076637]  req@ffff9e53f61c6680 x1855007616030848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076637.245634:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076637.245635:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076637.245636:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076637.245638:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076637.245640:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076637.245642:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076637.245645:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6680 x1855007616030848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076637.245653:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6680 x1855007616030848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.245659:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076637.245660:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076637.245662:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076637.245663:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076637.245666:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6680 x1855007616030848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.245672:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076637.245675:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6680 x1855007616030848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.245682:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076637.245684:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076637.245685:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076637.245686:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076637.245688:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076637.245711:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076637.245714:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076637.245719:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076637.245721:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076637.245726:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6680 x1855007616030848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076637.245734:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616030848:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076637.245737:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076637.245741:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6a00 x1855007616030976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.245747:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076637.245748:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076637.245750:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076637.245752:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076637.245754:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076637.245757:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616030976:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076637.245762:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076637.245765:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076637.245768:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076637.245770:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076637.245775:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076637.245778:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076637.245784:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076637.245788:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076637.245793:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076637.245797:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616030976, portal 10
00000100:00000001:1.0:1769076637.245800:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076637.245802:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181372416 : -107391528179200 : ffff9e53f61c6a00)
00000100:00000040:1.0:1769076637.245811:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6a00 x1855007616030976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.245823:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076637.245827:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076637.245830:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076637.245834:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616030976, offset 0
00000400:00000200:1.0:1769076637.245840:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076637.245846:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076637.245852:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076637.245855:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076637.245858:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076637.245860:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076637.245862:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076637.245866:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37536:37536:256:4294967295] 192.168.204.113@tcp LPNI seq info [37506:37506:8:4294967295]
00000400:00000200:1.0:1769076637.245870:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076637.245876:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076637.245881:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076637.245885:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076637.245889:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076637.245892:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076637.245896:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076637.245914:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769076637.245918:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076637.245920:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076637.245924:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076637.245927:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076637.245931:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076637.245932:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076637.245935:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076637.245939:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6a00 x1855007616030976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.245947:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076637.245950:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6a00 x1855007616030976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.245957:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076637.245959:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076637.245963:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076637.245967:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076637.245970:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076637.245972:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298293270
00000100:00000001:1.0:1769076637.245975:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298294510
00000100:00000001:1.0:1769076637.245977:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298293270
00000100:00000001:1.0:1769076637.245979:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298294510
00000100:00000001:1.0:1769076637.245981:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076637.245984:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076637.245985:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076637.245989:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076637/real 1769076637]  req@ffff9e53f61c6a00 x1855007616030976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076637.245996:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076637.245997:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076637.245999:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076637.246002:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076637.246003:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076637.246005:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076637.246008:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6a00 x1855007616030976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076637.246017:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6a00 x1855007616030976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.246023:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076637.246024:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076637.246026:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076637.246027:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076637.246031:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6a00 x1855007616030976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.246037:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076637.246040:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6a00 x1855007616030976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.246048:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076637.246050:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076637.246052:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076637.246053:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076637.246055:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076637.246056:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076637.246058:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076637.246086:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076637.246089:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076637.246093:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6a00 x1855007616030976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076637.246101:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616030976:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076637.246104:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076637.246106:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076637.246110:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6680 x1855007616030848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.246115:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076637.246117:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076637.246119:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076637.246121:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076637.246123:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076637.246124:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076637.246126:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076637.246128:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010800.
02000000:00000001:1.0:1769076637.246131:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076637.246132:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076637.246134:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6680.
00000100:00000001:1.0:1769076637.246136:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076637.246138:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076637.246140:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076637.246143:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6a00 x1855007616030976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076662 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076637.246149:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076637.246151:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076637.246152:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076637.246154:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076637.246155:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076637.246156:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076637.246157:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076637.246159:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:1.0:1769076637.246160:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076637.246161:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076637.246162:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6a00.
00000100:00000001:1.0:1769076637.246164:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076637.246165:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076637.246167:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076637.246170:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076637.246172:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076637.246173:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076637.246175:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076637.947201:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076637.947209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076637.947214:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076637.947215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076637.947275:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076637.947279:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076637.947282:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076638.139167:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076638.139176:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076638.139177:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076638.139184:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076638.139188:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076638.139191:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076638.139194:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076638.139197:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076638.139199:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076638.523155:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298294510, at 4298294528
00000100:00000040:3.0:1769076638.523155:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298294510, at 4298294528
00000100:00000010:3.0:1769076638.523175:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b720.
00000100:00000010:2.0:1769076638.523180:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b1e0.
00010000:00000001:1.0:1769076638.971198:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076638.971207:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076638.971214:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076638.971216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076638.971350:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076638.971357:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076638.971362:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076639.163163:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076639.163173:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076639.163176:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076639.163182:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076639.163198:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076639.163202:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076639.163206:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076639.163210:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076639.163213:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076639.995151:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076639.995157:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076639.995161:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076639.995162:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076639.995213:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076639.995218:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076639.995222:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076640.187122:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076640.187129:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076640.187131:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076640.187135:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076640.187138:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076640.187141:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076640.187143:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076640.187146:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076640.187148:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076641.019197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076641.019203:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076641.019208:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076641.019209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076641.019287:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076641.019291:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076641.019294:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076641.211169:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076641.211177:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076641.211180:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076641.211187:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076641.211191:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076641.211195:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076641.211198:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076641.211201:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076641.211205:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076642.043226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076642.043237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076642.043244:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076642.043246:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076642.043331:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076642.043338:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076642.043344:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076642.235208:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076642.235220:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076642.235222:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076642.235242:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076642.235247:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076642.235253:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076642.235257:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076642.235261:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076642.235264:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076642.363186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076642.363212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076642.363216:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076642.363223:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076642.363231:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076642.363243:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3625
00000400:00000200:0.0:1769076642.363255:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076642.363265:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076642.363271:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076642.363277:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076642.363282:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076642.363303:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076642.363307:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076642.363313:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076642.363315:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076642.363319:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076642.363322:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076642.363326:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076642.363330:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076642.363335:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076642.363336:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076642.363338:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076642.363340:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076642.363343:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076642.363346:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076642.363348:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076642.363351:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076642.363354:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076642.363356:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076642.363358:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076642.363361:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076642.363370:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5180.
00000020:00000040:0.0:1769076642.363373:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076642.363377:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076642.363379:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076642.363382:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076642.363385:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076642.363389:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076642.363396:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769076642.363420:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076642.363432:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5180 x1855007616031104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076642.363445:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076642.363451:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076642.363456:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0881133] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5180 x1855007616031104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076642.363514:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076642.363521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076642.363527:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076642.363531:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076642.363536:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076642.363542:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076642.363546:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769076642.363549:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3625
00000100:00000001:1.0:1769076642.363554:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076642.363559:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1769076642.363565:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:1.0:1769076642.363574:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5180 x1855007616031104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076642.363579:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076642.363590:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076642.363597:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076642.363603:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076642.363620:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076642.363630:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769076642.363631:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769076642.363636:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769076642.363641:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076642.363644:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076642.363652:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00100000:1.0:1769076642.363656:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616031104:192.168.204.113@tcp:250:kworker.0
00000020:00000001:0.0:1769076642.363662:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769076642.363665:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769076642.363669:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
02000000:00000001:1.0:1769076642.363673:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1769076642.363676:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769076642.363678:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769076642.363684:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
02000000:00000001:1.0:1769076642.363685:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1769076642.363694:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000010:1.0:1769076642.363696:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
00000020:00000001:0.0:1769076642.363699:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:1.0:1769076642.363702:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076642.363709:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076642.363713:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076642.363717:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076642.363721:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076642.363725:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000010:1.0:1769076642.363727:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000020:00000040:0.0:1769076642.363730:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076642.363739:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000010:1.0:1769076642.363739:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000001:0.0:1769076642.363749:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076642.363751:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1769076642.363754:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616031104, portal 25
02000000:00000001:0.0:1769076642.363759:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076642.363760:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076642.363764:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181366144 : -107391528185472 : ffff9e53f61c5180)
02000000:00000001:0.0:1769076642.363770:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076642.363794:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5180 x1855007616031104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076642.363796:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076642.363804:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076642.363806:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1769076642.363812:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076642.363813:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076642.363818:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000001:0.0:1769076642.363820:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076642.363823:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616031104, offset 0
00000100:00000010:0.0:1769076642.363832:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4e00.
00000400:00000200:1.0:1769076642.363833:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:0.0:1769076642.363841:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076642.363848:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769076642.363850:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076642.363855:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076642.363858:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:0.0:1769076642.363860:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076642.363864:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769076642.363866:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769076642.363867:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076642.363873:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000010:0.0:1769076642.363876:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000400:00000200:1.0:1769076642.363879:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769076642.363884:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076642.363885:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076642.363892:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37537:37537:256:4294967295] 192.168.204.113@tcp LPNI seq info [37507:37507:8:4294967295]
00000100:00100000:0.0:1769076642.363897:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4e00 x1855007616031232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076642.363903:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076642.363913:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076642.363919:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076642.363924:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769076642.363928:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a33510eb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4e00 x1855007616031232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769076642.363937:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076642.363947:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000100:00000001:0.0:1769076642.363950:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076642.363954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769076642.363961:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:0.0:1769076642.363962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076642.363968:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1769076642.363969:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000100:00080000:0.0:1769076642.363970:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076642.363979:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1769076642.363983:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:0.0:1769076642.363986:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3625
00000800:00000200:1.1:1769076642.363991:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000400:00000200:0.0:1769076642.363998:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000100:1.0:1769076642.364003:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076642.364007:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000800:00000010:1.0:1769076642.364009:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000100:00080000:0.0:1769076642.364011:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076642.364016:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076642.364018:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769076642.364019:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076642.364025:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076642.364031:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769076642.364032:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076642.364038:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769076642.364041:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000020:00000040:0.0:1769076642.364042:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000010:1.0:1769076642.364046:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000020:00000001:0.0:1769076642.364047:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076642.364051:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076642.364055:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:1.0:1769076642.364056:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1769076642.364059:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000200:1.0:1769076642.364083:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5180 x1855007616031104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076642.364085:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076642.364092:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076642.364141:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076642.364148:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076642.364153:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:1.0:1769076642.364154:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1769076642.364159:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076642.364164:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076642.364168:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769076642.364170:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5180 x1855007616031104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076667 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076642.364173:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076642.364180:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076642.364186:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076642.364190:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076642.364197:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076642.364206:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076642.364208:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076642.364212:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6d80.
00000100:00000001:1.0:1769076642.364213:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1769076642.364240:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769076642.364244:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076642.364246:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076642.364253:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076642.364255:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076642.364260:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769076642.364262:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298299630
02000000:00000001:0.0:1769076642.364269:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1769076642.364273:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b6c0.
02000000:00000001:0.0:1769076642.364276:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076642.364285:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
02000000:00000010:0.0:1769076642.364305:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:1.0:1769076642.364310:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298299630
00000100:00000001:0.0:1769076642.364314:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076642.364317:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bba0.
00000100:00000001:1.0:1769076642.364323:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00100000:0.0:1769076642.364328:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6d80 x1855007616031360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076642.364329:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076642.364334:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076642.364340:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076642.364348:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076642/real 1769076642]  req@ffff9e53f61c5180 x1855007616031104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076642.364349:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076642.364354:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076642.364365:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7137345] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6d80 x1855007616031360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076642.364368:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076642.364372:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076642.364376:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:0.0:1769076642.364382:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076642.364382:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076642.364387:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000040:0.0:1769076642.364389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076642.364392:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1769076642.364397:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769076642.364418:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5180 x1855007616031104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076642.364420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076642.364435:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076642.364447:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3636)
00000100:00000200:1.0:1769076642.364449:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5180 x1855007616031104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.364459:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076642.364461:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.364464:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076642.364466:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076642.364470:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5180 x1855007616031104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.364477:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076642.364482:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5180 x1855007616031104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.364490:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076642.364493:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.364496:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076642.364498:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.364500:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076642.364502:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076642.364504:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076642.364509:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076642.364511:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076642.364515:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5180 x1855007616031104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076642.364523:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616031104:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076642.364528:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.364531:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076642.364535:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5180 x1855007616031104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.364542:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076642.364545:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076642.364548:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769076642.364553:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076642.364556:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076642.364558:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076642.364561:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076642.364564:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012400.
02000000:00000001:1.0:1769076642.364568:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076642.364570:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076642.364572:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5180.
00000100:00000001:1.0:1769076642.364575:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076642.364577:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.364579:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.364587:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076642.364589:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076642.364592:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076642.364595:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076642.364597:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076642.364602:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4e00 x1855007616031232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.364637:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076642.364639:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076642.364641:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076642.364644:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076642.364648:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076642.364652:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616031232:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076642.364656:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076642.364661:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076642.364664:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076642.364667:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076642.364673:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769076642.364676:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076642.364682:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076642.364686:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076642.364691:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076642.364695:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616031232, portal 10
00000100:00000001:1.0:1769076642.364697:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076642.364699:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181365248 : -107391528186368 : ffff9e53f61c4e00)
00000100:00000040:1.0:1769076642.364707:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4e00 x1855007616031232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.364714:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076642.364719:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076642.364722:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076642.364727:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616031232, offset 0
00000400:00000200:1.0:1769076642.364733:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076642.364738:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076642.364751:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076642.364757:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076642.364761:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076642.364766:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076642.364773:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076642.364795:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37538:37538:256:4294967295] 192.168.204.113@tcp LPNI seq info [37508:37508:8:4294967295]
00000400:00000200:1.0:1769076642.364799:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076642.364807:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076642.364813:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076642.364818:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076642.364823:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076642.364825:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076642.364830:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076642.364833:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769076642.364837:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076642.364839:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076642.364842:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076642.364845:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076642.364850:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076642.364852:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076642.364855:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076642.364859:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4e00 x1855007616031232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.364868:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076642.364875:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4e00 x1855007616031232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076667 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.364882:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076642.364885:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076642.364888:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076642.364893:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076642.364896:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076642.364899:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298298382
00000100:00000001:1.0:1769076642.364902:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298299630
00000100:00000001:1.0:1769076642.364905:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298298382
00000100:00000001:1.0:1769076642.364907:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298299630
00000100:00000001:1.0:1769076642.364910:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076642.364912:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076642.364914:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076642.364917:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076642/real 1769076642]  req@ffff9e53f61c4e00 x1855007616031232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076642.364924:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076642.364926:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076642.364928:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076642.364932:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076642.364937:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076642.364940:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076642.364943:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4e00 x1855007616031232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076642.364953:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4e00 x1855007616031232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.364960:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076642.364962:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.364963:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076642.364966:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076642.364971:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4e00 x1855007616031232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.364977:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076642.364985:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4e00 x1855007616031232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.364994:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076642.364997:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.364999:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076642.365001:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.365002:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076642.365004:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076642.365008:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076642.365013:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076642.365015:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076642.365019:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4e00 x1855007616031232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076642.365026:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616031232:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076642.365030:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076642.365034:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6d80 x1855007616031360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.365040:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076642.365043:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076642.365048:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076642.365051:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076642.365055:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076642.365061:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616031360:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076642.365089:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076642.365094:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076642.365146:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076642.365153:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076642.365160:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98c00.
02000000:00000001:1.0:1769076642.365165:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076642.365174:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076642.365181:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076642.365190:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076642.365197:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616031360, portal 10
00000100:00000001:1.0:1769076642.365199:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076642.365201:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181373312 : -107391528178304 : ffff9e53f61c6d80)
00000100:00000040:1.0:1769076642.365210:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6d80 x1855007616031360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.365244:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076642.365252:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076642.365256:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076642.365260:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616031360, offset 0
00000400:00000200:1.0:1769076642.365266:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076642.365273:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076642.365281:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076642.365286:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076642.365306:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076642.365309:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076642.365311:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076642.365314:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37539:37539:256:4294967295] 192.168.204.113@tcp LPNI seq info [37509:37509:8:4294967295]
00000400:00000200:1.0:1769076642.365317:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076642.365324:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076642.365328:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076642.365331:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076642.365335:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076642.365338:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076642.365342:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076642.365344:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769076642.365348:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076642.365349:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:1.0:1769076642.365353:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076642.365356:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076642.365358:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:1.0:1769076642.365360:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:1.0:1769076642.365362:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076642.365366:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6d80 x1855007616031360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.365373:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076642.365375:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6d80 x1855007616031360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076667 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.365387:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076642.365389:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076642.365392:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076642.365395:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076642.365415:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076642.365418:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298298390
00000100:00000001:1.0:1769076642.365422:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298299630
00000100:00000001:1.0:1769076642.365425:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298298390
00000100:00000001:1.0:1769076642.365428:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298299630
00000100:00000001:1.0:1769076642.365430:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076642.365433:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076642.365435:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076642.365440:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076642/real 1769076642]  req@ffff9e53f61c6d80 x1855007616031360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076642.365450:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076642.365452:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076642.365454:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076642.365457:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076642.365459:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076642.365462:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076642.365483:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6d80 x1855007616031360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076642.365492:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6d80 x1855007616031360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.365500:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076642.365502:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.365504:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076642.365506:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076642.365510:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6d80 x1855007616031360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.365519:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076642.365524:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6d80 x1855007616031360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.365549:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076642.365551:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.365553:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076642.365554:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.365556:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076642.365557:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076642.365560:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076642.365563:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076642.365565:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076642.365570:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6d80 x1855007616031360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076642.365578:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616031360:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076642.365581:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.365583:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076642.365587:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4e00 x1855007616031232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.365594:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076642.365626:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076642.365628:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769076642.365630:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076642.365632:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076642.365633:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076642.365635:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076642.365637:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011800.
02000000:00000001:1.0:1769076642.365639:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076642.365641:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076642.365642:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4e00.
00000100:00000001:1.0:1769076642.365644:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076642.365646:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.365647:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076642.365650:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6d80 x1855007616031360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076667 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076642.365656:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076642.365657:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076642.365658:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:1.0:1769076642.365677:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076642.365679:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076642.365680:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076642.365682:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076642.365684:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:1.0:1769076642.365686:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076642.365687:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076642.365688:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6d80.
00000100:00000001:1.0:1769076642.365690:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076642.365692:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.365693:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076642.365697:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076642.365699:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076642.365701:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076642.365702:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076643.067225:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076643.067235:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076643.067253:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076643.067257:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076643.067261:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076643.067264:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076643.067267:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076643.067269:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076643.067271:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076643.067273:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076643.067365:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076643.067371:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076643.067376:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076643.259134:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076643.259143:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076643.259144:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076643.259150:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076643.259154:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076643.259157:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076643.259159:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076643.259161:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076643.259163:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076643.643197:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298299630, at 4298299648
00000100:00000040:3.0:1769076643.643214:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298299630, at 4298299648
00000100:00000010:2.0:1769076643.643218:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b6c0.
00000100:00000010:3.0:1769076643.643228:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bba0.
00010000:00000001:1.0:1769076644.091148:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076644.091154:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076644.091159:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076644.091160:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076644.091230:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076644.091233:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076644.091236:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076644.283164:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076644.283171:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076644.283173:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076644.283177:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076644.283180:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076644.283183:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076644.283185:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076644.283187:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076644.283189:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076645.115183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076645.115191:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076645.115198:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076645.115200:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076645.115278:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076645.115284:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076645.115290:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076645.307194:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076645.307205:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076645.307209:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076645.307217:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076645.307224:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076645.307229:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076645.307233:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076645.307236:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076645.307240:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076646.139139:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076646.139148:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076646.139151:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076646.139154:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076646.139159:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076646.139161:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076646.139163:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076646.139166:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076646.139170:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076646.139171:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076646.139221:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076646.139225:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076646.139229:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076646.331146:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076646.331152:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076646.331153:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076646.331157:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076646.331160:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076646.331162:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076646.331164:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076646.331166:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076646.331168:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076647.163194:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076647.163203:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076647.163210:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076647.163211:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076647.163271:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076647.163275:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076647.163278:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076647.355144:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076647.355150:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076647.355151:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076647.355156:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076647.355159:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076647.355162:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076647.355164:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076647.355167:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076647.355169:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076647.483243:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076647.483253:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076647.483256:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076647.483260:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076647.483264:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076647.483272:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3631
00000400:00000200:2.0:1769076647.483281:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076647.483288:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076647.483292:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076647.483296:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076647.483300:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076647.483303:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076647.483306:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076647.483311:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076647.483314:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076647.483317:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076647.483321:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076647.483326:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076647.483328:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076647.483332:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076647.483334:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076647.483337:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076647.483339:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076647.483343:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076647.483347:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076647.483350:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076647.483353:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076647.483357:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076647.483361:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076647.483363:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076647.483366:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076647.483381:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000020:00000040:2.0:1769076647.483386:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076647.483391:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076647.483392:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076647.483396:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076647.483400:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076647.483405:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076647.483415:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20400.
00000100:00000001:2.0:1769076647.483423:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076647.483434:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007616031488/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076647.483446:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076647.483451:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076647.483457:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007616031488/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076647.483485:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076647.483488:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076647.483492:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076647.483494:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076647.483496:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076647.483500:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076647.483505:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3631
00000400:00000200:2.0:1769076647.483510:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076647.483514:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769076647.483514:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076647.483531:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076647.483533:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076647.483537:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076647.483537:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076647.483542:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076647.483545:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076647.483548:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076647.483552:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076647.483554:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076647.483556:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076647.483558:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000040:1.0:1769076647.483559:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692680 x1855007616031488/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769076647.483560:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076647.483567:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076647.483579:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076647.483589:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076647.483597:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076647.483598:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076647.483605:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076647.483605:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076647.483615:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:1.0:1769076647.483617:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1769076647.483621:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:1.0:1769076647.483623:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076647.483624:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076647.483631:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076647.483631:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1769076647.483641:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616031488:192.168.204.113@tcp:250:kworker.0
02000000:00000001:2.0:1769076647.483643:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076647.483658:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076647.483659:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769076647.483665:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769076647.483669:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1769076647.483670:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769076647.483672:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769076647.483676:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076647.483677:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769076647.483684:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076647.483691:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
02000000:00000010:1.0:1769076647.483692:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076647.483704:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769076647.483704:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076647.483715:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076647.483719:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076647.483727:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076647.483727:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076647.483734:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769076647.483736:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
02000000:00000001:2.0:1769076647.483737:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076647.483747:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21000.
00000400:00000010:1.0:1769076647.483749:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000001:2.0:1769076647.483752:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076647.483759:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616031488, portal 25
00000100:00100000:2.0:1769076647.483759:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007616031616/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076647.483771:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076647.483778:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102515328 : -107391607036288 : ffff9e53f1692680)
00000100:00000001:2.0:1769076647.483779:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076647.483783:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076647.483790:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007616031616/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076647.483797:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692680 x1855007616031488/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076647.483800:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076647.483808:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076647.483820:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076647.483825:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769076647.483832:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076647.483835:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:2.0:1769076647.483837:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769076647.483839:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000001:2.0:1769076647.483842:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1769076647.483847:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616031488, offset 0
00000100:00080000:2.0:1769076647.483848:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3631
00000400:00000200:2.0:1769076647.483860:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076647.483867:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076647.483872:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076647.483875:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076647.483878:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076647.483886:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076647.483887:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076647.483893:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076647.483896:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769076647.483897:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000001:2.0:1769076647.483901:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076647.483905:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:1.0:1769076647.483907:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1769076647.483909:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076647.483915:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:1.0:1769076647.483918:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000001:2.0:1769076647.483920:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076647.483926:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1769076647.483927:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076647.483942:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:2.0:1769076647.483942:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076647.483952:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076647.483964:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37540:37540:256:4294967295] 192.168.204.113@tcp LPNI seq info [37510:37510:8:4294967295]
00000100:00000040:2.0:1769076647.483964:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076647.483976:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769076647.483984:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:2.0:1769076647.483985:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076647.483996:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076647.484000:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076647.484006:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076647.484013:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769076647.484014:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769076647.484020:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076647.484025:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:1.0:1769076647.484029:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000008:00100000:2.0:1769076647.484030:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1769076647.484036:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000008:00000001:2.0:1769076647.484036:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076647.484048:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076647.484052:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000800:00000200:1.0:1769076647.484057:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:2.0:1769076647.484058:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:1.1:1769076647.484092:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769076647.484109:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076647.484109:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076647.484113:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076647.484118:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076647.484120:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076647.484122:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076647.484129:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:2.0:1769076647.484131:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22000.
00000100:00000001:2.0:1769076647.484136:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076647.484137:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298304750
00000100:00100000:2.0:1769076647.484142:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007616031744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1769076647.484148:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bb40.
00000100:00000001:2.0:1769076647.484149:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076647.484156:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076647.484160:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007616031744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076647.484161:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076647.484172:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298304750
00000100:00000001:2.0:1769076647.484173:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076647.484181:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1769076647.484183:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bc00.
00000100:00000040:2.0:1769076647.484186:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076647.484191:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076647.484192:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1769076647.484196:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076647.484204:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769076647.484204:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3641)
00000100:00000001:1.0:1769076647.484210:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076647.484214:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076647.484216:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076647.484225:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076647.484228:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769076647.484231:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076647.484233:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076647.484234:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076647.484242:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692300 x1855007616031616/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076647.484250:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076647.484251:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076647.484254:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076647.484256:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076647.484258:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076647.484261:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616031616:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076647.484265:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076647.484267:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076647.484269:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076647.484271:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076647.484275:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076647.484277:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076647.484282:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076647.484285:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3d10.
00000400:00000010:1.0:1769076647.484288:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076647.484292:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616031616, portal 10
00000100:00000001:1.0:1769076647.484294:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076647.484296:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102514432 : -107391607037184 : ffff9e53f1692300)
00000100:00000040:1.0:1769076647.484303:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692300 x1855007616031616/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076647.484309:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076647.484311:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076647.484313:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076647.484314:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616031616, offset 0
00000400:00000200:1.0:1769076647.484318:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076647.484321:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076647.484324:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076647.484326:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076647.484328:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076647.484330:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076647.484331:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076647.484333:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37541:37541:255:4294967295] 192.168.204.113@tcp LPNI seq info [37511:37511:7:4294967295]
00000400:00000200:1.0:1769076647.484336:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076647.484341:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076647.484345:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076647.484347:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f900.
00000800:00000200:1.0:1769076647.484350:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076647.484353:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769076647.484355:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076647.484358:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076647.484360:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076647.484362:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298303502
00000100:00000001:1.0:1769076647.484364:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298304750
00000100:00000001:1.0:1769076647.484366:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298303502
00000100:00000001:1.0:1769076647.484367:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298304750
00000100:00000001:1.0:1769076647.484368:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076647.484370:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076647.484372:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076647.484375:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690700 x1855007616031744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076647.484393:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076647.484394:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076647.484396:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076647.484397:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076647.484399:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076647.484401:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616031744:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076647.484403:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076647.484405:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076647.484406:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076647.484407:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076647.484409:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769076647.484411:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076647.484413:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076647.484415:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076647.484417:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076647.484419:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616031744, portal 10
00000100:00000001:1.0:1769076647.484420:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076647.484421:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102507264 : -107391607044352 : ffff9e53f1690700)
00000100:00000040:1.0:1769076647.484425:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690700 x1855007616031744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076647.484430:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076647.484431:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076647.484433:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423220.
00000100:00000200:1.0:1769076647.484434:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616031744, offset 0
00000400:00000200:1.0:1769076647.484437:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076647.484439:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076647.484441:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076647.484443:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076647.484445:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076647.484446:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076647.484448:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076647.484450:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37542:37542:254:4294967295] 192.168.204.113@tcp LPNI seq info [37512:37512:6:4294967295]
00000400:00000200:1.0:1769076647.484453:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076647.484457:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076647.484460:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076647.484463:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076647.484465:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076647.484467:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769076647.484469:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076647.484471:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076647.484473:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076647.484475:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298303509
00000100:00000001:1.0:1769076647.484476:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298304750
00000100:00000001:1.0:1769076647.484478:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298303509
00000100:00000001:1.0:1769076647.484479:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298304750
00000100:00000001:1.0:1769076647.484481:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076647.484482:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076647.484484:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076647.484485:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076647.484487:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076647.484488:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769076647.484489:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076647.484490:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076647.484491:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076647.484492:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076648.187154:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076648.187159:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076648.187163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076648.187164:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076648.187233:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076648.187238:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076648.187243:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076648.379168:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076648.379178:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076648.379181:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076648.379187:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076648.379192:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076648.379197:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076648.379215:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076648.379218:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076648.379223:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076648.763166:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298304750, at 4298304768
00000100:00000040:2.0:1769076648.763182:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298304750, at 4298304768
00000100:00000010:3.0:1769076648.763196:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bc00.
00000100:00000010:2.0:1769076648.763199:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bb40.
00010000:00000001:1.0:1769076649.211163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076649.211169:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076649.211173:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076649.211174:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076649.211258:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076649.211263:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076649.211268:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076649.403132:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076649.403138:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076649.403140:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076649.403150:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076649.403153:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076649.403156:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076649.403158:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076649.403160:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076649.403162:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076650.235158:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076650.235166:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076650.235172:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076650.235174:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076650.235223:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076650.235227:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076650.235230:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076650.427196:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076650.427202:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076650.427203:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076650.427208:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076650.427210:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076650.427214:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076650.427216:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076650.427218:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076650.427221:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1769076650.555506:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:0.0:1769076650.555597:0:2393:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076650.555613:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076650.555619:0:2393:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:0.0:1769076650.555624:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076650.555630:0:2393:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076650.555638:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:0.0:1769076650.555645:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000200:0.0:1769076650.555653:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076650.555660:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076650.555670:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:0.0:1769076650.555673:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000001:0.0:1769076650.555683:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076650.555697:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f1692680 x1855007616031488/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076650.555740:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076650.555746:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692680 x1855007616031488/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076650.555757:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076650.555760:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076650.555776:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:0.0:1769076650.555787:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f900.
00000100:00000001:1.0:1769076650.555792:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769076650.555793:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1769076650.555803:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769076650.555804:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076650.555814:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000100:00000001:1.0:1769076650.555815:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000010:0.0:1769076650.555818:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:0.0:1769076650.555825:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076650.555838:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f1692300 x1855007616031616/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076650.555840:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076647/real 1769076650]  req@ffff9e53f1692680 x1855007616031488/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076650.555888:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076650.555900:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692300 x1855007616031616/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076650.555900:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076650.555909:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076650.555916:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:0.0:1769076650.555919:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076650.555926:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:1.0:1769076650.555928:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076650.555935:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000800:00000100:0.0:1769076650.555940:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:0.0:1769076650.555947:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000100:00000001:1.0:1769076650.555947:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1769076650.555956:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:1.0:1769076650.555961:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692680 x1855007616031488/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076650.555969:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076650.555978:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423220
00000400:00000010:0.0:1769076650.555986:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423220.
00000100:00000001:0.0:1769076650.555993:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076650.556000:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692680 x1855007616031488/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076650.556007:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f1690700 x1855007616031744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076650.556040:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076650.556046:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769076650.556047:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076650.556056:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690700 x1855007616031744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076650.556056:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076650.556099:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076650.556107:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692680 x1855007616031488/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076650.556115:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076650.556122:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692680 x1855007616031488/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076650.556131:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076650.556135:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076650.556137:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076650.556139:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076650.556158:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076650.556161:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076650.556166:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076650.556169:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076650.556178:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076650.556184:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076650.556187:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076650.556194:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692680 x1855007616031488/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076650.556203:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616031488:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076650.556209:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076650.556212:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076650.556215:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692680 x1855007616031488/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076650.556222:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076650.556226:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076650.556230:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076650.556236:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076650.556241:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076650.556243:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076650.556248:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076650.556252:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20400.
02000000:00000001:1.0:1769076650.556259:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076650.556261:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076650.556264:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692680.
00000100:00000001:1.0:1769076650.556269:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076650.556272:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076650.556275:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076650.556278:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076650.556280:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076650.556282:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076650.556294:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076647/real 1769076650]  req@ffff9e53f1692300 x1855007616031616/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076650.556304:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076650.556306:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076650.556309:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3d10.
00000400:00000200:1.0:1769076650.556312:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076650.556315:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076650.556320:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076650.556325:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692300 x1855007616031616/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076650.556334:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692300 x1855007616031616/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076650.556341:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076650.556342:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076650.556344:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076650.556346:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076650.556349:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692300 x1855007616031616/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076650.556356:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076650.556359:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692300 x1855007616031616/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076650.556368:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076650.556371:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076650.556372:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076650.556374:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076650.556376:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076650.556378:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076650.556381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076650.556385:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076650.556387:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076650.556391:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692300 x1855007616031616/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076650.556405:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616031616:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076650.556410:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076650.556416:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076647/real 1769076650]  req@ffff9e53f1690700 x1855007616031744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076650.556424:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076650.556425:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076650.556427:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076650.556430:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076650.556432:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076650.556434:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076650.556437:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690700 x1855007616031744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076650.556444:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690700 x1855007616031744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076650.556450:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076650.556451:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076650.556453:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076650.556454:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076650.556457:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690700 x1855007616031744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076650.556464:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076650.556490:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690700 x1855007616031744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076650.556496:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076650.556499:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076650.556500:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076650.556502:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076650.556505:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076650.556507:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076650.556509:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076650.556513:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076650.556515:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076650.556519:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690700 x1855007616031744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076650.556525:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616031744:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076650.556530:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076650.556532:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076650.556534:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692300 x1855007616031616/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076650.556541:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076650.556542:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076650.556544:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076650.556548:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076650.556549:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076650.556551:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076650.556554:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076650.556555:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21000.
02000000:00000001:1.0:1769076650.556558:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076650.556560:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076650.556562:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692300.
00000100:00000001:1.0:1769076650.556565:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076650.556566:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076650.556568:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076650.556571:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690700 x1855007616031744/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076650.556578:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076650.556580:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076650.556581:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769076650.556584:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076650.556586:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076650.556587:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076650.556589:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076650.556591:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22000.
02000000:00000001:1.0:1769076650.556593:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076650.556594:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076650.556596:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690700.
00000100:00000001:1.0:1769076650.556598:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076650.556600:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076650.556601:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076650.556610:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076650.556612:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076650.556615:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076650.556616:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076651.259149:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076651.259156:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076651.259161:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076651.259162:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076651.259232:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076651.259236:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076651.259239:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076651.451146:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076651.451154:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076651.451156:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076651.451162:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076651.451166:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076651.451170:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076651.451172:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076651.451175:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076651.451177:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076652.283129:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076652.283135:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076652.283139:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076652.283140:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076652.283186:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076652.283190:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076652.283192:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076652.475136:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076652.475141:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076652.475143:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076652.475147:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076652.475150:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076652.475152:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076652.475154:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076652.475156:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076652.475158:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076652.603194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076652.603204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076652.603207:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076652.603211:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076652.603215:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076652.603221:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3636
00000400:00000200:0.0:1769076652.603229:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076652.603235:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076652.603238:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076652.603242:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076652.603245:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076652.603248:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076652.603251:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076652.603254:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076652.603257:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076652.603259:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076652.603263:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076652.603264:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076652.603266:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076652.603268:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076652.603270:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076652.603271:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076652.603272:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076652.603275:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076652.603277:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076652.603279:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076652.603282:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076652.603284:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076652.603287:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.603288:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076652.603290:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076652.603295:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6d80.
00000020:00000040:0.0:1769076652.603298:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076652.603301:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076652.603303:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.603305:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076652.603307:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076652.603311:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076652.603318:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769076652.603323:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076652.603329:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6d80 x1855007616031872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076652.603338:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076652.603342:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076652.603345:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7137345] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6d80 x1855007616031872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076652.603365:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076652.603368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076652.603370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076652.603372:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076652.603373:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076652.603375:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076652.603377:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3636
00000400:00000200:0.0:1769076652.603380:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076652.603383:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076652.603385:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076652.603388:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076652.603391:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076652.603392:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769076652.603393:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076652.603398:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076652.603399:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076652.603403:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769076652.603404:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076652.603407:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076652.603409:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076652.603412:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000040:1.0:1769076652.603413:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6d80 x1855007616031872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769076652.603414:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076652.603420:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076652.603428:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076652.603431:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076652.603431:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076652.603445:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076652.603450:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769076652.603451:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076652.603454:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076652.603457:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.603459:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00100000:1.0:1769076652.603462:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616031872:192.168.204.113@tcp:250:kworker.0
00000020:00000040:0.0:1769076652.603463:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076652.603469:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076652.603470:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769076652.603475:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076652.603476:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076652.603477:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076652.603480:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076652.603481:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076652.603483:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769076652.603486:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.603488:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076652.603492:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1769076652.603494:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b000.
00000008:00000001:0.0:1769076652.603495:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076652.603498:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.603499:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076652.603505:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4e00.
00000020:00000040:0.0:1769076652.603507:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076652.603511:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769076652.603512:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076652.603515:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.603517:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076652.603518:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076652.603520:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076652.603520:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
02000000:00000010:0.0:1769076652.603529:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000400:00000010:1.0:1769076652.603532:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000001:0.0:1769076652.603534:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076652.603542:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4e00 x1855007616032000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769076652.603544:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616031872, portal 25
00000100:00000001:1.0:1769076652.603549:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076652.603553:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181373312 : -107391528178304 : ffff9e53f61c6d80)
00000100:00000001:0.0:1769076652.603562:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769076652.603564:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6d80 x1855007616031872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076652.603571:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076652.603582:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076652.603586:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a33510eb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4e00 x1855007616032000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076652.603589:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076652.603594:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076652.603601:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616031872, offset 0
00000100:00000001:0.0:1769076652.603603:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076652.603608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076652.603614:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1769076652.603615:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076652.603620:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076652.603623:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076652.603627:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769076652.603631:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:0.0:1769076652.603635:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3636
00000400:00000200:1.0:1769076652.603651:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076652.603661:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076652.603667:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076652.603671:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076652.603675:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076652.603678:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37543:37543:256:4294967295] 192.168.204.113@tcp LPNI seq info [37513:37513:8:4294967295]
00000400:00000200:1.0:1769076652.603683:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076652.603690:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076652.603699:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076652.603705:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769076652.603706:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769076652.603714:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076652.603718:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769076652.603721:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076652.603723:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076652.603727:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076652.603730:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076652.603732:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000800:00000010:1.0:1769076652.603733:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000020:00000001:0.0:1769076652.603734:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076652.603739:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076652.603741:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.0:1769076652.603747:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:0.0:1769076652.603753:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.0:1769076652.603756:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1769076652.603761:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076652.603766:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076652.603768:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769076652.603771:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:1.1:1769076652.603774:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1769076652.603776:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076652.603783:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000100:1.0:1769076652.603787:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076652.603790:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076652.603793:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076652.603795:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076652.603799:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1769076652.603801:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
02000000:00000001:0.0:1769076652.603803:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.603807:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076652.603811:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769076652.603811:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:0.0:1769076652.603818:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076652.603823:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076652.603833:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076652.603836:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:0.0:1769076652.603840:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076652.603841:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1769076652.603849:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5180.
00000100:00000200:1.0:1769076652.603851:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6d80 x1855007616031872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769076652.603855:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076652.603861:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076652.603863:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.603868:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769076652.603870:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1769076652.603871:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076652.603876:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076652.603878:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6d80 x1855007616031872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769076652.603883:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769076652.603891:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076652.603891:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076652.603897:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1769076652.603903:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5180 x1855007616032128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076652.603909:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.603916:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769076652.603917:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076652.603923:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076652.603924:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298309869
00000100:00000040:0.0:1769076652.603932:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0881133] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5180 x1855007616032128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769076652.603933:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b9c0.
00000100:00000001:1.0:1769076652.603943:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076652.603946:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076652.603951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076652.603951:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298309869
00000100:00000010:1.0:1769076652.603958:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b900.
00000100:00000040:0.0:1769076652.603959:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076652.603964:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1769076652.603966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076652.603971:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769076652.603972:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076652.603977:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076652.603983:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769076652.603986:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3646)
00000100:00100000:1.0:1769076652.603991:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076652/real 1769076652]  req@ffff9e53f61c6d80 x1855007616031872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076652.604006:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076652.604009:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076652.604012:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076652.604015:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076652.604017:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076652.604020:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076652.604025:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6d80 x1855007616031872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076652.604035:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6d80 x1855007616031872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604042:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076652.604050:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604053:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076652.604056:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076652.604060:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6d80 x1855007616031872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604093:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076652.604100:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6d80 x1855007616031872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604108:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076652.604111:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604113:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076652.604115:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604118:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076652.604120:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076652.604123:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076652.604129:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076652.604132:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076652.604136:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6d80 x1855007616031872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076652.604145:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616031872:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076652.604151:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604154:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076652.604157:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6d80 x1855007616031872/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604170:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076652.604174:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076652.604178:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769076652.604182:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076652.604185:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076652.604186:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076652.604189:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076652.604192:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:1.0:1769076652.604198:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076652.604200:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076652.604203:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6d80.
00000100:00000001:1.0:1769076652.604206:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076652.604207:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604210:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604219:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076652.604222:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076652.604224:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076652.604226:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076652.604227:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076652.604230:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4e00 x1855007616032000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604236:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076652.604244:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076652.604246:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076652.604248:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076652.604250:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076652.604253:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616032000:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076652.604257:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076652.604260:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076652.604262:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076652.604264:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076652.604268:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769076652.604269:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076652.604274:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076652.604279:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076652.604283:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076652.604286:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616032000, portal 10
00000100:00000001:1.0:1769076652.604288:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076652.604289:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181365248 : -107391528186368 : ffff9e53f61c4e00)
00000100:00000040:1.0:1769076652.604297:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4e00 x1855007616032000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604303:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076652.604307:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076652.604309:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076652.604312:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616032000, offset 0
00000400:00000200:1.0:1769076652.604317:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076652.604321:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076652.604325:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076652.604329:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076652.604333:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076652.604336:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076652.604339:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076652.604342:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37544:37544:256:4294967295] 192.168.204.113@tcp LPNI seq info [37514:37514:8:4294967295]
00000400:00000200:1.0:1769076652.604346:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076652.604354:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076652.604359:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076652.604363:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076652.604367:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076652.604370:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076652.604375:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076652.604378:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769076652.604382:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076652.604383:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076652.604386:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076652.604390:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076652.604393:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076652.604395:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076652.604399:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076652.604403:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4e00 x1855007616032000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604411:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076652.604414:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4e00 x1855007616032000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604421:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076652.604423:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076652.604426:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076652.604443:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076652.604448:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076652.604451:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298308622
00000100:00000001:1.0:1769076652.604454:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298309869
00000100:00000001:1.0:1769076652.604457:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298308622
00000100:00000001:1.0:1769076652.604459:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298309869
00000100:00000001:1.0:1769076652.604461:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076652.604463:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076652.604466:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076652.604470:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076652/real 1769076652]  req@ffff9e53f61c4e00 x1855007616032000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076652.604477:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076652.604479:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076652.604480:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076652.604483:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076652.604485:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076652.604487:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076652.604490:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4e00 x1855007616032000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076652.604498:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4e00 x1855007616032000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604511:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076652.604513:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604515:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076652.604516:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076652.604520:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4e00 x1855007616032000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604527:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076652.604531:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4e00 x1855007616032000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604538:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076652.604541:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604542:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076652.604543:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604546:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076652.604548:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076652.604551:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076652.604554:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076652.604556:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076652.604560:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4e00 x1855007616032000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076652.604568:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616032000:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076652.604571:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076652.604574:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5180 x1855007616032128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604581:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076652.604583:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076652.604585:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076652.604587:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076652.604589:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076652.604592:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616032128:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076652.604600:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076652.604602:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076652.604604:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076652.604605:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076652.604609:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076652.604611:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076652.604615:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076652.604618:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076652.604622:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076652.604625:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616032128, portal 10
00000100:00000001:1.0:1769076652.604627:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076652.604628:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181366144 : -107391528185472 : ffff9e53f61c5180)
00000100:00000040:1.0:1769076652.604634:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5180 x1855007616032128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604641:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076652.604643:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076652.604646:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076652.604649:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616032128, offset 0
00000400:00000200:1.0:1769076652.604653:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076652.604657:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076652.604661:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076652.604664:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076652.604666:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076652.604669:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076652.604671:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076652.604679:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37545:37545:256:4294967295] 192.168.204.113@tcp LPNI seq info [37515:37515:8:4294967295]
00000400:00000200:1.0:1769076652.604683:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076652.604690:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076652.604695:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076652.604699:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076652.604703:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076652.604706:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076652.604711:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076652.604714:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769076652.604718:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076652.604720:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076652.604723:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076652.604726:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076652.604730:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076652.604731:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076652.604734:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076652.604737:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5180 x1855007616032128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604745:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076652.604748:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5180 x1855007616032128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604755:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076652.604756:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076652.604759:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076652.604761:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076652.604764:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076652.604766:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298308629
00000100:00000001:1.0:1769076652.604768:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298309869
00000100:00000001:1.0:1769076652.604770:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298308629
00000100:00000001:1.0:1769076652.604771:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298309869
00000100:00000001:1.0:1769076652.604772:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076652.604774:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076652.604775:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076652.604777:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076652/real 1769076652]  req@ffff9e53f61c5180 x1855007616032128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076652.604784:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076652.604784:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076652.604786:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076652.604787:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076652.604788:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076652.604790:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076652.604792:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5180 x1855007616032128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076652.604801:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5180 x1855007616032128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604808:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076652.604809:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604811:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076652.604812:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076652.604816:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5180 x1855007616032128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604822:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076652.604827:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5180 x1855007616032128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604834:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076652.604836:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604838:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076652.604840:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604842:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076652.604844:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076652.604846:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076652.604850:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076652.604853:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076652.604858:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5180 x1855007616032128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076652.604867:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616032128:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076652.604871:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604873:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076652.604876:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4e00 x1855007616032000/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604883:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076652.604885:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076652.604887:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769076652.604890:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076652.604891:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076652.604893:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076652.604895:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076652.604897:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:1.0:1769076652.604900:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076652.604901:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076652.604902:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4e00.
00000100:00000001:1.0:1769076652.604905:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076652.604906:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604908:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076652.604911:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5180 x1855007616032128/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076652.604919:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076652.604920:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076652.604921:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076652.604925:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076652.604926:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076652.604928:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076652.604930:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076652.604931:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:1.0:1769076652.604933:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076652.604935:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076652.604936:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5180.
00000100:00000001:1.0:1769076652.604938:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076652.604939:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604941:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076652.604944:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076652.604946:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076652.604948:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076652.604950:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076653.307148:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076653.307156:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076653.307162:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076653.307165:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076653.307167:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076653.307169:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076653.307172:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076653.307173:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076653.307175:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076653.307176:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076653.307211:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076653.307215:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076653.307218:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076653.499136:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076653.499144:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076653.499146:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076653.499151:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076653.499155:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076653.499159:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076653.499161:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076653.499164:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076653.499166:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076653.883138:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298309869, at 4298309888
00000100:00000040:2.0:1769076653.883140:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298309869, at 4298309888
00000100:00000010:3.0:1769076653.883156:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b900.
00000100:00000010:2.0:1769076653.883160:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b9c0.
00010000:00000001:1.0:1769076654.331153:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076654.331162:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076654.331167:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076654.331168:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076654.331255:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076654.331259:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076654.331262:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076654.523146:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076654.523155:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076654.523156:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076654.523162:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076654.523166:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076654.523170:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076654.523172:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076654.523174:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076654.523177:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076655.355186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076655.355198:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076655.355201:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076655.355204:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076655.355211:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076655.355214:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076655.355217:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076655.355220:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076655.355225:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076655.355226:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076655.355318:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076655.355322:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076655.355325:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076655.547168:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076655.547176:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076655.547178:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076655.547183:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076655.547187:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076655.547191:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076655.547193:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076655.547196:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076655.547198:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076656.379207:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076656.379215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076656.379219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076656.379220:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076656.379296:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076656.379303:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076656.379308:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076656.571153:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076656.571161:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076656.571163:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076656.571169:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076656.571173:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076656.571177:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076656.571179:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076656.571182:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076656.571185:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076657.403190:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076657.403196:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076657.403202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076657.403204:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076657.403271:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076657.403275:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076657.403279:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076657.595127:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076657.595134:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076657.595135:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076657.595139:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076657.595142:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076657.595145:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076657.595147:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076657.595149:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076657.595152:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076657.723175:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076657.723184:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076657.723187:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076657.723190:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076657.723194:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076657.723200:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3641
00000400:00000200:2.0:1769076657.723206:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076657.723211:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076657.723214:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076657.723216:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076657.723219:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076657.723221:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076657.723223:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076657.723226:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076657.723228:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076657.723230:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076657.723232:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076657.723234:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076657.723236:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076657.723239:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076657.723241:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076657.723242:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076657.723244:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076657.723246:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076657.723249:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076657.723252:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076657.723255:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076657.723258:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076657.723261:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076657.723263:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076657.723266:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076657.723276:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693480.
00000020:00000040:2.0:1769076657.723281:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076657.723286:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076657.723289:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076657.723292:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076657.723295:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076657.723300:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076657.723309:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23400.
00000100:00000001:2.0:1769076657.723316:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076657.723325:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693480 x1855007616032256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076657.723337:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076657.723342:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076657.723358:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a08507] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693480 x1855007616032256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076657.723382:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076657.723386:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076657.723389:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076657.723391:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076657.723394:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076657.723397:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076657.723401:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3641
00000400:00000200:2.0:1769076657.723405:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076657.723408:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1769076657.723411:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769076657.723411:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076657.723417:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769076657.723417:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076657.723422:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769076657.723422:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076657.723426:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076657.723429:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000040:1.0:1769076657.723433:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693480 x1855007616032256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769076657.723433:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076657.723435:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076657.723439:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076657.723442:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076657.723446:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076657.723449:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1769076657.723450:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076657.723452:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076657.723456:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076657.723458:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769076657.723459:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769076657.723462:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769076657.723463:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076657.723466:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076657.723467:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076657.723472:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00100000:1.0:1769076657.723473:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616032256:192.168.204.113@tcp:250:kworker.0
00000100:00080000:2.0:1769076657.723477:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076657.723479:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769076657.723481:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076657.723484:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076657.723484:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076657.723487:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076657.723489:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769076657.723489:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076657.723495:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076657.723496:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98800.
00000100:00000001:2.0:1769076657.723498:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769076657.723499:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769076657.723505:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769076657.723510:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:2.0:1769076657.723512:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076657.723515:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000100:00000001:2.0:1769076657.723517:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076657.723521:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000010:2.0:1769076657.723525:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691f80.
00000100:00000200:1.0:1769076657.723528:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616032256, portal 25
00000020:00000040:2.0:1769076657.723530:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769076657.723533:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076657.723537:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518912 : -107391607032704 : ffff9e53f1693480)
02000000:00000001:2.0:1769076657.723538:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1769076657.723543:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693480 x1855007616032256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076657.723543:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076657.723549:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076657.723553:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769076657.723554:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769076657.723557:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076657.723559:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000010:2.0:1769076657.723563:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21800.
00000400:00000010:1.0:1769076657.723564:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076657.723570:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616032256, offset 0
00000100:00000001:2.0:1769076657.723570:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076657.723576:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00100000:2.0:1769076657.723579:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691f80 x1855007616032384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076657.723587:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076657.723592:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076657.723595:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076657.723597:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:2.0:1769076657.723602:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c3f3d7a] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691f80 x1855007616032384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076657.723605:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076657.723611:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:2.0:1769076657.723616:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076657.723617:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769076657.723620:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076657.723622:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00080000:2.0:1769076657.723626:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1769076657.723630:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37546:37546:256:4294967295] 192.168.204.113@tcp LPNI seq info [37516:37516:8:4294967295]
00000100:00000001:2.0:1769076657.723630:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076657.723632:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076657.723637:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769076657.723638:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:2.0:1769076657.723642:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3641
00000400:00000200:1.0:1769076657.723649:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076657.723654:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076657.723656:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000010:1.0:1769076657.723659:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000400:00000200:2.0:1769076657.723662:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076657.723665:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076657.723668:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:1.0:1769076657.723672:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076657.723673:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769076657.723678:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769076657.723678:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076657.723680:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076657.723686:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076657.723689:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000800:00000200:1.1:1769076657.723690:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:2.0:1769076657.723692:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769076657.723695:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000020:00000040:2.0:1769076657.723696:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000100:1.0:1769076657.723701:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000020:00000001:2.0:1769076657.723702:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000010:1.0:1769076657.723704:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000020:00000001:2.0:1769076657.723708:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076657.723711:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769076657.723716:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076657.723717:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769076657.723723:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076657.723725:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076657.723729:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000040:2.0:1769076657.723730:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076657.723734:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769076657.723736:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000200:1.0:1769076657.723740:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693480 x1855007616032256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769076657.723741:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076657.723748:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076657.723754:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076657.723757:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769076657.723758:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769076657.723760:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769076657.723765:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693480 x1855007616032256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076657.723765:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076657.723770:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076657.723773:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076657.723778:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076657.723780:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076657.723781:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076657.723784:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:2.0:1769076657.723788:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000100:00000001:1.0:1769076657.723790:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769076657.723791:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076657.723795:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:2.0:1769076657.723795:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076657.723797:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076657.723800:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298314989
00000100:00000001:2.0:1769076657.723801:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076657.723803:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076657.723806:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076657.723807:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b660.
02000000:00000010:2.0:1769076657.723811:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23800.
00000100:00000001:2.0:1769076657.723815:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076657.723816:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00100000:2.0:1769076657.723821:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007616032512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076657.723822:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298314989
00000100:00000010:1.0:1769076657.723829:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b2a0.
00000100:00000001:1.0:1769076657.723834:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076657.723834:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076657.723838:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076657.723840:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076657.723844:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076657.723845:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007616032512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.723847:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076657.723854:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076657/real 1769076657]  req@ffff9e53f1693480 x1855007616032256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076657.723857:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076657.723862:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1769076657.723869:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1769076657.723869:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076657.723872:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1769076657.723873:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076657.723876:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000100:00000040:2.0:1769076657.723878:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076657.723880:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076657.723882:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076657.723884:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076657.723887:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693480 x1855007616032256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076657.723893:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3651)
00000100:00000200:1.0:1769076657.723894:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693480 x1855007616032256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.723901:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076657.723903:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.723904:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076657.723906:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076657.723909:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693480 x1855007616032256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.723914:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076657.723918:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693480 x1855007616032256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.723923:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076657.723925:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.723927:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076657.723928:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.723930:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076657.723932:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076657.723934:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076657.723937:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076657.723938:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076657.723941:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693480 x1855007616032256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076657.723947:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616032256:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076657.723950:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.723951:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076657.723953:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693480 x1855007616032256/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.723957:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076657.723959:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076657.723961:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076657.723963:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076657.723965:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076657.723966:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076657.723967:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076657.723969:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23400.
02000000:00000001:1.0:1769076657.723980:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076657.723982:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076657.723983:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693480.
00000100:00000001:1.0:1769076657.723985:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076657.723986:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.723988:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.723993:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076657.723995:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076657.723997:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076657.723998:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076657.723999:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076657.724002:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691f80 x1855007616032384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724007:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076657.724008:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076657.724009:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076657.724011:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076657.724012:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076657.724014:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616032384:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076657.724016:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076657.724018:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076657.724019:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076657.724020:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076657.724022:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076657.724024:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076657.724026:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076657.724028:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076657.724031:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076657.724033:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616032384, portal 10
00000100:00000001:1.0:1769076657.724034:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076657.724035:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102513536 : -107391607038080 : ffff9e53f1691f80)
00000100:00000040:1.0:1769076657.724040:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691f80 x1855007616032384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724044:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076657.724046:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076657.724047:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076657.724049:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616032384, offset 0
00000400:00000200:1.0:1769076657.724052:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076657.724054:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076657.724056:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076657.724058:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076657.724060:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076657.724062:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076657.724081:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076657.724084:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37547:37547:256:4294967295] 192.168.204.113@tcp LPNI seq info [37517:37517:8:4294967295]
00000400:00000200:1.0:1769076657.724087:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076657.724092:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076657.724095:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076657.724097:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076657.724100:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076657.724102:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076657.724105:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076657.724107:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769076657.724110:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076657.724112:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076657.724114:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076657.724116:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076657.724118:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076657.724120:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076657.724121:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076657.724124:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691f80 x1855007616032384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724129:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076657.724131:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691f80 x1855007616032384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724136:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076657.724137:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076657.724139:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076657.724142:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076657.724145:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076657.724147:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298313742
00000100:00000001:1.0:1769076657.724149:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298314989
00000100:00000001:1.0:1769076657.724151:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298313742
00000100:00000001:1.0:1769076657.724152:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298314989
00000100:00000001:1.0:1769076657.724154:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076657.724156:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076657.724157:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076657.724159:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076657/real 1769076657]  req@ffff9e53f1691f80 x1855007616032384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076657.724165:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076657.724166:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076657.724167:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076657.724168:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076657.724169:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076657.724171:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076657.724173:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691f80 x1855007616032384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076657.724179:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691f80 x1855007616032384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724183:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076657.724184:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.724185:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076657.724186:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076657.724188:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691f80 x1855007616032384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724192:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076657.724195:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691f80 x1855007616032384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724199:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076657.724200:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.724201:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076657.724202:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.724203:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076657.724204:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076657.724207:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076657.724209:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076657.724210:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076657.724213:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691f80 x1855007616032384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076657.724218:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616032384:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076657.724220:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076657.724222:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690700 x1855007616032512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724234:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076657.724235:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076657.724236:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076657.724238:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076657.724239:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076657.724241:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616032512:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076657.724243:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076657.724245:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076657.724246:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076657.724247:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076657.724250:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769076657.724251:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076657.724253:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076657.724255:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076657.724257:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076657.724259:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616032512, portal 10
00000100:00000001:1.0:1769076657.724261:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076657.724262:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102507264 : -107391607044352 : ffff9e53f1690700)
00000100:00000040:1.0:1769076657.724266:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690700 x1855007616032512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724275:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076657.724276:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076657.724277:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076657.724279:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616032512, offset 0
00000400:00000200:1.0:1769076657.724282:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076657.724284:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076657.724286:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076657.724288:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076657.724289:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076657.724291:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076657.724293:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076657.724295:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37548:37548:256:4294967295] 192.168.204.113@tcp LPNI seq info [37518:37518:8:4294967295]
00000400:00000200:1.0:1769076657.724298:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076657.724302:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076657.724305:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076657.724308:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076657.724310:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076657.724312:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076657.724315:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076657.724317:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769076657.724319:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076657.724321:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076657.724323:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076657.724325:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076657.724327:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076657.724329:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076657.724332:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076657.724335:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690700 x1855007616032512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724344:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076657.724360:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690700 x1855007616032512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724374:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076657.724376:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076657.724380:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076657.724383:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076657.724387:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076657.724390:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298313749
00000100:00000001:1.0:1769076657.724392:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298314989
00000100:00000001:1.0:1769076657.724395:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298313749
00000100:00000001:1.0:1769076657.724397:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298314989
00000100:00000001:1.0:1769076657.724399:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076657.724401:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076657.724403:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076657.724408:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076657/real 1769076657]  req@ffff9e53f1690700 x1855007616032512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076657.724414:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076657.724415:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076657.724417:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076657.724418:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076657.724419:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076657.724421:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076657.724423:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690700 x1855007616032512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076657.724429:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690700 x1855007616032512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724433:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076657.724434:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.724435:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076657.724436:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076657.724438:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690700 x1855007616032512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724443:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076657.724446:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690700 x1855007616032512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724451:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076657.724452:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.724453:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076657.724454:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.724455:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076657.724456:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076657.724458:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076657.724459:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076657.724461:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076657.724463:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690700 x1855007616032512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076657.724468:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616032512:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076657.724470:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.724472:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076657.724474:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691f80 x1855007616032384/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724479:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076657.724480:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076657.724481:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076657.724483:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076657.724484:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076657.724485:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076657.724486:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076657.724487:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21800.
02000000:00000001:1.0:1769076657.724490:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076657.724491:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076657.724492:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691f80.
00000100:00000001:1.0:1769076657.724494:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076657.724495:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.724496:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076657.724498:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690700 x1855007616032512/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076657.724502:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076657.724503:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076657.724504:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769076657.724505:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076657.724506:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076657.724507:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076657.724508:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076657.724509:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23800.
02000000:00000001:1.0:1769076657.724510:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076657.724511:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076657.724512:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690700.
00000100:00000001:1.0:1769076657.724513:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076657.724514:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.724515:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076657.724517:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076657.724518:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076657.724519:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076657.724520:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076658.427163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076658.427168:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076658.427172:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076658.427173:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076658.427223:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076658.427227:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076658.427230:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076658.619144:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076658.619153:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076658.619155:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076658.619160:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076658.619164:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076658.619167:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076658.619170:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076658.619172:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076658.619175:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076659.003186:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298314989, at 4298315008
00000100:00000040:2.0:1769076659.003197:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298314989, at 4298315008
00000100:00000010:3.0:1769076659.003205:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b2a0.
00000100:00000010:2.0:1769076659.003210:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b660.
00010000:00000001:1.0:1769076659.451116:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076659.451121:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076659.451126:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076659.451127:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076659.451169:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076659.451173:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076659.451176:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076659.643120:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076659.643126:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076659.643127:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076659.643131:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076659.643134:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076659.643138:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076659.643139:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076659.643142:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076659.643144:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076660.475194:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076660.475201:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076660.475206:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076660.476424:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076660.476476:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076660.476482:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076660.476487:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076660.667130:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076660.667138:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076660.667140:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076660.667145:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076660.667149:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076660.667152:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076660.667155:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076660.667157:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076660.667160:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076661.499165:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076661.499173:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076661.499178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076661.499179:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076661.499230:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076661.499235:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076661.499238:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076661.691119:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076661.691127:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076661.691129:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076661.691134:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076661.691137:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076661.691141:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076661.691144:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076661.691147:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076661.691150:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076662.523167:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076662.523172:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076662.523176:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076662.523177:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076662.523250:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076662.523256:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076662.523260:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076662.715152:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076662.715161:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076662.715163:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076662.715169:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076662.715172:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076662.715177:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076662.715179:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076662.715182:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076662.715184:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076662.843158:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076662.843167:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076662.843170:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076662.843174:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076662.843177:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076662.843184:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3646
00000400:00000200:2.0:1769076662.843191:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076662.843198:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076662.843201:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076662.843204:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076662.843207:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076662.843210:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076662.843211:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076662.843215:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076662.843216:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076662.843218:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076662.843221:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076662.843222:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076662.843225:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076662.843227:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076662.843228:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076662.843229:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076662.843231:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076662.843233:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076662.843235:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076662.843237:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076662.843239:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076662.843246:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076662.843248:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076662.843250:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076662.843251:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076662.843272:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000020:00000040:2.0:1769076662.843275:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076662.843278:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076662.843280:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076662.843282:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076662.843284:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076662.843288:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076662.843294:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000100:00000001:2.0:1769076662.843299:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076662.843307:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007616032640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076662.843314:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076662.843318:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076662.843321:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007616032640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076662.843340:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076662.843344:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076662.843347:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076662.843350:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076662.843352:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076662.843355:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076662.843357:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3646
00000400:00000200:2.0:1769076662.843362:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076662.843366:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076662.843369:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076662.843372:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076662.843375:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076662.843375:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076662.843380:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076662.843382:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076662.843383:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076662.843387:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769076662.843388:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076662.843392:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076662.843394:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076662.843398:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000040:1.0:1769076662.843401:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692300 x1855007616032640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769076662.843401:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076662.843407:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076662.843416:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076662.843422:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076662.843423:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769076662.843427:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076662.843428:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076662.843434:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:1.0:1769076662.843435:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076662.843439:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769076662.843440:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:1.0:1769076662.843443:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076662.843447:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00100000:1.0:1769076662.843448:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616032640:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076662.843455:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076662.843456:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076662.843461:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076662.843461:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076662.843465:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076662.843467:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769076662.843469:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769076662.843472:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:2.0:1769076662.843474:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076662.843476:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076662.843479:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769076662.843485:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00100000:2.0:1769076662.843485:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1769076662.843490:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000008:00000001:2.0:1769076662.843492:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076662.843496:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076662.843497:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000010:2.0:1769076662.843503:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000100:00000200:1.0:1769076662.843505:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616032640, portal 25
00000020:00000040:2.0:1769076662.843508:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769076662.843511:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1769076662.843513:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769076662.843515:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102514432 : -107391607037184 : ffff9e53f1692300)
02000000:00000001:2.0:1769076662.843516:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076662.843522:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076662.843523:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076662.843527:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076662.843528:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692300 x1855007616032640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769076662.843532:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20800.
00000100:00000001:2.0:1769076662.843539:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076662.843547:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007616032768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076662.843561:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769076662.843566:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769076662.843568:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076662.843571:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076662.843573:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076662.843579:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616032640, offset 0
00000100:00000040:2.0:1769076662.843579:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007616032768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076662.843591:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076662.843599:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076662.843603:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:2.0:1769076662.843605:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076662.843610:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:2.0:1769076662.843611:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076662.843615:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769076662.843617:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769076662.843619:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769076662.843623:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:2.0:1769076662.843625:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769076662.843628:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769076662.843632:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3646
00000400:00000200:1.0:1769076662.843635:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076662.843641:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076662.843642:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37549:37549:256:4294967295] 192.168.204.113@tcp LPNI seq info [37519:37519:8:4294967295]
00000400:00000200:1.0:1769076662.843650:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076662.843650:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076662.843657:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076662.843663:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076662.843667:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769076662.843669:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076662.843675:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:1.0:1769076662.843676:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076662.843681:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000010:1.0:1769076662.843683:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000020:00000001:2.0:1769076662.843687:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076662.843690:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000800:00000200:1.0:1769076662.843693:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:2.0:1769076662.843694:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.0:1769076662.843699:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000020:00000040:2.0:1769076662.843699:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076662.843706:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.1:1769076662.843708:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:2.0:1769076662.843710:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.1:1769076662.843712:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769076662.843718:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000100:1.0:1769076662.843721:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076662.843725:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000100:00000001:2.0:1769076662.843725:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076662.843729:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076662.843732:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076662.843734:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076662.843741:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076662.843744:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076662.843745:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769076662.843748:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769076662.843753:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1769076662.843754:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769076662.843758:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
02000000:00000001:2.0:1769076662.843759:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076662.843761:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:2.0:1769076662.843763:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076662.843767:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:2.0:1769076662.843768:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1769076662.843773:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692300 x1855007616032640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769076662.843773:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076662.843777:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076662.843785:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000100:00000001:1.0:1769076662.843788:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1769076662.843789:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000040:1.0:1769076662.843793:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692300 x1855007616032640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076662.843795:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076662.843797:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076662.843802:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076662.843805:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076662.843808:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076662.843814:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076662.843815:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23c00.
00000100:00000001:1.0:1769076662.843817:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076662.843822:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076662.843823:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076662.843830:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:2.0:1769076662.843832:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007616032896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076662.843833:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298320109
00000100:00000010:1.0:1769076662.843841:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bf00.
00000100:00000001:1.0:1769076662.843848:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769076662.843852:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076662.843853:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298320109
00000100:00000010:1.0:1769076662.843858:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bea0.
00000100:00000001:2.0:1769076662.843858:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076662.843864:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1769076662.843868:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007616032896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.843869:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076662.843874:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076662.843879:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076662.843886:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076662/real 1769076662]  req@ffff9e53f1692300 x1855007616032640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076662.843887:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076662.843892:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1769076662.843899:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1769076662.843900:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:1.0:1769076662.843901:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076662.843905:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000100:00000040:2.0:1769076662.843906:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076662.843907:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076662.843911:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076662.843915:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076662.843917:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692300 x1855007616032640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076662.843920:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769076662.843930:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692300 x1855007616032640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076662.843930:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3656)
00000100:00000001:1.0:1769076662.843938:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076662.843939:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.843941:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076662.843942:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076662.843945:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692300 x1855007616032640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.843954:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076662.843959:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692300 x1855007616032640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.843967:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076662.843970:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.843972:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076662.843973:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.843976:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076662.843978:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076662.843981:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076662.843986:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076662.843988:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076662.843993:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692300 x1855007616032640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076662.844001:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616032640:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076662.844006:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.844009:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076662.844012:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692300 x1855007616032640/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844019:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076662.844021:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076662.844024:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076662.844027:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076662.844029:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076662.844030:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076662.844033:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076662.844035:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20000.
02000000:00000001:1.0:1769076662.844039:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076662.844041:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076662.844043:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692300.
00000100:00000001:1.0:1769076662.844046:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076662.844047:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.844050:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.844056:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076662.844058:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076662.844060:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076662.844062:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076662.844085:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076662.844090:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692680 x1855007616032768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844097:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076662.844099:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076662.844101:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076662.844103:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076662.844106:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076662.844109:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616032768:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076662.844113:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076662.844114:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076662.844116:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076662.844117:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076662.844119:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076662.844121:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076662.844124:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076662.844126:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076662.844129:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076662.844131:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616032768, portal 10
00000100:00000001:1.0:1769076662.844133:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076662.844134:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102515328 : -107391607036288 : ffff9e53f1692680)
00000100:00000040:1.0:1769076662.844138:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692680 x1855007616032768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844143:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076662.844145:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076662.844146:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076662.844148:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616032768, offset 0
00000400:00000200:1.0:1769076662.844151:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076662.844154:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076662.844157:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076662.844159:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076662.844161:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076662.844163:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076662.844164:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076662.844167:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37550:37550:256:4294967295] 192.168.204.113@tcp LPNI seq info [37520:37520:8:4294967295]
00000400:00000200:1.0:1769076662.844169:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076662.844174:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076662.844178:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076662.844181:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076662.844186:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076662.844189:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076662.844193:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076662.844209:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769076662.844214:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076662.844216:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076662.844219:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076662.844222:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076662.844225:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076662.844226:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076662.844228:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076662.844231:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692680 x1855007616032768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844237:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076662.844239:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692680 x1855007616032768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844244:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076662.844245:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076662.844247:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076662.844251:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076662.844253:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076662.844255:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298318862
00000100:00000001:1.0:1769076662.844257:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298320109
00000100:00000001:1.0:1769076662.844258:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298318862
00000100:00000001:1.0:1769076662.844272:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298320109
00000100:00000001:1.0:1769076662.844274:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076662.844276:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076662.844277:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076662.844280:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076662/real 1769076662]  req@ffff9e53f1692680 x1855007616032768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076662.844286:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076662.844287:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076662.844289:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076662.844290:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076662.844292:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076662.844293:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076662.844295:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692680 x1855007616032768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076662.844301:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692680 x1855007616032768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844305:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076662.844306:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.844307:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076662.844308:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076662.844310:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692680 x1855007616032768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844314:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076662.844316:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692680 x1855007616032768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844322:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076662.844325:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.844326:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076662.844327:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.844329:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076662.844331:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076662.844334:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076662.844337:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076662.844339:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076662.844344:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692680 x1855007616032768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076662.844353:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616032768:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076662.844357:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076662.844361:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007616032896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844368:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076662.844369:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076662.844372:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076662.844373:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076662.844376:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076662.844378:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616032896:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076662.844380:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076662.844382:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076662.844383:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076662.844384:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076662.844387:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769076662.844388:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076662.844391:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076662.844393:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076662.844395:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076662.844397:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616032896, portal 10
00000100:00000001:1.0:1769076662.844398:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076662.844399:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:1.0:1769076662.844403:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007616032896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844408:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076662.844409:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076662.844411:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076662.844412:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616032896, offset 0
00000400:00000200:1.0:1769076662.844415:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076662.844418:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076662.844420:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076662.844422:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076662.844424:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076662.844426:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076662.844428:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076662.844430:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37551:37551:256:4294967295] 192.168.204.113@tcp LPNI seq info [37521:37521:8:4294967295]
00000400:00000200:1.0:1769076662.844433:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076662.844437:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076662.844440:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076662.844442:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076662.844445:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076662.844447:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076662.844450:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076662.844451:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769076662.844454:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076662.844455:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076662.844457:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076662.844459:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076662.844461:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076662.844463:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076662.844465:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076662.844467:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690a80 x1855007616032896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844472:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076662.844474:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690a80 x1855007616032896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844478:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076662.844479:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076662.844481:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076662.844483:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076662.844486:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076662.844487:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298318869
00000100:00000001:1.0:1769076662.844489:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298320109
00000100:00000001:1.0:1769076662.844490:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298318869
00000100:00000001:1.0:1769076662.844492:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298320109
00000100:00000001:1.0:1769076662.844493:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076662.844494:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076662.844496:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076662.844498:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076662/real 1769076662]  req@ffff9e53f1690a80 x1855007616032896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076662.844503:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076662.844503:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076662.844504:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076662.844506:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076662.844508:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076662.844510:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076662.844513:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007616032896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076662.844521:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007616032896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844528:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076662.844530:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.844531:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076662.844533:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076662.844536:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007616032896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844544:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076662.844548:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007616032896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844556:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076662.844559:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.844560:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076662.844562:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.844564:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076662.844565:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076662.844568:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076662.844571:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076662.844573:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076662.844576:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007616032896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076662.844581:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616032896:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076662.844584:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.844585:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076662.844587:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692680 x1855007616032768/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844591:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076662.844592:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076662.844594:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076662.844596:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076662.844597:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076662.844598:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076662.844599:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076662.844601:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20800.
02000000:00000001:1.0:1769076662.844602:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076662.844603:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076662.844605:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692680.
00000100:00000001:1.0:1769076662.844606:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076662.844607:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.844608:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076662.844610:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007616032896/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076687 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076662.844614:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076662.844615:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076662.844616:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769076662.844618:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076662.844619:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076662.844620:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076662.844621:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076662.844621:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:1.0:1769076662.844623:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076662.844623:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076662.844624:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:1.0:1769076662.844625:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076662.844626:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.844627:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076662.844630:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076662.844631:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076662.844632:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076662.844633:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076663.547156:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076663.547163:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076663.547168:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076663.547171:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076663.547174:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076663.547177:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076663.547180:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076663.547182:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076663.547183:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076663.547185:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076663.547235:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076663.547240:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076663.547243:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076663.739210:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076663.739218:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076663.739220:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076663.739226:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076663.739230:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076663.739234:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076663.739236:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076663.739239:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076663.739241:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076664.123125:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298320109, at 4298320128
00000100:00000010:3.0:1769076664.123141:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bea0.
00000100:00000040:2.0:1769076664.123167:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298320109, at 4298320128
00000100:00000010:2.0:1769076664.123185:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf00.
00010000:00000001:1.0:1769076664.571184:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076664.571191:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076664.571197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076664.571199:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076664.571274:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076664.571279:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076664.571283:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076664.763145:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076664.763151:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076664.763153:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076664.763157:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076664.763159:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076664.763163:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076664.763165:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076664.763167:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076664.763169:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076665.595173:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076665.595182:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076665.595184:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076665.595186:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076665.595192:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076665.595193:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076665.595195:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076665.595197:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076665.595200:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076665.595201:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076665.595257:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076665.595262:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076665.595266:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076665.787160:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076665.787166:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076665.787167:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076665.787179:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076665.787182:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076665.787185:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076665.787187:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076665.787189:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076665.787191:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076666.619226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076666.619231:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076666.619236:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076666.619237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076666.619302:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076666.619308:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076666.619314:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076666.811147:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076666.811157:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076666.811159:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076666.811165:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076666.811169:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076666.811173:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076666.811175:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076666.811178:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076666.811181:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076667.643258:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076667.643267:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076667.643275:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076667.643277:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076667.643346:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076667.643351:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076667.643356:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076667.835239:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076667.835252:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076667.835255:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076667.835264:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076667.835269:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076667.835275:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076667.835278:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076667.835281:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076667.835284:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076667.963151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076667.963162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076667.963165:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076667.963171:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076667.963191:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076667.963199:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3651
00000400:00000200:2.0:1769076667.963208:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076667.963214:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076667.963217:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076667.963219:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963223:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076667.963225:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963228:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076667.963231:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076667.963233:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076667.963235:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076667.963238:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076667.963240:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076667.963243:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076667.963245:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963246:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076667.963248:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963250:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076667.963252:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076667.963256:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963257:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076667.963260:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076667.963263:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076667.963265:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076667.963267:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076667.963269:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076667.963280:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
00000020:00000040:2.0:1769076667.963283:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076667.963287:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076667.963288:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076667.963291:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076667.963293:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076667.963298:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076667.963306:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000100:00000001:2.0:1769076667.963313:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076667.963322:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007616033024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076667.963331:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076667.963335:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076667.963339:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007616033024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076667.963358:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076667.963361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076667.963364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076667.963365:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076667.963367:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076667.963369:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076667.963371:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3651
00000400:00000200:2.0:1769076667.963374:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076667.963376:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076667.963378:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076667.963381:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963383:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076667.963385:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963387:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076667.963388:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769076667.963389:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076667.963393:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076667.963394:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769076667.963395:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769076667.963396:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:1.0:1769076667.963400:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769076667.963400:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076667.963402:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076667.963405:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963407:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076667.963411:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690380 x1855007616033024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076667.963411:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963415:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076667.963419:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076667.963424:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963428:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076667.963432:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769076667.963435:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769076667.963438:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076667.963439:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076667.963445:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076667.963447:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769076667.963448:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769076667.963451:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1769076667.963454:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769076667.963456:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769076667.963458:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076667.963463:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616033024:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076667.963464:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076667.963469:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000100:00000001:1.0:1769076667.963471:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769076667.963472:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076667.963476:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076667.963476:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076667.963478:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076667.963480:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076667.963481:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076667.963483:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076667.963485:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769076667.963486:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076667.963492:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000010:2.0:1769076667.963492:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22800.
00000100:00000001:2.0:1769076667.963495:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076667.963496:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076667.963502:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007616033152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076667.963508:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076667.963516:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000100:00000001:2.0:1769076667.963516:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076667.963520:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076667.963524:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007616033152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769076667.963526:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000001:2.0:1769076667.963534:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076667.963537:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616033024, portal 25
00000100:00080000:2.0:1769076667.963537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076667.963539:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076667.963543:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076667.963543:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076667.963546:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076667.963547:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102506368 : -107391607045248 : ffff9e53f1690380)
00000100:00000001:2.0:1769076667.963550:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076667.963553:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3651
00000100:00000040:1.0:1769076667.963558:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690380 x1855007616033024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769076667.963560:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076667.963566:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076667.963570:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076667.963573:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076667.963576:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963581:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076667.963582:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076667.963586:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000040:2.0:1769076667.963586:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963590:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000200:1.0:1769076667.963591:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616033024, offset 0
00000020:00000001:2.0:1769076667.963592:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076667.963595:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076667.963597:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076667.963599:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076667.963601:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076667.963602:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000001:2.0:1769076667.963603:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076667.963607:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963608:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076667.963610:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963613:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769076667.963614:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:2.0:1769076667.963617:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076667.963620:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963622:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076667.963625:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:2.0:1769076667.963625:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076667.963629:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076667.963632:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076667.963634:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769076667.963634:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076667.963638:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076667.963640:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076667.963642:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:2.0:1769076667.963643:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076667.963648:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000400:00000200:1.0:1769076667.963649:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1769076667.963651:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076667.963653:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076667.963654:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076667.963655:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076667.963656:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076667.963657:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076667.963660:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22c00.
00000400:00000200:1.0:1769076667.963663:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:2.0:1769076667.963665:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076667.963669:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37552:37552:256:4294967295] 192.168.204.113@tcp LPNI seq info [37522:37522:8:4294967295]
00000100:00100000:2.0:1769076667.963673:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007616033280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076667.963678:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076667.963685:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076667.963687:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076667.963693:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007616033280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076667.963700:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769076667.963713:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076667.963714:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:2.0:1769076667.963716:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076667.963720:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1769076667.963721:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000100:00000040:2.0:1769076667.963722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076667.963727:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076667.963732:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3661)
00000800:00000200:1.0:1769076667.963734:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076667.963743:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076667.963751:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076667.963754:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769076667.963759:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076667.963763:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076667.963770:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076667.963776:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076667.963783:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076667.963786:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076667.963792:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076667.963798:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690380 x1855007616033024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.963810:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076667.963814:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690380 x1855007616033024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.963823:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076667.963824:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076667.963831:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076667.963835:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076667.963838:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298325229
00000100:00000010:1.0:1769076667.963843:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b4e0.
00000100:00000001:1.0:1769076667.963850:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076667.963861:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298325229
00000100:00000010:1.0:1769076667.963864:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b060.
00000100:00000001:1.0:1769076667.963866:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076667.963869:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076667.963871:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076667.963873:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076667.963878:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076667/real 1769076667]  req@ffff9e53f1690380 x1855007616033024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076667.963888:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076667.963890:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076667.963893:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076667.963895:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076667.963896:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076667.963899:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076667.963901:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690380 x1855007616033024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076667.963908:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690380 x1855007616033024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.963912:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076667.963914:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.963915:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076667.963917:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076667.963920:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690380 x1855007616033024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.963925:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076667.963928:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690380 x1855007616033024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.963934:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076667.963935:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.963937:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076667.963937:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.963939:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076667.963941:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076667.963943:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076667.963946:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076667.963948:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076667.963951:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690380 x1855007616033024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076667.963956:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616033024:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076667.963960:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.963962:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076667.963964:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690380 x1855007616033024/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.963969:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076667.963971:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076667.963973:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076667.963975:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076667.963977:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076667.963978:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076667.963980:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076667.963982:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:1.0:1769076667.963986:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076667.963988:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076667.963990:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690380.
00000100:00000001:1.0:1769076667.963992:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076667.963993:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.963995:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.964002:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076667.964004:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076667.964006:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076667.964007:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076667.964008:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076667.964010:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692a00 x1855007616033152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964015:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076667.964016:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076667.964018:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076667.964019:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076667.964021:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076667.964023:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616033152:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076667.964025:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076667.964026:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076667.964027:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076667.964029:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076667.964031:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076667.964032:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076667.964035:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076667.964037:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076667.964040:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076667.964042:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616033152, portal 10
00000100:00000001:1.0:1769076667.964044:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076667.964045:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102516224 : -107391607035392 : ffff9e53f1692a00)
00000100:00000040:1.0:1769076667.964050:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692a00 x1855007616033152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964055:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076667.964056:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076667.964058:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076667.964060:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616033152, offset 0
00000400:00000200:1.0:1769076667.964062:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076667.964085:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076667.964088:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076667.964090:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076667.964092:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076667.964094:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076667.964095:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076667.964098:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37553:37553:256:4294967295] 192.168.204.113@tcp LPNI seq info [37523:37523:8:4294967295]
00000400:00000200:1.0:1769076667.964101:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076667.964106:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076667.964108:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076667.964111:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076667.964114:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076667.964116:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076667.964119:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076667.964121:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769076667.964124:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076667.964126:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076667.964128:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076667.964131:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076667.964133:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076667.964135:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076667.964136:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076667.964139:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692a00 x1855007616033152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964145:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076667.964147:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692a00 x1855007616033152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964152:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076667.964153:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076667.964155:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076667.964158:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076667.964161:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076667.964162:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298323982
00000100:00000001:1.0:1769076667.964165:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298325229
00000100:00000001:1.0:1769076667.964166:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298323982
00000100:00000001:1.0:1769076667.964168:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298325229
00000100:00000001:1.0:1769076667.964169:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076667.964171:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076667.964172:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076667.964192:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076667/real 1769076667]  req@ffff9e53f1692a00 x1855007616033152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076667.964199:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076667.964200:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076667.964202:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076667.964203:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076667.964205:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076667.964206:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076667.964209:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692a00 x1855007616033152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076667.964215:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692a00 x1855007616033152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964220:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076667.964221:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.964222:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076667.964223:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076667.964225:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692a00 x1855007616033152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964230:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076667.964233:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692a00 x1855007616033152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964237:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076667.964238:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.964239:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076667.964240:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.964241:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076667.964242:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076667.964244:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076667.964246:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076667.964247:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076667.964250:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692a00 x1855007616033152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076667.964254:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616033152:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076667.964257:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076667.964260:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691880 x1855007616033280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964269:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076667.964270:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076667.964272:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076667.964273:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076667.964274:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076667.964276:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616033280:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076667.964278:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076667.964279:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076667.964280:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076667.964281:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076667.964284:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769076667.964285:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076667.964288:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076667.964291:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076667.964294:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076667.964297:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616033280, portal 10
00000100:00000001:1.0:1769076667.964299:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076667.964301:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102511744 : -107391607039872 : ffff9e53f1691880)
00000100:00000040:1.0:1769076667.964308:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691880 x1855007616033280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964315:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076667.964317:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076667.964320:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076667.964323:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616033280, offset 0
00000400:00000200:1.0:1769076667.964328:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076667.964332:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076667.964337:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076667.964340:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076667.964343:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076667.964346:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076667.964348:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076667.964352:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37554:37554:256:4294967295] 192.168.204.113@tcp LPNI seq info [37524:37524:8:4294967295]
00000400:00000200:1.0:1769076667.964356:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076667.964361:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076667.964365:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076667.964367:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076667.964370:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076667.964372:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076667.964375:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076667.964377:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769076667.964380:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076667.964381:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076667.964384:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076667.964386:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076667.964388:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076667.964389:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076667.964391:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076667.964394:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691880 x1855007616033280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964399:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076667.964401:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691880 x1855007616033280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964406:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076667.964407:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076667.964409:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076667.964412:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076667.964414:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076667.964416:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298323989
00000100:00000001:1.0:1769076667.964418:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298325229
00000100:00000001:1.0:1769076667.964419:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298323989
00000100:00000001:1.0:1769076667.964421:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298325229
00000100:00000001:1.0:1769076667.964423:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076667.964425:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076667.964426:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076667.964428:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076667/real 1769076667]  req@ffff9e53f1691880 x1855007616033280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076667.964434:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076667.964435:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076667.964436:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076667.964437:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076667.964438:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076667.964440:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076667.964442:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691880 x1855007616033280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076667.964448:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691880 x1855007616033280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964451:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076667.964452:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.964453:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076667.964454:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076667.964456:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691880 x1855007616033280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964460:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076667.964463:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691880 x1855007616033280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964467:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076667.964468:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.964469:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076667.964470:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.964471:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076667.964472:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076667.964473:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076667.964476:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076667.964477:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076667.964480:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691880 x1855007616033280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076667.964485:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616033280:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076667.964487:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.964488:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076667.964490:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692a00 x1855007616033152/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964494:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076667.964495:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076667.964496:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076667.964498:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076667.964499:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076667.964500:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076667.964502:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076667.964503:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22800.
02000000:00000001:1.0:1769076667.964505:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076667.964506:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076667.964507:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692a00.
00000100:00000001:1.0:1769076667.964509:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076667.964510:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.964511:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076667.964513:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691880 x1855007616033280/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076667.964517:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076667.964518:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076667.964519:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769076667.964521:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076667.964522:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076667.964522:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076667.964523:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076667.964525:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22c00.
02000000:00000001:1.0:1769076667.964526:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076667.964527:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076667.964528:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691880.
00000100:00000001:1.0:1769076667.964529:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076667.964530:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.964531:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076667.964534:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076667.964535:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076667.964536:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076667.964537:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076668.667149:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076668.667156:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076668.667161:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076668.667172:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076668.667218:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076668.667222:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076668.667225:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076668.859149:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076668.859157:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076668.859159:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076668.859180:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076668.859184:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076668.859188:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076668.859190:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076668.859193:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076668.859196:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076669.243176:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298325229, at 4298325248
00000100:00000040:3.0:1769076669.243176:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298325229, at 4298325248
00000100:00000010:3.0:1769076669.243193:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b060.
00000100:00000010:2.0:1769076669.243199:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b4e0.
00010000:00000001:1.0:1769076669.691162:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076669.691167:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076669.691171:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076669.691172:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076669.691219:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076669.691223:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076669.691225:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076669.883172:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076669.883179:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076669.883182:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076669.883187:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076669.883192:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076669.883196:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076669.883199:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076669.883203:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076669.883205:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076670.715171:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076670.715178:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076670.715183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076670.715184:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076670.715233:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076670.715236:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076670.715239:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076670.907119:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076670.907152:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076670.907154:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076670.907160:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076670.907164:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076670.907169:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076670.907172:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076670.907174:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076670.907177:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076671.739190:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076671.739196:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076671.739200:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076671.739201:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076671.739285:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076671.739291:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076671.739295:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076671.931148:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076671.931154:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076671.931155:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076671.931159:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076671.931162:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076671.931165:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076671.931167:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076671.931169:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076671.931171:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076672.763199:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076672.763205:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076672.763211:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076672.763212:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076672.763277:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076672.763283:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076672.763288:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076672.955224:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076672.955236:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076672.955239:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076672.955248:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076672.955253:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076672.955259:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076672.955262:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076672.955278:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076672.955282:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076673.083246:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076673.083276:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076673.083279:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076673.083285:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076673.083290:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076673.083300:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3656
00000400:00000200:2.0:1769076673.083312:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076673.083320:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076673.083324:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076673.083327:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076673.083331:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076673.083334:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076673.083336:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076673.083340:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076673.083342:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076673.083345:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076673.083348:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076673.083350:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076673.083354:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076673.083357:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076673.083359:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076673.083361:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076673.083364:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076673.083367:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076673.083370:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076673.083373:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076673.083375:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076673.083379:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076673.083382:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076673.083384:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076673.083387:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076673.083398:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000020:00000040:2.0:1769076673.083401:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076673.083405:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076673.083406:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076673.083427:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076673.083429:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076673.083433:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076673.083441:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23c00.
00000100:00000001:2.0:1769076673.083449:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076673.083459:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007616033408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076673.083473:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076673.083478:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076673.083484:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007616033408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076673.083538:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076673.083542:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076673.083546:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076673.083548:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076673.083550:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076673.083553:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076673.083556:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3656
00000400:00000200:2.0:1769076673.083561:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076673.083566:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076673.083569:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076673.083573:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076673.083576:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076673.083579:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076673.083581:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076673.083585:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076673.083586:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076673.083588:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076673.083590:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076673.083593:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076673.083595:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769076673.083597:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076673.083610:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769076673.083610:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076673.083623:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769076673.083623:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076673.083633:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076673.083636:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076673.083639:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076673.083650:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000040:1.0:1769076673.083652:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693100 x1855007616033408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076673.083654:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076673.083663:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076673.083675:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076673.083681:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769076673.083684:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076673.083687:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076673.083689:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769076673.083703:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1769076673.083704:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076673.083712:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076673.083714:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076673.083717:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076673.083732:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076673.083735:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
00000020:00000040:2.0:1769076673.083745:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076673.083754:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1769076673.083756:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616033408:192.168.204.113@tcp:250:kworker.0
02000000:00000001:2.0:1769076673.083757:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076673.083766:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076673.083769:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769076673.083791:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076673.083792:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076673.083799:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20800.
02000000:00000001:1.0:1769076673.083804:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769076673.083804:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076673.083813:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076673.083819:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007616033536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769076673.083824:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769076673.083834:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076673.083836:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076673.083855:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98c00.
00000100:00000040:2.0:1769076673.083860:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007616033536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769076673.083862:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076673.083887:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076673.083888:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076673.083899:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000100:00080000:2.0:1769076673.083900:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076673.083911:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1769076673.083913:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000001:2.0:1769076673.083916:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076673.083923:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1769076673.083927:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616033408, portal 25
00000100:00000001:2.0:1769076673.083930:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076673.083934:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076673.083938:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518016 : -107391607033600 : ffff9e53f1693100)
00000100:00080000:2.0:1769076673.083945:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3656
00000100:00000040:1.0:1769076673.083954:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693100 x1855007616033408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.083973:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076673.083982:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076673.083992:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076673.083993:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076673.084006:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616033408, offset 0
00000400:00000200:2.0:1769076673.084015:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076673.084021:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769076673.084029:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:2.0:1769076673.084039:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076673.084044:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076673.084047:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076673.084055:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076673.084056:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076673.084116:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076673.084119:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076673.084121:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076673.084123:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076673.084126:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076673.084129:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076673.084133:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076673.084137:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076673.084140:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076673.084143:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076673.084148:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:1.0:1769076673.084157:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:2.0:1769076673.084158:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076673.084169:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076673.084170:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769076673.084180:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769076673.084183:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076673.084191:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769076673.084192:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769076673.084204:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000001:2.0:1769076673.084209:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076673.084214:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37555:37555:256:4294967295] 192.168.204.113@tcp LPNI seq info [37525:37525:8:4294967295]
00000100:00000001:2.0:1769076673.084225:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769076673.084232:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00100000:2.0:1769076673.084236:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076673.084243:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076673.084246:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076673.084255:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000400:00000200:1.0:1769076673.084262:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1769076673.084264:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076673.084281:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076673.084288:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076673.084299:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076673.084301:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076673.084311:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076673.084316:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769076673.084318:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
02000000:00000010:2.0:1769076673.084324:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000100:00000001:2.0:1769076673.084332:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076673.084340:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00100000:2.0:1769076673.084348:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007616033664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769076673.084352:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1769076673.084387:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769076673.084390:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076673.084396:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076673.084402:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1769076673.084409:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007616033664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1769076673.084442:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076673.084447:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769076673.084451:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000100:00000040:2.0:1769076673.084452:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076673.084464:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076673.084468:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076673.084471:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769076673.084474:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076673.084500:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769076673.084504:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3666)
00000400:00000200:1.0:1769076673.084515:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076673.084524:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076673.084536:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076673.084549:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693100 x1855007616033408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.084566:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076673.084571:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693100 x1855007616033408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076698 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.084581:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076673.084583:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076673.084594:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076673.084601:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076673.084605:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298330350
00000100:00000010:1.0:1769076673.084614:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b7e0.
00000100:00000001:1.0:1769076673.084625:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076673.084646:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298330350
00000100:00000010:1.0:1769076673.084651:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bf60.
00000100:00000001:1.0:1769076673.084655:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076673.084659:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076673.084664:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076673.084669:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076673.084678:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076673/real 1769076673]  req@ffff9e53f1693100 x1855007616033408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076673.084703:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076673.084706:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076673.084709:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076673.084713:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076673.084716:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076673.084721:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076673.084728:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693100 x1855007616033408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076673.084746:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693100 x1855007616033408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.084760:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076673.084763:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.084769:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076673.084784:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076673.084793:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693100 x1855007616033408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.084810:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076673.084820:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693100 x1855007616033408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.084835:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076673.084841:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.084843:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076673.084845:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.084849:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076673.084851:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076673.084856:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076673.084872:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076673.084875:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076673.084881:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693100 x1855007616033408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076673.084894:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616033408:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076673.084901:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.084904:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076673.084908:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693100 x1855007616033408/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.084916:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076673.084920:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076673.084924:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:1.0:1769076673.084928:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076673.084943:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076673.084945:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076673.084948:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076673.084951:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:1.0:1769076673.084957:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076673.084960:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076673.084962:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693100.
00000100:00000001:1.0:1769076673.084967:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076673.084968:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.084971:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.084981:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076673.084983:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076673.084987:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076673.084990:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076673.084992:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076673.084996:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690e00 x1855007616033536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.085018:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076673.085020:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076673.085023:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076673.085027:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076673.085030:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076673.085033:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616033536:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076673.085038:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076673.085041:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076673.085044:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076673.085046:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076673.085051:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98c00.
02000000:00000001:1.0:1769076673.085053:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076673.085059:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076673.085132:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076673.085140:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076673.085153:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616033536, portal 10
00000100:00000001:1.0:1769076673.085156:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076673.085157:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102509056 : -107391607042560 : ffff9e53f1690e00)
00000100:00000040:1.0:1769076673.085168:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690e00 x1855007616033536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.085177:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076673.085180:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076673.085183:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076673.085186:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616033536, offset 0
00000400:00000200:1.0:1769076673.085192:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076673.085198:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076673.085205:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076673.085209:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076673.085213:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076673.085217:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076673.085220:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076673.085224:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37556:37556:256:4294967295] 192.168.204.113@tcp LPNI seq info [37526:37526:8:4294967295]
00000400:00000200:1.0:1769076673.085230:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076673.085238:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076673.085244:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076673.085249:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076673.085254:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076673.085259:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076673.085266:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076673.085270:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769076673.085275:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076673.085278:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076673.085282:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076673.085287:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076673.085301:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076673.085303:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076673.085307:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076673.085311:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690e00 x1855007616033536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.085321:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076673.085325:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690e00 x1855007616033536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076698 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.085334:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076673.085336:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076673.085341:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076673.085347:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076673.085350:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076673.085353:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298329103
00000100:00000001:1.0:1769076673.085358:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298330350
00000100:00000001:1.0:1769076673.085361:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298329103
00000100:00000001:1.0:1769076673.085364:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298330350
00000100:00000001:1.0:1769076673.085366:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076673.085369:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076673.085371:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076673.085376:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076673/real 1769076673]  req@ffff9e53f1690e00 x1855007616033536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076673.085387:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076673.085389:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076673.085391:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076673.085394:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076673.085396:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076673.085399:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076673.085404:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690e00 x1855007616033536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076673.085431:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690e00 x1855007616033536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.085445:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076673.085448:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.085451:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076673.085454:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076673.085461:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690e00 x1855007616033536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.085475:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076673.085483:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690e00 x1855007616033536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.085498:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076673.085514:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.085518:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076673.085521:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.085524:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076673.085528:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076673.085534:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076673.085541:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076673.085544:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076673.085550:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690e00 x1855007616033536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076673.085561:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616033536:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076673.085568:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076673.085573:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693800 x1855007616033664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.085582:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076673.085584:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076673.085587:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076673.085590:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076673.085592:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076673.085596:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616033664:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076673.085601:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076673.085604:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076673.085606:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076673.085608:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076673.085613:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076673.085616:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076673.085622:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076673.085635:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076673.085639:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076673.085644:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616033664, portal 10
00000100:00000001:1.0:1769076673.085647:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076673.085649:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102519808 : -107391607031808 : ffff9e53f1693800)
00000100:00000040:1.0:1769076673.085656:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693800 x1855007616033664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.085665:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076673.085668:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076673.085671:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076673.085674:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616033664, offset 0
00000400:00000200:1.0:1769076673.085679:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076673.085684:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076673.085689:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076673.085693:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076673.085697:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076673.085700:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076673.085703:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076673.085708:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37557:37557:256:4294967295] 192.168.204.113@tcp LPNI seq info [37527:37527:8:4294967295]
00000400:00000200:1.0:1769076673.085713:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076673.085724:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076673.085733:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076673.085738:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076673.085747:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076673.085752:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076673.085760:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076673.085766:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769076673.085774:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076673.085788:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076673.085795:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076673.085802:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076673.085809:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076673.085813:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076673.085818:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076673.085827:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693800 x1855007616033664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.085843:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076673.085848:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693800 x1855007616033664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076698 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.085856:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076673.085859:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076673.085864:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076673.085868:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076673.085873:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076673.085876:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298329110
00000100:00000001:1.0:1769076673.085880:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298330350
00000100:00000001:1.0:1769076673.085883:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298329110
00000100:00000001:1.0:1769076673.085886:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298330350
00000100:00000001:1.0:1769076673.085889:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076673.085892:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076673.085895:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076673.085900:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076673/real 1769076673]  req@ffff9e53f1693800 x1855007616033664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076673.085910:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076673.085911:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076673.085913:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076673.085916:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076673.085918:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076673.085920:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076673.085924:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693800 x1855007616033664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076673.085935:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693800 x1855007616033664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.085944:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076673.085945:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.085948:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076673.085949:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076673.085953:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693800 x1855007616033664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.085961:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076673.085966:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693800 x1855007616033664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.085974:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076673.085977:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.085979:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076673.085980:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.085991:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076673.085993:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076673.085996:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076673.086001:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076673.086004:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076673.086008:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693800 x1855007616033664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076673.086017:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616033664:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076673.086022:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.086024:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076673.086028:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690e00 x1855007616033536/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.086036:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076673.086038:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076673.086041:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:1.0:1769076673.086044:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076673.086046:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076673.086048:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076673.086051:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076673.086053:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20800.
02000000:00000001:1.0:1769076673.086056:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076673.086058:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076673.086060:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690e00.
00000100:00000001:1.0:1769076673.086113:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076673.086115:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.086118:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076673.086124:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693800 x1855007616033664/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076698 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076673.086133:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076673.086135:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076673.086138:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076673.086142:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076673.086144:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076673.086146:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076673.086148:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076673.086150:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20000.
02000000:00000001:1.0:1769076673.086153:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076673.086154:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076673.086156:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693800.
00000100:00000001:1.0:1769076673.086159:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076673.086160:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.086163:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076673.086168:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076673.086170:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076673.086173:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076673.086175:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076673.787238:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076673.787248:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076673.787257:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076673.787263:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076673.787266:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076673.787270:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076673.787274:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076673.787277:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076673.787280:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076673.787283:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076673.787388:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076673.787394:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076673.787398:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076673.979194:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076673.979201:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076673.979202:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076673.979206:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076673.979209:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076673.979212:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076673.979214:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076673.979216:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076673.979218:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076674.363146:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298330350, at 4298330368
00000100:00000040:3.0:1769076674.363147:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298330350, at 4298330368
00000100:00000010:2.0:1769076674.363161:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b7e0.
00000100:00000010:3.0:1769076674.363163:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf60.
00010000:00000001:1.0:1769076674.811169:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076674.811178:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076674.811197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076674.811199:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076674.811265:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076674.811272:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076674.811277:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076675.003168:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076675.003176:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076675.003178:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076675.003184:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076675.003188:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076675.003191:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076675.003194:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076675.003197:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076675.003200:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076675.835211:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076675.835224:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076675.835228:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076675.835233:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076675.835240:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076675.835244:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076675.835248:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076675.835252:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076675.835259:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076675.835262:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076675.835361:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076675.835369:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076675.835374:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076676.027152:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076676.027158:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076676.027159:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076676.027164:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076676.027167:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076676.027170:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076676.027172:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076676.027174:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076676.027176:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076676.859211:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076676.859219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076676.859226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076676.859228:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076676.859327:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076676.859333:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076676.859338:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076677.051180:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076677.051188:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076677.051191:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076677.051197:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076677.051201:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076677.051205:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076677.051208:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076677.051211:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076677.051215:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076677.883229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076677.883238:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076677.883245:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076677.883247:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076677.883346:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076677.883354:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076677.883360:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076678.075248:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076678.075260:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076678.075263:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076678.075272:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076678.075278:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076678.075284:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076678.075288:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076678.075293:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076678.075297:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076678.203232:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076678.203248:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076678.203252:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076678.203257:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076678.203262:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076678.203271:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3661
00000400:00000200:2.0:1769076678.203280:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076678.203287:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076678.203291:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076678.203294:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076678.203298:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076678.203301:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076678.203303:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076678.203308:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076678.203310:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076678.203313:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076678.203315:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076678.203318:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076678.203321:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076678.203324:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076678.203327:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076678.203329:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076678.203331:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076678.203334:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076678.203337:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076678.203339:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076678.203342:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076678.203345:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076678.203348:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076678.203350:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076678.203354:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076678.203367:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692d80.
00000020:00000040:2.0:1769076678.203373:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076678.203379:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076678.203381:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076678.203385:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076678.203389:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076678.203395:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076678.203406:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23800.
00000100:00000001:2.0:1769076678.203415:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076678.203429:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692d80 x1855007616033792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076678.203447:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076678.203454:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076678.203462:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073904516] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692d80 x1855007616033792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076678.203489:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076678.203493:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076678.203497:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076678.203499:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076678.203501:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076678.203504:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076678.203507:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3661
00000400:00000200:2.0:1769076678.203513:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076678.203517:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076678.203520:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076678.203524:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076678.203527:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076678.203530:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769076678.203531:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076678.203538:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076678.203540:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769076678.203541:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076678.203546:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:1.0:1769076678.203547:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769076678.203549:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076678.203553:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076678.203556:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076678.203560:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769076678.203561:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692d80 x1855007616033792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076678.203566:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076678.203573:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076678.203578:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076678.203584:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076678.203591:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:1.0:1769076678.203594:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769076678.203597:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076678.203599:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076678.203604:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076678.203607:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076678.203608:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076678.203612:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076678.203617:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076678.203618:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076678.203625:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076678.203631:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616033792:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076678.203632:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076678.203639:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076678.203641:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076678.203648:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076678.203650:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076678.203653:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1769076678.203657:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076678.203660:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076678.203665:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076678.203666:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076678.203674:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690000.
00000400:00000200:1.0:1769076678.203675:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:2.0:1769076678.203680:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000400:00000010:1.0:1769076678.203684:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
02000000:00000001:2.0:1769076678.203685:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076678.203688:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076678.203693:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076678.203695:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769076678.203698:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
02000000:00000001:2.0:1769076678.203698:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076678.203704:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21800.
00000100:00000200:1.0:1769076678.203709:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616033792, portal 25
00000100:00000001:2.0:1769076678.203712:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076678.203716:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076678.203720:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102517120 : -107391607034496 : ffff9e53f1692d80)
00000100:00100000:2.0:1769076678.203724:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690000 x1855007616033920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769076678.203733:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692d80 x1855007616033792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076678.203741:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076678.203747:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076678.203759:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc5d67b8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690000 x1855007616033920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.203796:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769076678.203797:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076678.203803:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076678.203804:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:2.0:1769076678.203810:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1769076678.203814:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000001:2.0:1769076678.203815:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076678.203819:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1769076678.203822:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616033792, offset 0
00000100:00000001:2.0:1769076678.203824:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076678.203832:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3661
00000400:00000200:2.0:1769076678.203837:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076678.203841:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076678.203843:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769076678.203849:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:2.0:1769076678.203853:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076678.203857:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076678.203860:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076678.203863:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769076678.203866:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:2.0:1769076678.203868:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076678.203872:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076678.203874:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076678.203877:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:1.0:1769076678.203880:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000001:2.0:1769076678.203882:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076678.203889:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076678.203897:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769076678.203898:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076678.203905:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076678.203908:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076678.203912:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769076678.203914:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000040:2.0:1769076678.203916:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076678.203924:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:1.0:1769076678.203930:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769076678.203930:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076678.203935:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076678.203941:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769076678.203945:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000001:2.0:1769076678.203946:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076678.203951:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076678.203955:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076678.203961:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076678.203963:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37558:37558:256:4294967295] 192.168.204.113@tcp LPNI seq info [37528:37528:8:4294967295]
00000100:00000001:2.0:1769076678.203965:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076678.203974:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000020:00000040:2.0:1769076678.203979:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076678.203982:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:2.0:1769076678.203983:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076678.203988:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076678.203991:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076678.203993:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076678.203995:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076678.204000:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23400.
00000400:00000200:1.0:1769076678.204026:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769076678.204027:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076678.204040:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007616034048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769076678.204046:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076678.204059:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1769076678.204060:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076678.204109:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076678.204114:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076678.204115:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1769076678.204125:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007616034048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076678.204130:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076678.204140:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769076678.204152:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076678.204154:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769076678.204156:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000100:00000040:2.0:1769076678.204163:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076678.204167:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769076678.204175:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076678.204182:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769076678.204186:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076678.204189:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076678.204194:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000040:2.0:1769076678.204197:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076678.204202:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769076678.204209:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3671)
00000100:00000200:1.0:1769076678.204211:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692d80 x1855007616033792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.204226:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076678.204229:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692d80 x1855007616033792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.204244:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076678.204246:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076678.204254:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076678.204259:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076678.204263:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298335470
00000100:00000010:1.0:1769076678.204269:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b120.
00000100:00000001:1.0:1769076678.204276:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076678.204282:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298335470
00000100:00000010:1.0:1769076678.204285:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b5a0.
00000100:00000001:1.0:1769076678.204291:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076678.204295:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076678.204298:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076678.204301:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076678.204307:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076678/real 1769076678]  req@ffff9e53f1692d80 x1855007616033792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076678.204319:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076678.204321:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076678.204335:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076678.204340:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076678.204342:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076678.204346:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076678.204350:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692d80 x1855007616033792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076678.204359:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692d80 x1855007616033792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.204366:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076678.204368:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.204371:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076678.204372:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076678.204376:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692d80 x1855007616033792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.204386:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076678.204393:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692d80 x1855007616033792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.204401:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076678.204404:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.204406:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076678.204407:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.204410:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076678.204412:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076678.204414:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076678.204418:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076678.204422:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076678.204428:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692d80 x1855007616033792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076678.204438:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616033792:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076678.204445:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.204448:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076678.204452:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692d80 x1855007616033792/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.204459:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076678.204462:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076678.204467:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076678.204471:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076678.204474:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076678.204476:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076678.204479:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076678.204483:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23800.
02000000:00000001:1.0:1769076678.204488:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076678.204491:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076678.204493:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692d80.
00000100:00000001:1.0:1769076678.204498:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076678.204499:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.204502:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.204510:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076678.204512:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076678.204514:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076678.204516:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076678.204518:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076678.204524:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690000 x1855007616033920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.204532:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076678.204534:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076678.204538:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076678.204542:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076678.204544:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076678.204548:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616033920:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076678.204551:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076678.204554:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076678.204556:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076678.204558:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076678.204562:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076678.204565:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076678.204572:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076678.204575:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076678.204581:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076678.204586:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616033920, portal 10
00000100:00000001:1.0:1769076678.204590:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076678.204594:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102505472 : -107391607046144 : ffff9e53f1690000)
00000100:00000040:1.0:1769076678.204603:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690000 x1855007616033920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.204610:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076678.204613:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076678.204618:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076678.204621:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616033920, offset 0
00000400:00000200:1.0:1769076678.204626:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076678.204633:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076678.204642:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076678.204647:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076678.204651:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076678.204656:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076678.204659:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076678.204665:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37559:37559:256:4294967295] 192.168.204.113@tcp LPNI seq info [37529:37529:8:4294967295]
00000400:00000200:1.0:1769076678.204671:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076678.204685:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076678.204690:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076678.204694:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076678.204699:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076678.204702:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076678.204710:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076678.204713:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769076678.204718:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076678.204720:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076678.204723:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076678.204729:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076678.204733:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076678.204736:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076678.204739:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076678.204743:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690000 x1855007616033920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.204752:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076678.204755:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690000 x1855007616033920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.204764:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076678.204767:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076678.204772:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076678.204776:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076678.204780:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076678.204784:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298334222
00000100:00000001:1.0:1769076678.204788:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298335470
00000100:00000001:1.0:1769076678.204791:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298334222
00000100:00000001:1.0:1769076678.204794:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298335470
00000100:00000001:1.0:1769076678.204797:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076678.204800:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076678.204803:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076678.204810:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076678/real 1769076678]  req@ffff9e53f1690000 x1855007616033920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076678.204819:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076678.204821:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076678.204824:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076678.204829:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076678.204830:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076678.204834:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076678.204839:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690000 x1855007616033920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076678.204849:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690000 x1855007616033920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.204856:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076678.204858:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.204860:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076678.204862:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076678.204868:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690000 x1855007616033920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.204875:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076678.204881:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690000 x1855007616033920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.204892:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076678.204899:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.204902:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076678.204904:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.204907:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076678.204910:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076678.204915:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076678.204923:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076678.204928:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076678.204937:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690000 x1855007616033920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076678.204953:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616033920:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076678.204963:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076678.204970:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693800 x1855007616034048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.204981:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076678.204984:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076678.204987:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076678.204989:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076678.204991:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076678.204994:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616034048:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076678.204998:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076678.205000:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076678.205002:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076678.205022:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076678.205027:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076678.205029:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076678.205034:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076678.205037:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076678.205041:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076678.205044:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616034048, portal 10
00000100:00000001:1.0:1769076678.205046:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076678.205048:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102519808 : -107391607031808 : ffff9e53f1693800)
00000100:00000040:1.0:1769076678.205054:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693800 x1855007616034048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.205061:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076678.205094:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076678.205098:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076678.205101:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616034048, offset 0
00000400:00000200:1.0:1769076678.205109:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076678.205114:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076678.205122:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076678.205126:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076678.205130:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076678.205133:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076678.205136:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076678.205139:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37560:37560:256:4294967295] 192.168.204.113@tcp LPNI seq info [37530:37530:8:4294967295]
00000400:00000200:1.0:1769076678.205143:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076678.205150:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076678.205155:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076678.205159:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076678.205163:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076678.205166:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076678.205171:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076678.205174:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769076678.205177:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076678.205180:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076678.205183:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076678.205187:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076678.205190:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076678.205192:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076678.205195:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076678.205199:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693800 x1855007616034048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.205207:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076678.205210:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693800 x1855007616034048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.205217:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076678.205219:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076678.205222:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076678.205225:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076678.205228:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076678.205231:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298334230
00000100:00000001:1.0:1769076678.205233:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298335470
00000100:00000001:1.0:1769076678.205236:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298334230
00000100:00000001:1.0:1769076678.205238:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298335470
00000100:00000001:1.0:1769076678.205240:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076678.205242:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076678.205244:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076678.205247:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076678/real 1769076678]  req@ffff9e53f1693800 x1855007616034048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076678.205255:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076678.205257:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076678.205258:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076678.205261:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076678.205263:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076678.205265:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076678.205268:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693800 x1855007616034048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076678.205276:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693800 x1855007616034048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.205283:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076678.205285:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.205287:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076678.205289:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076678.205292:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693800 x1855007616034048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.205298:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076678.205302:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693800 x1855007616034048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.205309:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076678.205311:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.205313:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076678.205314:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.205315:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076678.205317:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076678.205319:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076678.205322:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076678.205324:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076678.205328:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693800 x1855007616034048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076678.205336:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616034048:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076678.205340:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.205342:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076678.205345:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690000 x1855007616033920/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.205351:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076678.205354:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076678.205356:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076678.205358:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076678.205360:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076678.205362:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076678.205364:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076678.205366:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21800.
02000000:00000001:1.0:1769076678.205368:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076678.205370:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076678.205372:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690000.
00000100:00000001:1.0:1769076678.205374:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076678.205375:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.205377:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076678.205380:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693800 x1855007616034048/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076678.205386:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076678.205388:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076678.205389:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076678.205391:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076678.205393:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076678.205394:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076678.205395:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076678.205397:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23400.
02000000:00000001:1.0:1769076678.205399:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076678.205400:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076678.205401:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693800.
00000100:00000001:1.0:1769076678.205403:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076678.205404:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.205406:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076678.205410:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076678.205411:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076678.205413:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076678.205415:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076678.907162:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076678.907170:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076678.907175:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076678.907177:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076678.907273:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076678.907279:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076678.907283:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076679.099149:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076679.099157:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076679.099159:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076679.099164:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076679.099168:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076679.099172:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076679.099175:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076679.099178:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076679.099181:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076679.483322:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298335470, at 4298335488
00000100:00000040:3.0:1769076679.483322:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298335470, at 4298335488
00000100:00000010:3.0:1769076679.483351:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b5a0.
00000100:00000010:2.0:1769076679.483361:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b120.
00010000:00000001:1.0:1769076679.931211:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076679.931218:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076679.931224:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076679.931225:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076679.931311:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076679.931316:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076679.931320:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076680.123142:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076680.123148:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076680.123150:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076680.123154:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076680.123157:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076680.123160:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076680.123162:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076680.123163:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076680.123165:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076680.955183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076680.955192:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076680.955199:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076680.955201:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076680.955294:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076680.955301:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076680.955307:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076681.147253:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076681.147264:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076681.147266:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076681.147273:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076681.147277:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076681.147282:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076681.147297:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076681.147300:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076681.147303:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076681.979244:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076681.979253:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076681.979261:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076681.979263:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076681.979388:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076681.979396:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076681.979403:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076682.171174:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076682.171181:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076682.171183:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076682.171188:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076682.171192:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076682.171196:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076682.171197:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076682.171200:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076682.171202:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076683.003161:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076683.003167:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076683.003172:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076683.003173:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076683.003256:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076683.003261:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076683.003265:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076683.195182:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076683.195191:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076683.195194:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076683.195202:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076683.195207:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076683.195212:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076683.195216:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076683.195219:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076683.195223:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076683.323166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076683.323177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076683.323179:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076683.323183:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076683.323186:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076683.323193:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3666
00000400:00000200:3.0:1769076683.323200:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076683.323206:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076683.323209:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076683.323212:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076683.323215:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076683.323217:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076683.323219:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076683.323223:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076683.323225:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076683.323227:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076683.323230:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076683.323232:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076683.323234:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076683.323236:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076683.323238:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076683.323240:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076683.323241:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076683.323244:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076683.323246:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076683.323248:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076683.323250:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076683.323253:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076683.323256:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076683.323257:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076683.323259:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076683.323267:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000020:00000040:3.0:1769076683.323270:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076683.323274:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076683.323276:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076683.323279:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076683.323282:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076683.323287:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076683.323295:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076683.323302:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076683.323312:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007616034176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076683.323325:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076683.323330:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076683.323337:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007616034176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076683.323364:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076683.323367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076683.323370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076683.323371:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076683.323373:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076683.323391:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076683.323393:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3666
00000400:00000200:3.0:1769076683.323397:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076683.323399:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076683.323401:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076683.323403:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076683.323405:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076683.323406:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076683.323408:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076683.323410:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076683.323411:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076683.323413:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076683.323414:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076683.323416:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076683.323417:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076683.323420:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076683.323421:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076683.323422:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076683.323426:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076683.323427:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076683.323429:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076683.323431:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769076683.323433:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076683.323439:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000040:1.0:1769076683.323440:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34700 x1855007616034176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076683.323441:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076683.323445:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076683.323452:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076683.323454:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769076683.323455:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076683.323460:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076683.323460:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076683.323464:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769076683.323467:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1769076683.323468:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076683.323472:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076683.323474:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1769076683.323475:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
02000000:00000001:1.0:1769076683.323480:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076683.323481:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076683.323486:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076683.323488:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076683.323491:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1769076683.323492:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616034176:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769076683.323493:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076683.323496:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076683.323501:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:1.0:1769076683.323502:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769076683.323508:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076683.323509:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076683.323514:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076683.323515:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007616034304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769076683.323521:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769076683.323526:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1769076683.323528:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
00000100:00000001:3.0:1769076683.323529:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076683.323534:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076683.323537:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007616034304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076683.323544:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076683.323550:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000100:00000001:3.0:1769076683.323551:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076683.323556:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769076683.323558:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00080000:3.0:1769076683.323559:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076683.323564:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076683.323566:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1769076683.323568:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616034176, portal 25
00000100:00000001:3.0:1769076683.323569:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076683.323574:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769076683.323575:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3666
00000100:00000001:1.0:1769076683.323576:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438381824 : -107392271169792 : ffff9e53c9d34700)
00000400:00000200:3.0:1769076683.323581:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076683.323586:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000040:1.0:1769076683.323587:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34700 x1855007616034176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769076683.323588:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076683.323594:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076683.323600:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076683.323603:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076683.323608:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076683.323611:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1769076683.323612:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076683.323616:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076683.323617:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076683.323620:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000040:1.0:1769076683.323621:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000001:3.0:1769076683.323622:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076683.323626:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000010:1.0:1769076683.323627:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000040:3.0:1769076683.323629:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076683.323633:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769076683.323635:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616034176, offset 0
00000100:00000040:3.0:1769076683.323635:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076683.323639:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076683.323643:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076683.323645:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076683.323649:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076683.323651:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769076683.323654:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076683.323659:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076683.323661:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076683.323663:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076683.323666:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769076683.323671:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000008:00100000:3.0:1769076683.323671:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769076683.323678:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1769076683.323678:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076683.323684:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076683.323685:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076683.323691:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1769076683.323693:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000400:00000200:1.0:1769076683.323694:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076683.323701:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37561:37561:256:4294967295] 192.168.204.113@tcp LPNI seq info [37531:37531:8:4294967295]
00000020:00000040:3.0:1769076683.323701:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076683.323709:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:3.0:1769076683.323709:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076683.323714:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076683.323719:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076683.323722:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769076683.323723:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769076683.323725:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076683.323729:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000010:3.0:1769076683.323730:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000800:00000010:1.0:1769076683.323736:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000100:00000001:3.0:1769076683.323736:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076683.323742:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007616034432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769076683.323745:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076683.323748:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076683.323756:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076683.323761:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769076683.323769:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1769076683.323770:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076683.323773:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769076683.323775:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000100:00000040:3.0:1769076683.323780:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007616034432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076683.323781:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076683.323791:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769076683.323793:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076683.323797:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000100:00000040:3.0:1769076683.323797:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769076683.323819:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000040:3.0:1769076683.323819:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076683.323825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076683.323830:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769076683.323830:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076683.323838:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3677)
00000100:00000200:1.0:1769076683.323841:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34700 x1855007616034176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.323858:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076683.323863:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34700 x1855007616034176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.323873:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076683.323875:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076683.323883:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076683.323887:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076683.323889:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298340589
00000100:00000010:1.0:1769076683.323895:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0be40.
00000100:00000001:1.0:1769076683.323901:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076683.323912:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298340589
00000100:00000010:1.0:1769076683.323915:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b540.
00000100:00000001:1.0:1769076683.323932:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076683.323935:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076683.323937:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076683.323941:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076683.323946:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076683/real 1769076683]  req@ffff9e53c9d34700 x1855007616034176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076683.323956:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076683.323958:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076683.323977:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076683.323979:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076683.323980:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076683.323983:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076683.323986:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34700 x1855007616034176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076683.323993:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34700 x1855007616034176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.323998:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076683.324000:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324003:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076683.324004:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076683.324007:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34700 x1855007616034176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324012:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076683.324016:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34700 x1855007616034176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324021:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076683.324024:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324025:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076683.324041:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324042:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076683.324044:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076683.324046:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076683.324049:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076683.324051:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076683.324054:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34700 x1855007616034176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076683.324059:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616034176:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076683.324063:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324064:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076683.324066:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34700 x1855007616034176/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324070:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076683.324072:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076683.324074:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076683.324077:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076683.324079:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076683.324080:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076683.324082:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076683.324084:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:1.0:1769076683.324087:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076683.324089:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076683.324106:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34700.
00000100:00000001:1.0:1769076683.324127:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076683.324129:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324130:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324136:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076683.324138:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076683.324139:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076683.324141:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076683.324142:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076683.324145:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36680 x1855007616034304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324151:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076683.324152:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076683.324154:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076683.324156:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076683.324157:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076683.324166:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616034304:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076683.324169:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076683.324171:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076683.324172:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076683.324174:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076683.324177:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076683.324178:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076683.324182:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076683.324184:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076683.324187:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076683.324189:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616034304, portal 10
00000100:00000001:1.0:1769076683.324191:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076683.324192:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438389888 : -107392271161728 : ffff9e53c9d36680)
00000100:00000040:1.0:1769076683.324197:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36680 x1855007616034304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324203:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076683.324204:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076683.324206:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076683.324208:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616034304, offset 0
00000400:00000200:1.0:1769076683.324211:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076683.324214:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076683.324217:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076683.324219:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076683.324222:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076683.324224:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076683.324225:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076683.324228:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37562:37562:256:4294967295] 192.168.204.113@tcp LPNI seq info [37532:37532:8:4294967295]
00000400:00000200:1.0:1769076683.324231:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076683.324237:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076683.324240:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076683.324243:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076683.324247:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076683.324249:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076683.324252:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076683.324267:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769076683.324270:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076683.324272:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076683.324274:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076683.324277:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076683.324280:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076683.324281:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076683.324284:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076683.324286:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36680 x1855007616034304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324293:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076683.324295:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36680 x1855007616034304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324305:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076683.324306:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076683.324309:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076683.324312:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076683.324315:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076683.324317:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298339342
00000100:00000001:1.0:1769076683.324319:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298340589
00000100:00000001:1.0:1769076683.324320:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298339342
00000100:00000001:1.0:1769076683.324322:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298340589
00000100:00000001:1.0:1769076683.324324:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076683.324325:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076683.324326:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076683.324329:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076683/real 1769076683]  req@ffff9e53c9d36680 x1855007616034304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076683.324335:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076683.324336:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076683.324337:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076683.324339:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076683.324340:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076683.324342:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076683.324344:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36680 x1855007616034304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076683.324351:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36680 x1855007616034304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324355:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076683.324356:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324358:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076683.324359:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076683.324361:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36680 x1855007616034304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324367:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076683.324370:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36680 x1855007616034304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324375:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076683.324376:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324377:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076683.324378:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324380:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076683.324381:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076683.324400:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076683.324402:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076683.324403:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076683.324406:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36680 x1855007616034304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076683.324411:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616034304:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076683.324413:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076683.324415:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36d80 x1855007616034432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324420:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076683.324421:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076683.324423:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076683.324424:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076683.324425:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076683.324427:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616034432:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076683.324429:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076683.324430:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076683.324432:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076683.324433:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076683.324436:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076683.324437:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076683.324439:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076683.324441:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076683.324443:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076683.324445:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616034432, portal 10
00000100:00000001:1.0:1769076683.324447:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076683.324448:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438391680 : -107392271159936 : ffff9e53c9d36d80)
00000100:00000040:1.0:1769076683.324452:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36d80 x1855007616034432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324458:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076683.324461:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076683.324463:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076683.324466:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616034432, offset 0
00000400:00000200:1.0:1769076683.324470:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076683.324475:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076683.324479:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076683.324482:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076683.324485:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076683.324487:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076683.324490:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076683.324493:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37563:37563:256:4294967295] 192.168.204.113@tcp LPNI seq info [37533:37533:8:4294967295]
00000400:00000200:1.0:1769076683.324498:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076683.324505:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076683.324511:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076683.324514:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076683.324519:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076683.324521:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076683.324525:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076683.324526:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769076683.324529:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076683.324531:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076683.324533:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076683.324536:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076683.324538:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076683.324539:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076683.324541:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076683.324544:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36d80 x1855007616034432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324569:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076683.324571:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36d80 x1855007616034432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324576:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076683.324578:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076683.324581:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076683.324583:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076683.324585:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076683.324587:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298339349
00000100:00000001:1.0:1769076683.324589:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298340589
00000100:00000001:1.0:1769076683.324591:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298339349
00000100:00000001:1.0:1769076683.324592:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298340589
00000100:00000001:1.0:1769076683.324594:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076683.324595:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076683.324597:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076683.324601:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076683/real 1769076683]  req@ffff9e53c9d36d80 x1855007616034432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076683.324610:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076683.324612:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076683.324614:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076683.324616:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076683.324618:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076683.324621:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076683.324625:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36d80 x1855007616034432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076683.324636:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36d80 x1855007616034432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324644:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076683.324646:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324648:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076683.324650:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076683.324654:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36d80 x1855007616034432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324663:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076683.324666:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36d80 x1855007616034432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324671:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076683.324673:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324674:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076683.324675:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324677:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076683.324678:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076683.324680:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076683.324682:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076683.324683:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076683.324686:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36d80 x1855007616034432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076683.324692:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616034432:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076683.324695:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324697:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076683.324700:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36680 x1855007616034304/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324705:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076683.324706:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076683.324707:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076683.324709:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076683.324710:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076683.324712:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076683.324713:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076683.324715:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:1.0:1769076683.324717:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076683.324718:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076683.324719:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36680.
00000100:00000001:1.0:1769076683.324721:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076683.324722:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324723:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076683.324726:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36d80 x1855007616034432/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076683.324730:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076683.324731:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076683.324732:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076683.324734:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076683.324735:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076683.324735:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076683.324737:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076683.324738:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:1.0:1769076683.324740:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076683.324741:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076683.324742:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36d80.
00000100:00000001:1.0:1769076683.324744:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076683.324744:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324746:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076683.324749:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076683.324750:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076683.324751:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076683.324753:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076684.027255:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076684.027265:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076684.027273:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076684.027278:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076684.027282:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076684.027287:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076684.027292:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076684.027295:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076684.027299:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076684.027303:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076684.027443:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076684.027448:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076684.027453:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076684.219217:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076684.219226:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076684.219228:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076684.219235:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076684.219239:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076684.219243:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076684.219246:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076684.219249:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076684.219252:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076684.603124:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298340589, at 4298340608
00000100:00000040:3.0:1769076684.603129:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298340589, at 4298340608
00000100:00000010:2.0:1769076684.603139:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0be40.
00000100:00000010:3.0:1769076684.603141:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b540.
00010000:00000001:1.0:1769076685.051216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076685.051228:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076685.051238:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076685.051240:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076685.051350:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076685.051355:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076685.051359:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076685.243224:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076685.243249:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076685.243252:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076685.243281:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076685.243290:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076685.243297:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076685.243303:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076685.243309:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076685.243315:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076686.075177:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076686.075184:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076686.075186:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076686.075189:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076686.075193:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076686.075195:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076686.075197:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076686.075199:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076686.075202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076686.075203:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076686.075269:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076686.075273:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076686.075276:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076686.267140:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076686.267147:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076686.267148:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076686.267153:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076686.267156:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076686.267159:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076686.267161:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076686.267163:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076686.267165:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076687.099258:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076687.099267:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076687.099273:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076687.099275:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076687.099372:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076687.099377:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076687.099381:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076687.291226:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076687.291235:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076687.291237:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076687.291244:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076687.291248:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076687.291252:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076687.291255:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076687.291257:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076687.291260:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076688.123265:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076688.123276:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076688.123284:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076688.123286:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076688.123377:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076688.123395:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076688.123401:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076688.315193:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076688.315206:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076688.315209:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076688.315216:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076688.315222:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076688.315227:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076688.315230:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076688.315233:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076688.315237:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076688.443218:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076688.443232:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076688.443236:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076688.443241:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076688.443257:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076688.443266:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3672
00000400:00000200:0.0:1769076688.443279:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076688.443287:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076688.443291:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076688.443294:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443298:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076688.443301:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443304:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076688.443315:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076688.443318:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076688.443321:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076688.443324:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076688.443326:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076688.443329:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076688.443333:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443334:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076688.443336:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443337:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076688.443340:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076688.443344:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443346:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076688.443349:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076688.443353:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076688.443356:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076688.443358:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076688.443361:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076688.443374:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6a00.
00000020:00000040:0.0:1769076688.443378:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076688.443383:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076688.443384:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076688.443388:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076688.443391:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076688.443397:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076688.443407:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769076688.443415:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076688.443425:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6a00 x1855007616034560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076688.443436:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076688.443441:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076688.443446:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b99ec67] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6a00 x1855007616034560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076688.443468:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076688.443472:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076688.443475:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076688.443477:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076688.443478:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076688.443480:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076688.443482:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3672
00000400:00000200:0.0:1769076688.443486:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076688.443488:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076688.443490:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076688.443494:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443496:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076688.443499:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443502:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076688.443505:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076688.443507:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076688.443509:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076688.443511:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076688.443512:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076688.443514:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076688.443518:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076688.443518:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076688.443521:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076688.443525:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443528:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076688.443529:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769076688.443531:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:1.0:1769076688.443536:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769076688.443537:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443543:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076688.443544:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076688.443550:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076688.443553:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076688.443553:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6a00 x1855007616034560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076688.443558:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076688.443564:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076688.443571:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076688.443576:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076688.443583:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6680.
00000020:00000040:0.0:1769076688.443588:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076688.443594:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076688.443600:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076688.443600:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076688.443606:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076688.443607:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076688.443611:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076688.443616:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076688.443617:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076688.443623:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769076688.443626:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
02000000:00000001:1.0:1769076688.443632:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076688.443639:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616034560:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076688.443644:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769076688.443646:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076688.443649:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076688.443654:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076688.443659:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6680 x1855007616034688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769076688.443660:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076688.443669:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076688.443673:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076688.443682:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076688.443687:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076688.443688:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076688.443697:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000100:00000040:0.0:1769076688.443698:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703ed1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6680 x1855007616034688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769076688.443705:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000001:0.0:1769076688.443711:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076688.443716:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769076688.443717:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616034560, portal 25
00000100:00080000:0.0:1769076688.443722:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076688.443724:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076688.443726:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769076688.443727:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181372416 : -107391528179200 : ffff9e53f61c6a00)
00000100:00080000:0.0:1769076688.443730:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076688.443735:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769076688.443739:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6a00 x1855007616034560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769076688.443740:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3672
00000400:00000200:0.0:1769076688.443751:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076688.443759:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1769076688.443760:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769076688.443762:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076688.443768:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076688.443771:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000010:1.0:1769076688.443773:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000001:0.0:1769076688.443777:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769076688.443780:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616034560, offset 0
00000100:00000040:0.0:1769076688.443781:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443788:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076688.443790:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076688.443792:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:1.0:1769076688.443794:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000001:0.0:1769076688.443796:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076688.443800:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076688.443802:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076688.443805:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076688.443810:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076688.443815:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443818:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076688.443822:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:0.0:1769076688.443823:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443830:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076688.443853:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:1.0:1769076688.443856:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769076688.443860:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443865:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076688.443867:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:0.0:1769076688.443868:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076688.443874:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769076688.443875:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769076688.443880:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076688.443882:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443884:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076688.443889:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769076688.443890:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37564:37564:256:4294967295] 192.168.204.113@tcp LPNI seq info [37534:37534:8:4294967295]
00000008:00000001:0.0:1769076688.443895:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076688.443900:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076688.443900:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:0.0:1769076688.443909:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4380.
00000020:00000040:0.0:1769076688.443915:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076688.443918:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769076688.443921:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076688.443926:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076688.443928:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076688.443931:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076688.443936:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1769076688.443937:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
02000000:00000001:0.0:1769076688.443940:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076688.443949:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000800:00000200:1.0:1769076688.443950:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076688.443958:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076688.443961:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000100:00100000:0.0:1769076688.443971:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4380 x1855007616034816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076688.443978:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076688.443988:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769076688.443990:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076688.443994:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076688.444003:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000234c63a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4380 x1855007616034816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1769076688.444004:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076688.444012:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000100:00000001:0.0:1769076688.444016:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076688.444020:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076688.444024:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076688.444025:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769076688.444027:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076688.444034:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076688.444042:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769076688.444046:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3682)
00000400:00000200:1.0:1769076688.444050:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076688.444054:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076688.444061:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076688.444091:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6a00 x1855007616034560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444102:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076688.444106:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6a00 x1855007616034560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444114:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076688.444116:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076688.444123:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076688.444127:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076688.444131:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298345710
00000100:00000010:1.0:1769076688.444138:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b360.
00000100:00000001:1.0:1769076688.444146:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076688.444152:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298345710
00000100:00000010:1.0:1769076688.444154:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b300.
00000100:00000001:1.0:1769076688.444158:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076688.444161:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076688.444164:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076688.444167:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076688.444170:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076688/real 1769076688]  req@ffff9e53f61c6a00 x1855007616034560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076688.444181:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076688.444183:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076688.444185:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076688.444187:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076688.444188:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076688.444191:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076688.444194:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6a00 x1855007616034560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076688.444203:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6a00 x1855007616034560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444209:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076688.444210:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.444212:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076688.444214:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076688.444218:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6a00 x1855007616034560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444223:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076688.444228:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6a00 x1855007616034560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444235:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076688.444238:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.444239:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076688.444240:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.444242:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076688.444244:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076688.444247:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076688.444250:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076688.444253:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076688.444257:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6a00 x1855007616034560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076688.444265:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616034560:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076688.444269:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.444271:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076688.444274:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6a00 x1855007616034560/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444279:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076688.444282:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076688.444285:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076688.444287:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076688.444289:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076688.444291:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076688.444293:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076688.444295:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:1.0:1769076688.444299:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076688.444301:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076688.444303:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6a00.
00000100:00000001:1.0:1769076688.444307:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076688.444308:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.444311:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.444319:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076688.444322:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076688.444325:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076688.444326:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076688.444328:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076688.444331:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6680 x1855007616034688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444337:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076688.444339:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076688.444341:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076688.444343:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076688.444346:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076688.444348:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616034688:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076688.444351:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076688.444353:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076688.444355:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076688.444356:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076688.444359:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076688.444361:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076688.444364:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076688.444367:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076688.444370:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076688.444372:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616034688, portal 10
00000100:00000001:1.0:1769076688.444374:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076688.444375:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181371520 : -107391528180096 : ffff9e53f61c6680)
00000100:00000040:1.0:1769076688.444382:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6680 x1855007616034688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444387:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076688.444390:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076688.444392:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076688.444394:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616034688, offset 0
00000400:00000200:1.0:1769076688.444397:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076688.444400:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076688.444404:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076688.444406:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076688.444409:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076688.444411:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076688.444413:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076688.444416:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37565:37565:256:4294967295] 192.168.204.113@tcp LPNI seq info [37535:37535:8:4294967295]
00000400:00000200:1.0:1769076688.444420:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076688.444426:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076688.444429:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076688.444433:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076688.444436:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076688.444439:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076688.444443:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076688.444445:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769076688.444449:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076688.444451:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076688.444453:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076688.444457:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076688.444460:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076688.444461:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076688.444463:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076688.444466:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6680 x1855007616034688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444473:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076688.444475:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6680 x1855007616034688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444481:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076688.444482:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076688.444485:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076688.444489:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076688.444491:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076688.444493:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298344462
00000100:00000001:1.0:1769076688.444496:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298345710
00000100:00000001:1.0:1769076688.444498:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298344462
00000100:00000001:1.0:1769076688.444500:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298345710
00000100:00000001:1.0:1769076688.444502:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076688.444503:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076688.444505:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076688.444508:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076688/real 1769076688]  req@ffff9e53f61c6680 x1855007616034688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076688.444520:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076688.444521:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076688.444523:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076688.444525:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076688.444526:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076688.444528:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076688.444530:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6680 x1855007616034688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076688.444537:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6680 x1855007616034688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444542:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076688.444544:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.444545:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076688.444546:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076688.444550:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6680 x1855007616034688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444555:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076688.444558:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6680 x1855007616034688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444563:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076688.444565:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.444567:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076688.444568:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.444569:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076688.444571:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076688.444573:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076688.444575:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076688.444577:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076688.444580:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6680 x1855007616034688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076688.444588:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616034688:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076688.444591:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076688.444593:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4380 x1855007616034816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444598:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076688.444600:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076688.444601:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076688.444603:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076688.444604:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076688.444606:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616034816:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076688.444609:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076688.444610:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076688.444611:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076688.444613:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076688.444616:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b400.
02000000:00000001:1.0:1769076688.444617:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076688.444620:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076688.444622:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076688.444625:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076688.444627:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616034816, portal 10
00000100:00000001:1.0:1769076688.444629:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076688.444630:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181362560 : -107391528189056 : ffff9e53f61c4380)
00000100:00000040:1.0:1769076688.444636:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4380 x1855007616034816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444642:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076688.444644:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076688.444646:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076688.444648:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616034816, offset 0
00000400:00000200:1.0:1769076688.444652:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076688.444655:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076688.444657:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076688.444660:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076688.444662:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076688.444665:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076688.444667:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076688.444669:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37566:37566:256:4294967295] 192.168.204.113@tcp LPNI seq info [37536:37536:8:4294967295]
00000400:00000200:1.0:1769076688.444673:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076688.444678:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076688.444682:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076688.444686:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076688.444692:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076688.444695:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076688.444701:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076688.444704:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769076688.444709:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076688.444712:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076688.444717:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076688.444721:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076688.444725:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076688.444728:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076688.444731:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076688.444736:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4380 x1855007616034816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444747:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076688.444751:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4380 x1855007616034816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444761:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076688.444763:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076688.444767:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076688.444771:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076688.444775:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076688.444779:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298344469
00000100:00000001:1.0:1769076688.444782:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298345710
00000100:00000001:1.0:1769076688.444785:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298344469
00000100:00000001:1.0:1769076688.444788:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298345710
00000100:00000001:1.0:1769076688.444791:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076688.444794:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076688.444796:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076688.444801:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076688/real 1769076688]  req@ffff9e53f61c4380 x1855007616034816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076688.444813:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076688.444814:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076688.444817:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076688.444820:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076688.444823:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076688.444825:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076688.444830:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4380 x1855007616034816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076688.444858:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4380 x1855007616034816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444866:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076688.444869:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.444871:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076688.444874:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076688.444879:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4380 x1855007616034816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444889:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076688.444894:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4380 x1855007616034816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444900:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076688.444903:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.444905:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076688.444906:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.444908:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076688.444909:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076688.444912:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076688.444914:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076688.444916:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076688.444919:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4380 x1855007616034816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076688.444926:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616034816:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076688.444929:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.444931:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076688.444934:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6680 x1855007616034688/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444940:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076688.444941:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076688.444943:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076688.444946:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076688.444948:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076688.444950:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076688.444953:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076688.444955:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:1.0:1769076688.444959:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076688.444961:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076688.444963:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6680.
00000100:00000001:1.0:1769076688.444966:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076688.444969:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.444971:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076688.444976:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4380 x1855007616034816/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076688.444993:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076688.444995:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076688.444997:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b400.
02000000:00000001:1.0:1769076688.445000:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076688.445002:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076688.445004:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076688.445007:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076688.445009:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:1.0:1769076688.445012:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076688.445013:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076688.445015:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4380.
00000100:00000001:1.0:1769076688.445018:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076688.445019:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.445021:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076688.445025:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076688.445026:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076688.445028:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076688.445030:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076689.147200:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076689.147217:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076689.147224:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076689.147226:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076689.147303:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076689.147308:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076689.147313:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076689.339236:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076689.339252:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076689.339256:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076689.339267:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076689.339274:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076689.339282:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076689.339287:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076689.339292:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076689.339298:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076689.723172:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298345710, at 4298345728
00000100:00000040:3.0:1769076689.723173:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298345710, at 4298345728
00000100:00000010:2.0:1769076689.723190:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b360.
00000100:00000010:3.0:1769076689.723197:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b300.
00010000:00000001:1.0:1769076690.171252:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076690.171264:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076690.171272:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076690.171274:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076690.171421:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076690.171446:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076690.171451:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076690.363147:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076690.363156:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076690.363158:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076690.363165:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076690.363169:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076690.363173:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076690.363176:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076690.363180:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076690.363183:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076691.195341:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076691.195353:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076691.195361:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076691.195364:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076691.195501:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076691.195513:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076691.195522:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076691.387131:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076691.387138:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076691.387139:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076691.387144:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076691.387151:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076691.387156:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076691.387158:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076691.387160:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076691.387162:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076692.219214:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076692.219225:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076692.219232:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076692.219234:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076692.219330:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076692.219335:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076692.219339:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076692.411113:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076692.411119:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076692.411121:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076692.411125:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076692.411128:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076692.411131:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076692.411133:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076692.411135:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076692.411137:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076693.243211:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076693.243220:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076693.243227:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076693.243229:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076693.243323:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076693.243333:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076693.243341:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076693.435176:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076693.435186:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076693.435188:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076693.435196:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076693.435201:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076693.435205:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076693.435208:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076693.435211:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076693.435215:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076693.563265:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076693.563282:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076693.563286:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076693.563293:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076693.563300:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076693.563311:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3677
00000400:00000200:2.0:1769076693.563327:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076693.563338:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076693.563343:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076693.563347:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076693.563351:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076693.563355:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076693.563358:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076693.563365:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076693.563367:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076693.563370:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076693.563375:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076693.563378:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076693.563381:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076693.563384:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076693.563387:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076693.563389:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076693.563392:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076693.563396:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076693.563399:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076693.563403:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076693.563406:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076693.563411:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076693.563415:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076693.563418:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076693.563421:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076693.563434:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
00000020:00000040:2.0:1769076693.563439:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076693.563444:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076693.563446:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076693.563450:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076693.563454:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076693.563460:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076693.563470:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21000.
00000100:00000001:2.0:1769076693.563478:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076693.563489:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007616034944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076693.563503:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076693.563508:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076693.563514:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007616034944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076693.563565:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076693.563569:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076693.563574:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076693.563576:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076693.563578:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076693.563581:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076693.563584:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3677
00000400:00000200:2.0:1769076693.563589:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076693.563593:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076693.563596:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076693.563600:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076693.563602:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076693.563605:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076693.563607:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076693.563610:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076693.563612:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076693.563614:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076693.563616:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076693.563619:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076693.563621:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076693.563625:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076693.563628:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076693.563632:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076693.563636:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076693.563641:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076693.563646:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076693.563650:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076693.563655:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076693.563664:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076693.563669:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076693.563673:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076693.563681:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076693.563688:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076693.563693:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076693.563702:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:2.0:1769076693.563703:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000100:00000001:1.0:1769076693.563714:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769076693.563715:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769076693.563725:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769076693.563727:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076693.563734:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076693.563739:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1769076693.563770:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690e00 x1855007616034944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076693.563771:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076693.563778:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076693.563793:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:2.0:1769076693.563798:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20400.
00000100:00000001:1.0:1769076693.563799:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076693.563811:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076693.563812:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076693.563821:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769076693.563829:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007616035072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769076693.563831:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076693.563845:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616034944:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076693.563860:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076693.563861:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769076693.563868:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076693.563870:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076693.563875:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076693.563882:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769076693.563883:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007616035072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769076693.563892:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a800.
02000000:00000001:1.0:1769076693.563900:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076693.563918:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076693.563919:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076693.563926:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000100:00080000:2.0:1769076693.563930:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769076693.563937:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00080000:2.0:1769076693.563941:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076693.563947:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1769076693.563950:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616034944, portal 25
00000100:00080000:2.0:1769076693.563953:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076693.563958:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076693.563965:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102509056 : -107391607042560 : ffff9e53f1690e00)
00000100:00000001:2.0:1769076693.563965:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076693.563978:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3677
00000100:00000040:1.0:1769076693.563982:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690e00 x1855007616034944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769076693.563998:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076693.564008:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1769076693.564009:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076693.564017:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076693.564021:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:2.0:1769076693.564029:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000010:1.0:1769076693.564030:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000001:2.0:1769076693.564037:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769076693.564040:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616034944, offset 0
00000100:00000040:2.0:1769076693.564045:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076693.564051:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076693.564057:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076693.564060:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076693.564114:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769076693.564115:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:2.0:1769076693.564122:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076693.564131:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076693.564133:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:2.0:1769076693.564144:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076693.564152:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:2.0:1769076693.564162:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076693.564167:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769076693.564172:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076693.564179:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:2.0:1769076693.564184:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076693.564193:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769076693.564196:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769076693.564202:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000020:00000040:2.0:1769076693.564210:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:1.0:1769076693.564212:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37567:37567:256:4294967295] 192.168.204.113@tcp LPNI seq info [37537:37537:8:4294967295]
00000100:00080000:2.0:1769076693.564224:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:1.0:1769076693.564228:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076693.564239:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076693.564245:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769076693.564253:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769076693.564257:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1769076693.564267:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:2.0:1769076693.564270:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769076693.564277:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000100:00000001:2.0:1769076693.564279:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076693.564288:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1769076693.564295:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000008:00000001:2.0:1769076693.564298:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076693.564303:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769076693.564307:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076693.564317:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000010:2.0:1769076693.564323:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000800:00000200:1.1:1769076693.564324:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000020:00000040:2.0:1769076693.564333:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000100:1.0:1769076693.564341:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
02000000:00000001:2.0:1769076693.564344:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1769076693.564347:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
02000000:00000001:2.0:1769076693.564349:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076693.564355:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076693.564357:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769076693.564359:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769076693.564362:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076693.564372:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000010:2.0:1769076693.564373:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000400:00000200:1.0:1769076693.564379:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000100:00000001:2.0:1769076693.564382:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076693.564385:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076693.564395:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1769076693.564396:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007616035200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769076693.564408:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690e00 x1855007616034944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076693.564427:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076693.564435:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076693.564441:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076693.564449:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007616035200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076693.564457:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690e00 x1855007616034944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076693.564485:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076693.564492:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076693.564493:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076693.564499:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1769076693.564504:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076693.564510:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076693.564511:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076693.564522:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076693.564524:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076693.564532:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298350830
00000100:00000040:2.0:1769076693.564533:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3687)
00000100:00000010:1.0:1769076693.564541:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bd80.
00000100:00000001:1.0:1769076693.564553:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076693.564566:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298350830
00000100:00000010:1.0:1769076693.564571:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b180.
00000100:00000001:1.0:1769076693.564575:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076693.564585:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076693.564592:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076693.564598:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076693.564607:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076693/real 1769076693]  req@ffff9e53f1690e00 x1855007616034944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076693.564624:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076693.564627:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076693.564632:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076693.564637:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076693.564641:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076693.564646:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076693.564653:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690e00 x1855007616034944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076693.564672:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690e00 x1855007616034944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.564687:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076693.564691:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.564696:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076693.564699:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076693.564708:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690e00 x1855007616034944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.564723:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076693.564732:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690e00 x1855007616034944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.564744:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076693.564774:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.564777:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076693.564780:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.564783:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076693.564785:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076693.564789:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076693.564795:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076693.564798:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076693.564804:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690e00 x1855007616034944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076693.564815:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616034944:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076693.564822:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.564825:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076693.564828:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690e00 x1855007616034944/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.564837:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076693.564840:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076693.564844:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a800.
02000000:00000001:1.0:1769076693.564849:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076693.564851:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076693.564854:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076693.564856:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076693.564860:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21000.
02000000:00000001:1.0:1769076693.564864:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076693.564867:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076693.564869:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690e00.
00000100:00000001:1.0:1769076693.564873:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076693.564875:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.564878:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.564886:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076693.564888:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076693.564891:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076693.564893:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076693.564895:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076693.564900:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693100 x1855007616035072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.564909:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076693.564911:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076693.564914:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076693.564917:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076693.564920:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076693.564923:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616035072:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076693.564927:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076693.564930:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076693.564932:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076693.564934:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076693.564939:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a800.
02000000:00000001:1.0:1769076693.564941:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076693.564948:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076693.564952:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076693.564956:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076693.564961:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616035072, portal 10
00000100:00000001:1.0:1769076693.564963:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076693.564965:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518016 : -107391607033600 : ffff9e53f1693100)
00000100:00000040:1.0:1769076693.564973:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693100 x1855007616035072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.564982:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076693.564985:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076693.564988:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076693.564991:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616035072, offset 0
00000400:00000200:1.0:1769076693.564996:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076693.565001:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076693.565006:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076693.565010:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076693.565014:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076693.565017:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076693.565021:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076693.565025:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37568:37568:256:4294967295] 192.168.204.113@tcp LPNI seq info [37538:37538:8:4294967295]
00000400:00000200:1.0:1769076693.565031:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076693.565040:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076693.565046:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076693.565050:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076693.565055:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076693.565059:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076693.565098:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076693.565102:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769076693.565107:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076693.565110:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076693.565114:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076693.565119:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076693.565123:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076693.565125:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076693.565129:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076693.565134:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693100 x1855007616035072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.565144:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076693.565148:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693100 x1855007616035072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.565157:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076693.565159:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076693.565163:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076693.565168:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076693.565173:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076693.565176:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298349583
00000100:00000001:1.0:1769076693.565180:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298350830
00000100:00000001:1.0:1769076693.565183:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298349583
00000100:00000001:1.0:1769076693.565186:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298350830
00000100:00000001:1.0:1769076693.565188:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076693.565192:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076693.565194:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076693.565199:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076693/real 1769076693]  req@ffff9e53f1693100 x1855007616035072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076693.565209:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076693.565210:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076693.565213:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076693.565215:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076693.565217:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076693.565220:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076693.565224:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693100 x1855007616035072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076693.565235:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693100 x1855007616035072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.565242:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076693.565244:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.565246:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076693.565248:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076693.565252:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693100 x1855007616035072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.565260:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076693.565265:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693100 x1855007616035072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.565273:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076693.565276:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.565278:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076693.565279:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.565281:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076693.565284:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076693.565287:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076693.565292:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076693.565295:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076693.565300:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693100 x1855007616035072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076693.565309:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616035072:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076693.565314:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076693.565318:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691880 x1855007616035200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.565325:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076693.565327:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076693.565330:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076693.565332:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076693.565334:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076693.565338:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616035200:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076693.565342:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076693.565345:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076693.565347:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076693.565349:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076693.565354:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076693.565356:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076693.565360:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076693.565363:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076693.565366:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076693.565370:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616035200, portal 10
00000100:00000001:1.0:1769076693.565372:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076693.565374:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102511744 : -107391607039872 : ffff9e53f1691880)
00000100:00000040:1.0:1769076693.565381:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691880 x1855007616035200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.565389:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076693.565392:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076693.565395:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076693.565398:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616035200, offset 0
00000400:00000200:1.0:1769076693.565403:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076693.565407:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076693.565412:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076693.565415:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076693.565418:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076693.565422:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076693.565425:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076693.565429:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37569:37569:256:4294967295] 192.168.204.113@tcp LPNI seq info [37539:37539:8:4294967295]
00000400:00000200:1.0:1769076693.565434:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076693.565442:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076693.565447:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076693.565450:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076693.565455:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076693.565459:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076693.565464:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076693.565468:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769076693.565473:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076693.565475:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076693.565479:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076693.565483:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076693.565486:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076693.565488:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076693.565491:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076693.565495:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691880 x1855007616035200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.565504:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076693.565508:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691880 x1855007616035200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.565516:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076693.565518:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076693.565522:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076693.565525:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076693.565530:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076693.565532:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298349590
00000100:00000001:1.0:1769076693.565535:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298350830
00000100:00000001:1.0:1769076693.565538:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298349590
00000100:00000001:1.0:1769076693.565541:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298350830
00000100:00000001:1.0:1769076693.565543:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076693.565546:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076693.565548:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076693.565552:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076693/real 1769076693]  req@ffff9e53f1691880 x1855007616035200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076693.565561:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076693.565563:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076693.565565:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076693.565568:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076693.565570:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076693.565572:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076693.565576:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691880 x1855007616035200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076693.565589:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691880 x1855007616035200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.565602:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076693.565605:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.565608:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076693.565611:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076693.565618:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691880 x1855007616035200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.565632:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076693.565641:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691880 x1855007616035200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.565657:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076693.565662:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.565665:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076693.565668:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.565672:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076693.565675:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076693.565680:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076693.565687:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076693.565692:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076693.565700:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691880 x1855007616035200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076693.565717:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616035200:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076693.565725:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.565729:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076693.565734:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693100 x1855007616035072/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.565743:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076693.565769:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076693.565773:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a800.
02000000:00000001:1.0:1769076693.565777:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076693.565780:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076693.565782:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076693.565785:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076693.565787:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20400.
02000000:00000001:1.0:1769076693.565790:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076693.565792:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076693.565794:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693100.
00000100:00000001:1.0:1769076693.565798:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076693.565799:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.565803:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076693.565808:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691880 x1855007616035200/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076693.565816:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076693.565818:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076693.565820:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076693.565822:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076693.565823:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076693.565825:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076693.565827:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076693.565828:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:1.0:1769076693.565831:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076693.565832:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076693.565834:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691880.
00000100:00000001:1.0:1769076693.565836:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076693.565837:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.565839:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076693.565844:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076693.565846:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076693.565848:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076693.565850:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076694.267231:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076694.267243:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076694.267252:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076694.267259:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076694.267263:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076694.267267:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076694.267272:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076694.267276:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076694.267280:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076694.267284:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076694.267402:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076694.267408:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076694.267413:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076694.459170:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076694.459181:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076694.459185:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076694.459193:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076694.459199:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076694.459206:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076694.459210:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076694.459214:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076694.459219:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076694.843170:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298350830, at 4298350848
00000100:00000040:2.0:1769076694.843171:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298350830, at 4298350848
00000100:00000010:2.0:1769076694.843190:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bd80.
00000100:00000010:3.0:1769076694.843193:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b180.
00010000:00000001:1.0:1769076695.291208:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076695.291216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076695.291223:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076695.291225:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076695.291335:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076695.291341:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076695.291345:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076695.483233:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076695.483243:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076695.483246:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076695.483253:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076695.483259:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076695.483264:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076695.483267:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076695.483272:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076695.483275:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076696.315163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076696.315174:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076696.315176:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076696.315179:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076696.315184:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076696.315186:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076696.315187:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076696.315189:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076696.315192:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076696.315193:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076696.315279:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076696.315283:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076696.315286:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076696.507157:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076696.507166:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076696.507168:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076696.507174:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076696.507177:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076696.507181:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076696.507183:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076696.507186:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076696.507188:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076697.339203:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076697.339211:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076697.339219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076697.339221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076697.339315:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076697.339321:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076697.339327:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076697.531178:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076697.531189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076697.531192:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076697.531199:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076697.531204:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076697.531209:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076697.531212:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076697.531216:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076697.531219:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076698.363219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076698.363227:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076698.363250:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076698.363251:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076698.363304:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076698.363308:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076698.363311:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076698.555205:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076698.555214:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076698.555217:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076698.555222:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076698.555226:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076698.555230:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076698.555233:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076698.555235:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076698.555238:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076698.683172:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076698.683181:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076698.683183:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076698.683187:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076698.683191:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076698.683197:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3682
00000400:00000200:0.0:1769076698.683204:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076698.683209:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076698.683213:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076698.683216:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076698.683219:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076698.683221:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076698.683223:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076698.683227:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076698.683228:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076698.683230:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076698.683232:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076698.683234:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076698.683236:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076698.683238:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076698.683240:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076698.683242:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076698.683243:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076698.683245:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076698.683248:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076698.683249:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076698.683251:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076698.683254:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076698.683256:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076698.683257:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076698.683259:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076698.683267:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7b80.
00000020:00000040:0.0:1769076698.683270:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076698.683274:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076698.683276:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076698.683279:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076698.683281:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076698.683285:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076698.683294:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076698.683300:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076698.683310:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7b80 x1855007616035328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076698.683322:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076698.683327:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076698.683332:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa511e8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7b80 x1855007616035328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076698.683364:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076698.683368:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076698.683372:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076698.683374:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076698.683377:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076698.683380:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076698.683384:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3682
00000100:00000001:1.0:1769076698.683386:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769076698.683391:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076698.683391:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076698.683394:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1769076698.683398:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000040:1.0:1769076698.683402:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7b80 x1855007616035328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769076698.683403:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076698.683410:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076698.683414:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076698.683417:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076698.683419:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076698.683420:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076698.683422:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076698.683424:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076698.683427:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
02000000:00000001:1.0:1769076698.683427:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769076698.683429:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769076698.683431:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769076698.683432:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
02000000:00000001:1.0:1769076698.683436:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076698.683437:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076698.683441:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00100000:1.0:1769076698.683443:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616035328:192.168.204.113@tcp:250:kworker.0
00000100:00000040:0.0:1769076698.683447:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076698.683451:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076698.683451:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769076698.683454:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076698.683457:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:1.0:1769076698.683457:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769076698.683461:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:1.0:1769076698.683461:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076698.683466:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769076698.683467:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076698.683470:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076698.683472:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1769076698.683472:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98000.
02000000:00000001:1.0:1769076698.683476:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076698.683478:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076698.683482:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076698.683485:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076698.683489:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000100:00000001:0.0:1769076698.683492:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:1.0:1769076698.683494:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000008:00100000:0.0:1769076698.683497:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076698.683501:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076698.683502:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616035328, portal 25
00000100:00000001:0.0:1769076698.683503:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076698.683507:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000010:0.0:1769076698.683509:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5500.
00000100:00000001:1.0:1769076698.683510:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376896 : -107391528174720 : ffff9e53f61c7b80)
00000020:00000040:0.0:1769076698.683514:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000040:1.0:1769076698.683519:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7b80 x1855007616035328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076698.683520:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076698.683523:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076698.683527:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076698.683529:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769076698.683532:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769076698.683533:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076698.683538:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000010:0.0:1769076698.683541:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076698.683545:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076698.683550:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00100000:0.0:1769076698.683553:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5500 x1855007616035456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769076698.683555:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616035328, offset 0
00000100:00000001:0.0:1769076698.683564:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769076698.683565:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076698.683568:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076698.683573:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502bc2e2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5500 x1855007616035456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076698.683576:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076698.683585:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076698.683586:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:0.0:1769076698.683590:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076698.683594:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1769076698.683594:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769076698.683598:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076698.683599:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769076698.683600:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769076698.683605:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769076698.683607:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769076698.683611:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3682
00000400:00000200:1.0:1769076698.683614:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076698.683618:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37570:37570:256:4294967295] 192.168.204.113@tcp LPNI seq info [37540:37540:8:4294967295]
00000400:00000200:1.0:1769076698.683621:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076698.683626:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076698.683633:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1769076698.683636:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769076698.683637:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076698.683644:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076698.683646:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769076698.683649:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076698.683651:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076698.683655:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000010:1.0:1769076698.683655:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000020:00000001:0.0:1769076698.683657:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076698.683672:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076698.683674:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076698.683677:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:1.0:1769076698.683679:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:0.0:1769076698.683680:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076698.683684:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.0:1769076698.683685:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769076698.683690:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076698.683694:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076698.683695:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769076698.683699:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:1.1:1769076698.683701:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769076698.683702:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076698.683707:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000100:1.0:1769076698.683711:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076698.683714:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000800:00000010:1.0:1769076698.683716:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000100:00000001:0.0:1769076698.683717:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076698.683721:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076698.683724:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769076698.683725:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1769076698.683726:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076698.683729:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076698.683732:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076698.683736:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076698.683738:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769076698.683739:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076698.683744:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6300.
00000020:00000040:0.0:1769076698.683747:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076698.683748:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
02000000:00000001:0.0:1769076698.683750:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076698.683753:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076698.683754:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:0.0:1769076698.683755:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076698.683757:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076698.683760:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076698.683762:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1769076698.683763:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769076698.683768:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076698.683772:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7b80 x1855007616035328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076698.683775:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6300 x1855007616035584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076698.683808:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769076698.683812:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076698.683815:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076698.683816:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7b80 x1855007616035328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076698.683821:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf371266] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6300 x1855007616035584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.683827:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076698.683831:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076698.683835:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076698.683838:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076698.683839:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076698.683844:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076698.683846:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076698.683848:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076698.683850:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298355949
00000100:00000040:0.0:1769076698.683852:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076698.683858:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3692)
00000100:00000010:1.0:1769076698.683858:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b600.
00000100:00000001:1.0:1769076698.683866:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076698.683871:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298355949
00000100:00000010:1.0:1769076698.683874:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b180.
00000100:00000001:1.0:1769076698.683877:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076698.683879:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076698.683880:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076698.683882:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076698.683886:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076698/real 1769076698]  req@ffff9e53f61c7b80 x1855007616035328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076698.683901:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076698.683903:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076698.683904:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076698.683906:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076698.683908:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076698.683910:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076698.683912:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7b80 x1855007616035328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076698.683918:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7b80 x1855007616035328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.683923:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076698.683925:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.683926:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076698.683928:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076698.683930:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7b80 x1855007616035328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.683935:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076698.683938:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7b80 x1855007616035328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.683943:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076698.683945:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.683946:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076698.683946:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.683948:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076698.683949:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076698.683951:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076698.683954:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076698.683956:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076698.683958:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7b80 x1855007616035328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076698.683964:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616035328:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076698.683967:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.683969:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076698.683970:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7b80 x1855007616035328/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.683974:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076698.683976:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076698.683978:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98000.
02000000:00000001:1.0:1769076698.683980:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076698.683981:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076698.683983:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076698.683984:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076698.683986:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:1.0:1769076698.683989:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076698.683990:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076698.683992:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7b80.
00000100:00000001:1.0:1769076698.683994:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076698.683995:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.683996:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.684002:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076698.684003:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076698.684005:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076698.684006:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076698.684007:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076698.684009:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5500 x1855007616035456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684014:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076698.684015:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076698.684017:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076698.684018:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076698.684020:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076698.684022:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616035456:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076698.684023:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076698.684025:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076698.684026:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076698.684027:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076698.684029:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98000.
02000000:00000001:1.0:1769076698.684031:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076698.684034:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076698.684036:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076698.684038:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076698.684040:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616035456, portal 10
00000100:00000001:1.0:1769076698.684041:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076698.684042:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367040 : -107391528184576 : ffff9e53f61c5500)
00000100:00000040:1.0:1769076698.684046:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5500 x1855007616035456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684051:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076698.684053:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076698.684054:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076698.684056:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616035456, offset 0
00000400:00000200:1.0:1769076698.684058:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076698.684061:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076698.684081:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076698.684083:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076698.684085:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076698.684087:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076698.684088:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076698.684091:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37571:37571:256:4294967295] 192.168.204.113@tcp LPNI seq info [37541:37541:8:4294967295]
00000400:00000200:1.0:1769076698.684094:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076698.684099:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076698.684102:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076698.684104:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076698.684107:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076698.684109:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076698.684112:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076698.684114:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769076698.684116:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076698.684118:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076698.684120:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076698.684122:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076698.684124:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076698.684125:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076698.684127:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076698.684130:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5500 x1855007616035456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684135:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076698.684137:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5500 x1855007616035456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684146:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076698.684147:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076698.684149:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076698.684168:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076698.684171:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076698.684173:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298354702
00000100:00000001:1.0:1769076698.684175:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298355949
00000100:00000001:1.0:1769076698.684176:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298354702
00000100:00000001:1.0:1769076698.684178:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298355949
00000100:00000001:1.0:1769076698.684179:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076698.684181:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076698.684182:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076698.684185:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076698/real 1769076698]  req@ffff9e53f61c5500 x1855007616035456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076698.684190:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076698.684190:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076698.684192:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076698.684193:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076698.684194:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076698.684196:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076698.684198:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5500 x1855007616035456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076698.684204:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5500 x1855007616035456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684208:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076698.684209:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.684210:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076698.684210:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076698.684213:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5500 x1855007616035456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684217:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076698.684226:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5500 x1855007616035456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684230:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076698.684232:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.684233:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076698.684234:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.684235:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076698.684236:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076698.684238:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076698.684240:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076698.684241:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076698.684244:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5500 x1855007616035456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076698.684249:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616035456:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076698.684251:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076698.684253:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6300 x1855007616035584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684257:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076698.684258:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076698.684260:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076698.684261:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076698.684262:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076698.684264:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616035584:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076698.684266:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076698.684267:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076698.684269:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076698.684270:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076698.684272:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a800.
02000000:00000001:1.0:1769076698.684273:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076698.684276:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076698.684278:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076698.684280:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076698.684281:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616035584, portal 10
00000100:00000001:1.0:1769076698.684283:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076698.684284:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181370624 : -107391528180992 : ffff9e53f61c6300)
00000100:00000040:1.0:1769076698.684287:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6300 x1855007616035584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684292:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076698.684293:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076698.684295:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076698.684296:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616035584, offset 0
00000400:00000200:1.0:1769076698.684299:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076698.684301:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076698.684303:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076698.684305:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076698.684306:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076698.684308:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076698.684310:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076698.684312:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37572:37572:256:4294967295] 192.168.204.113@tcp LPNI seq info [37542:37542:8:4294967295]
00000400:00000200:1.0:1769076698.684315:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076698.684319:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076698.684322:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076698.684324:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076698.684331:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076698.684333:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076698.684336:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076698.684338:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769076698.684341:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076698.684343:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076698.684344:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076698.684347:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076698.684349:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076698.684350:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076698.684351:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076698.684354:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6300 x1855007616035584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684359:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076698.684361:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6300 x1855007616035584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684365:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076698.684366:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076698.684368:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076698.684370:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076698.684372:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076698.684373:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298354709
00000100:00000001:1.0:1769076698.684375:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298355949
00000100:00000001:1.0:1769076698.684376:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298354709
00000100:00000001:1.0:1769076698.684378:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298355949
00000100:00000001:1.0:1769076698.684379:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076698.684381:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076698.684382:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076698.684384:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076698/real 1769076698]  req@ffff9e53f61c6300 x1855007616035584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076698.684389:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076698.684389:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076698.684391:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076698.684392:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076698.684393:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076698.684395:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076698.684397:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6300 x1855007616035584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076698.684402:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6300 x1855007616035584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684406:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076698.684407:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.684408:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076698.684408:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076698.684411:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6300 x1855007616035584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684415:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076698.684417:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6300 x1855007616035584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684421:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076698.684422:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.684424:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076698.684424:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.684426:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076698.684427:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076698.684428:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076698.684430:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076698.684431:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076698.684433:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6300 x1855007616035584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076698.684438:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616035584:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076698.684440:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.684442:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076698.684444:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5500 x1855007616035456/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684448:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076698.684449:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076698.684450:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98000.
02000000:00000001:1.0:1769076698.684451:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076698.684452:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076698.684453:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076698.684454:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076698.684455:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011800.
02000000:00000001:1.0:1769076698.684457:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076698.684457:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076698.684459:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5500.
00000100:00000001:1.0:1769076698.684460:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076698.684461:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.684462:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076698.684464:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6300 x1855007616035584/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076698.684468:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076698.684469:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076698.684470:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a800.
02000000:00000001:1.0:1769076698.684471:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076698.684472:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076698.684472:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076698.684473:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076698.684474:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012400.
02000000:00000001:1.0:1769076698.684475:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076698.684476:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076698.684477:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6300.
00000100:00000001:1.0:1769076698.684478:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076698.684479:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.684480:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076698.684482:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076698.684483:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076698.684485:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076698.684486:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076699.387133:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076699.387138:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076699.387142:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076699.387143:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076699.387224:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076699.387229:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076699.387233:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076699.579116:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076699.579121:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076699.579123:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076699.579126:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076699.579129:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076699.579132:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076699.579134:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076699.579136:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076699.579138:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076699.963165:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298355949, at 4298355968
00000100:00000040:3.0:1769076699.963165:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298355949, at 4298355968
00000100:00000010:2.0:1769076699.963182:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b600.
00000100:00000010:3.0:1769076699.963185:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b180.
00010000:00000001:1.0:1769076700.411164:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076700.411170:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076700.411175:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076700.411176:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076700.411234:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076700.411238:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076700.411241:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076700.603172:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076700.603181:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076700.603183:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076700.603190:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076700.603195:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076700.603199:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076700.603202:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076700.603205:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076700.603209:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076701.435263:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076701.435280:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076701.435288:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076701.435290:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076701.435468:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076701.435475:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076701.435480:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076701.627202:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076701.627215:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076701.627218:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076701.627226:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076701.627232:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076701.627238:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076701.627242:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076701.627246:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076701.627250:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076702.459183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076702.459193:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076702.459214:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076702.459216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076702.459276:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076702.459280:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076702.459283:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076702.651166:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076702.651175:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076702.651178:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076702.651185:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076702.651190:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076702.651196:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076702.651200:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076702.651203:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076702.651207:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076703.483234:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076703.483252:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076703.483261:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076703.483265:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076703.483268:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076703.483272:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076703.483276:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076703.483279:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076703.483282:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076703.483285:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076703.483337:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076703.483341:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076703.483344:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076703.675125:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076703.675131:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076703.675133:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076703.675137:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076703.675140:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076703.675143:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076703.675145:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076703.675147:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076703.675149:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076703.803221:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076703.803233:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076703.803236:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076703.803240:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076703.803244:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076703.803252:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3687
00000400:00000200:0.0:1769076703.803259:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076703.803266:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076703.803269:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076703.803273:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076703.803276:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076703.803279:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076703.803281:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076703.803286:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076703.803287:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076703.803290:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076703.803329:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076703.803332:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076703.803335:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076703.803350:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076703.803352:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076703.803355:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076703.803358:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076703.803361:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076703.803365:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076703.803368:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076703.803381:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076703.803385:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076703.803388:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076703.803408:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076703.803410:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076703.803418:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4000.
00000020:00000040:0.0:1769076703.803421:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076703.803424:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076703.803425:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076703.803428:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076703.803430:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076703.803433:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076703.803441:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769076703.803446:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076703.803453:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4000 x1855007616035712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076703.803468:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076703.803471:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076703.803475:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000178e2043] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4000 x1855007616035712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076703.803517:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076703.803521:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076703.803525:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076703.803527:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076703.803529:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076703.803532:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076703.803535:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3687
00000400:00000200:0.0:1769076703.803540:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076703.803543:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076703.803546:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076703.803549:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076703.803552:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076703.803554:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076703.803557:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076703.803560:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076703.803561:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076703.803563:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076703.803566:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076703.803568:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076703.803570:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076703.803607:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076703.803610:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076703.803612:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076703.803613:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076703.803615:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076703.803618:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076703.803620:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076703.803622:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076703.803639:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076703.803641:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076703.803643:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076703.803647:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076703.803667:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076703.803669:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076703.803672:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7480.
00000020:00000040:0.0:1769076703.803673:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076703.803675:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076703.803676:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076703.803678:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076703.803680:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076703.803681:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076703.803684:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076703.803688:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076703.803693:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7480 x1855007616035840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076703.803698:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076703.803701:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076703.803706:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc6e9c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7480 x1855007616035840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076703.803712:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076703.803714:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076703.803716:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076703.803717:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076703.803718:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076703.803721:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076703.803722:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769076703.803725:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3687
00000400:00000200:0.0:1769076703.803734:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076703.803736:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769076703.803738:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076703.803745:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076703.803745:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076703.803756:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076703.803758:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076703.803766:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:1.0:1769076703.803767:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4000 x1855007616035712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076703.803769:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076703.803778:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076703.803792:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076703.803794:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076703.803800:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076703.803812:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076703.803824:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:1.0:1769076703.803832:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769076703.803833:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076703.803839:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076703.803840:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076703.803854:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076703.803855:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769076703.803863:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:1.0:1769076703.803865:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769076703.803866:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
02000000:00000001:1.0:1769076703.803879:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076703.803881:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076703.803890:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076703.803896:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616035712:192.168.204.113@tcp:250:kworker.0
02000000:00000001:0.0:1769076703.803898:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076703.803905:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076703.803910:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076703.803912:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076703.803918:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076703.803920:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769076703.803921:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076703.803929:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076703.803933:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1769076703.803934:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076703.803938:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076703.803945:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4a80.
02000000:00000010:1.0:1769076703.803947:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98000.
00000020:00000040:0.0:1769076703.803950:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076703.803952:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076703.803955:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076703.803957:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076703.803960:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076703.803960:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076703.803963:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076703.803966:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000400:00000200:1.0:1769076703.803970:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076703.803973:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076703.803997:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4a80 x1855007616035968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769076703.803998:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000100:00000001:0.0:1769076703.804013:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076703.804017:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076703.804017:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000040:0.0:1769076703.804030:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e0eb0c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4a80 x1855007616035968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076703.804037:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616035712, portal 25
00000100:00000001:0.0:1769076703.804039:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076703.804044:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769076703.804045:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076703.804048:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181361664 : -107391528189952 : ffff9e53f61c4000)
00000100:00000040:0.0:1769076703.804053:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076703.804057:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076703.804066:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4000 x1855007616035712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.804077:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076703.804084:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076703.804089:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769076703.804089:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000040:0.0:1769076703.804099:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3697)
00000100:00000200:1.0:1769076703.804148:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616035712, offset 0
00000400:00000200:1.0:1769076703.804309:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076703.804318:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076703.804324:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076703.804329:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076703.804333:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076703.804337:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076703.804341:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076703.804345:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37573:37573:256:4294967295] 192.168.204.113@tcp LPNI seq info [37543:37543:8:4294967295]
00000400:00000200:1.0:1769076703.804350:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076703.804360:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076703.804366:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076703.804374:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076703.804383:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076703.804387:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076703.804405:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076703.804409:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769076703.804413:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076703.804415:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076703.804420:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076703.804424:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076703.804428:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076703.804430:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076703.804435:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076703.804457:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4000 x1855007616035712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.804469:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076703.804473:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4000 x1855007616035712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.804481:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076703.804483:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076703.804490:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076703.804496:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076703.804499:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298361070
00000100:00000010:1.0:1769076703.804521:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bd80.
00000100:00000001:1.0:1769076703.804529:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076703.804548:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298361070
00000100:00000010:1.0:1769076703.804551:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b300.
00000100:00000001:1.0:1769076703.804555:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076703.804558:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076703.804562:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076703.804566:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076703.804571:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076703/real 1769076703]  req@ffff9e53f61c4000 x1855007616035712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076703.804639:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076703.804642:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076703.804645:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076703.804665:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076703.804667:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076703.804671:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076703.804675:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4000 x1855007616035712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076703.804682:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4000 x1855007616035712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.804687:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076703.804688:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.804691:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076703.804692:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076703.804695:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4000 x1855007616035712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.804699:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076703.804702:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4000 x1855007616035712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.804708:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076703.804710:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.804711:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076703.804711:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.804713:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076703.804714:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076703.804716:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076703.804719:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076703.804721:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076703.804723:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4000 x1855007616035712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076703.804729:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616035712:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076703.804733:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076703.804736:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7480 x1855007616035840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.804740:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076703.804742:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076703.804744:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076703.804746:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076703.804747:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076703.804749:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616035840:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076703.804752:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076703.804755:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076703.804756:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076703.804758:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076703.804762:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076703.804764:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076703.804767:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076703.804769:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076703.804773:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076703.804778:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616035840, portal 10
00000100:00000001:1.0:1769076703.804780:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076703.804781:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181375104 : -107391528176512 : ffff9e53f61c7480)
00000100:00000040:1.0:1769076703.804786:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7480 x1855007616035840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.804802:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076703.804804:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076703.804806:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076703.804808:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616035840, offset 0
00000400:00000200:1.0:1769076703.804811:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076703.804815:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076703.804818:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076703.804821:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076703.804824:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076703.804825:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076703.804827:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076703.804829:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37574:37574:256:4294967295] 192.168.204.113@tcp LPNI seq info [37544:37544:8:4294967295]
00000400:00000200:1.0:1769076703.804832:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076703.804836:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076703.804839:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076703.804841:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076703.804846:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076703.804848:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076703.804851:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076703.804868:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769076703.804871:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076703.804873:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076703.804875:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076703.804877:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076703.804880:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076703.804881:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076703.804883:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076703.804886:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7480 x1855007616035840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.804891:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076703.804893:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7480 x1855007616035840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.804898:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076703.804899:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076703.804901:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076703.804904:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076703.804906:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076703.804908:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298359822
00000100:00000001:1.0:1769076703.804910:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298361070
00000100:00000001:1.0:1769076703.804912:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298359822
00000100:00000001:1.0:1769076703.804913:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298361070
00000100:00000001:1.0:1769076703.804915:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076703.804917:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076703.804918:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076703.804920:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076703/real 1769076703]  req@ffff9e53f61c7480 x1855007616035840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076703.804925:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076703.804926:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076703.804927:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076703.804928:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076703.804929:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076703.804931:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076703.804932:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7480 x1855007616035840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076703.804938:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7480 x1855007616035840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.804942:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076703.804943:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.804944:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076703.804945:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076703.804947:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7480 x1855007616035840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.804951:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076703.804954:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7480 x1855007616035840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.804958:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076703.804959:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.804960:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076703.804961:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.804962:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076703.804964:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076703.804966:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076703.804968:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076703.804969:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076703.804972:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7480 x1855007616035840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076703.804976:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616035840:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076703.804979:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.804981:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076703.804982:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4000 x1855007616035712/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.804994:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076703.804996:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076703.804998:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98000.
02000000:00000001:1.0:1769076703.805000:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076703.805002:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076703.805003:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076703.805005:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076703.805007:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012400.
02000000:00000001:1.0:1769076703.805010:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076703.805011:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076703.805012:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4000.
00000100:00000001:1.0:1769076703.805014:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076703.805015:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.805016:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076703.805018:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7480 x1855007616035840/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.805022:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076703.805023:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076703.805024:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076703.805026:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076703.805027:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076703.805028:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076703.805029:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076703.805030:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011800.
02000000:00000001:1.0:1769076703.805031:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076703.805032:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076703.805033:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7480.
00000100:00000001:1.0:1769076703.805034:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076703.805035:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.805036:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.805041:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076703.805043:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076703.805044:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076703.805046:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076703.805047:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076703.805049:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4a80 x1855007616035968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.805053:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076703.805054:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076703.805055:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076703.805056:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076703.805058:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076703.805059:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616035968:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076703.805062:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076703.805063:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076703.805064:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076703.805065:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076703.805067:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076703.805068:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076703.805070:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076703.805072:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076703.805074:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076703.805076:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616035968, portal 10
00000100:00000001:1.0:1769076703.805077:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076703.805101:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181364352 : -107391528187264 : ffff9e53f61c4a80)
00000100:00000040:1.0:1769076703.805106:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4a80 x1855007616035968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.805110:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076703.805112:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076703.805114:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076703.805115:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616035968, offset 0
00000400:00000200:1.0:1769076703.805118:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076703.805121:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076703.805123:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076703.805126:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076703.805127:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076703.805130:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076703.805131:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076703.805133:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37575:37575:256:4294967295] 192.168.204.113@tcp LPNI seq info [37545:37545:8:4294967295]
00000400:00000200:1.0:1769076703.805136:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076703.805140:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076703.805143:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076703.805145:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076703.805147:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076703.805150:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076703.805152:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076703.805154:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769076703.805157:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076703.805158:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076703.805161:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076703.805163:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076703.805165:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076703.805166:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076703.805168:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076703.805170:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4a80 x1855007616035968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.805175:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076703.805177:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4a80 x1855007616035968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.805182:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076703.805183:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076703.805185:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076703.805186:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076703.805188:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076703.805190:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298359830
00000100:00000001:1.0:1769076703.805192:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298361070
00000100:00000001:1.0:1769076703.805193:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298359830
00000100:00000001:1.0:1769076703.805195:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298361070
00000100:00000001:1.0:1769076703.805196:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076703.805197:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076703.805199:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076703.805201:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076703/real 1769076703]  req@ffff9e53f61c4a80 x1855007616035968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076703.805205:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076703.805206:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076703.805207:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076703.805209:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076703.805209:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076703.805211:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076703.805212:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4a80 x1855007616035968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076703.805217:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4a80 x1855007616035968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.805222:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076703.805223:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.805224:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076703.805225:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076703.805227:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4a80 x1855007616035968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.805232:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076703.805234:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4a80 x1855007616035968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.805238:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076703.805240:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.805241:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076703.805241:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.805242:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076703.805243:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076703.805245:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076703.805247:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076703.805248:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076703.805250:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4a80 x1855007616035968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076703.805255:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616035968:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076703.805257:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.805258:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076703.805260:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4a80 x1855007616035968/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076703.805264:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076703.805265:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076703.805266:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076703.805268:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076703.805268:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076703.805269:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076703.805270:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076703.805272:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:1.0:1769076703.805273:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076703.805274:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076703.805275:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4a80.
00000100:00000001:1.0:1769076703.805277:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076703.805278:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.805279:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076703.805281:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076703.805282:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076703.805284:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076703.805285:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076704.507169:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076704.507175:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076704.507180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076704.507181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076704.507254:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076704.507258:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076704.507261:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076704.699170:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076704.699177:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076704.699189:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076704.699195:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076704.699198:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076704.699203:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076704.699205:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076704.699208:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076704.699210:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076705.083237:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298361070, at 4298361088
00000100:00000010:3.0:1769076705.083254:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b300.
00000100:00000040:2.0:1769076705.083265:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298361070, at 4298361088
00000100:00000010:2.0:1769076705.083285:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bd80.
00010000:00000001:1.0:1769076705.531152:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076705.531159:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076705.531165:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076705.531167:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076705.531266:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076705.531270:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076705.531289:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076705.723196:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076705.723212:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076705.723214:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076705.723219:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076705.723222:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076705.723225:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076705.723227:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076705.723230:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076705.723233:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076706.555253:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076706.555265:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076706.555269:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076706.555273:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076706.555281:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076706.555284:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076706.555287:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076706.555290:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076706.555295:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076706.555297:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076706.555411:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076706.555420:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076706.555427:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076706.747209:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076706.747217:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076706.747220:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076706.747226:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076706.747230:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076706.747234:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076706.747237:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076706.747240:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076706.747243:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076707.579210:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076707.579217:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076707.579221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076707.579223:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076707.579306:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076707.579315:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076707.579322:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076707.771218:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076707.771232:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076707.771236:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076707.771249:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076707.771255:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076707.771261:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076707.771264:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076707.771270:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076707.771274:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076708.603175:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076708.603182:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076708.603185:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076708.603186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076708.603237:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076708.603240:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076708.603243:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076708.795127:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076708.795133:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076708.795135:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076708.795139:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076708.795142:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076708.795145:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076708.795146:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076708.795161:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076708.795163:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076708.923213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076708.923223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076708.923226:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076708.923231:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076708.923237:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076708.923244:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3692
00000400:00000200:0.0:1769076708.923252:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076708.923260:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076708.923264:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076708.923268:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076708.923272:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076708.923275:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076708.923278:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076708.923282:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076708.923284:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076708.923288:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076708.923290:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076708.923293:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076708.923297:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076708.923300:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076708.923303:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076708.923305:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076708.923307:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076708.923310:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076708.923314:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076708.923317:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076708.923319:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076708.923323:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076708.923326:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076708.923328:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076708.923330:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076708.923378:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4700.
00000020:00000040:0.0:1769076708.923382:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076708.923387:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076708.923389:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076708.923392:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076708.923394:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076708.923399:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076708.923406:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769076708.923413:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076708.923422:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4700 x1855007616036096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076708.923434:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076708.923438:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076708.923443:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d612b9f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4700 x1855007616036096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076708.923463:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076708.923467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076708.923470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076708.923473:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076708.923475:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076708.923478:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076708.923481:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3692
00000100:00000001:1.0:1769076708.923504:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769076708.923511:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076708.923514:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769076708.923516:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1769076708.923518:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769076708.923520:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076708.923527:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4700 x1855007616036096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076708.923528:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076708.923533:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076708.923539:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076708.923544:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076708.923545:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769076708.923550:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769076708.923550:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769076708.923554:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
02000000:00000001:1.0:1769076708.923555:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769076708.923557:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769076708.923559:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769076708.923561:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
02000000:00000001:1.0:1769076708.923563:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076708.923566:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00100000:1.0:1769076708.923569:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616036096:192.168.204.113@tcp:250:kworker.0
00000020:00000001:0.0:1769076708.923571:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076708.923576:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769076708.923580:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076708.923581:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769076708.923584:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769076708.923585:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076708.923588:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769076708.923589:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076708.923594:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000010:1.0:1769076708.923594:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9bc00.
00000020:00000040:0.0:1769076708.923598:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:1.0:1769076708.923599:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076708.923606:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076708.923611:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076708.923611:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769076708.923615:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1769076708.923620:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
02000000:00000001:0.0:1769076708.923621:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076708.923627:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076708.923629:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000001:0.0:1769076708.923630:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076708.923636:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1769076708.923638:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616036096, portal 25
00000008:00000001:0.0:1769076708.923640:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076708.923642:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076708.923645:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076708.923646:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181363456 : -107391528188160 : ffff9e53f61c4700)
00000100:00000010:0.0:1769076708.923655:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7800.
00000100:00000040:1.0:1769076708.923655:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4700 x1855007616036096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769076708.923661:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076708.923667:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769076708.923668:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769076708.923670:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076708.923674:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076708.923676:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076708.923679:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769076708.923679:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
02000000:00000001:0.0:1769076708.923683:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076708.923684:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616036096, offset 0
02000000:00000010:0.0:1769076708.923691:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000400:00000200:1.0:1769076708.923693:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076708.923698:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076708.923703:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:0.0:1769076708.923709:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7800 x1855007616036224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076708.923713:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076708.923720:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769076708.923725:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769076708.923727:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769076708.923730:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076708.923734:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769076708.923740:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918dbd43] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7800 x1855007616036224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076708.923740:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076708.923748:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37576:37576:256:4294967295] 192.168.204.113@tcp LPNI seq info [37546:37546:8:4294967295]
00000400:00000200:1.0:1769076708.923758:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076708.923767:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076708.923773:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076708.923773:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769076708.923781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076708.923787:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1769076708.923787:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076708.923791:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1769076708.923794:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000100:00000001:0.0:1769076708.923796:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076708.923801:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3692
00000400:00000200:0.0:1769076708.923806:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000200:1.0:1769076708.923810:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000400:00000200:0.0:1769076708.923814:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076708.923818:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1769076708.923826:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769076708.923827:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076708.923834:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076708.923837:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769076708.923840:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:1.1:1769076708.923841:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769076708.923846:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076708.923848:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076708.923853:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769076708.923854:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076708.923859:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769076708.923860:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1769076708.923864:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:1.0:1769076708.923866:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000020:00000001:0.0:1769076708.923868:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:1.0:1769076708.923870:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000020:00000040:0.0:1769076708.923872:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000001:1.0:1769076708.923874:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1769076708.923876:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076708.923882:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076708.923886:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076708.923888:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076708.923891:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000200:1.0:1769076708.923892:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4700 x1855007616036096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076708.923895:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076708.923905:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:1.0:1769076708.923911:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1769076708.923912:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076708.923918:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076708.923919:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4700 x1855007616036096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076708.923923:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076708.923929:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076708.923929:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076708.923934:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1769076708.923936:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076708.923940:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076708.923940:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769076708.923943:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769076708.923949:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:0.0:1769076708.923950:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076708.923953:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298366189
00000100:00000001:0.0:1769076708.923954:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076708.923961:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b360.
00000100:00000010:0.0:1769076708.923962:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7100.
00000020:00000040:0.0:1769076708.923967:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769076708.923970:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1769076708.923971:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076708.923974:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076708.923977:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298366189
00000100:00000001:0.0:1769076708.923978:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076708.923982:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1769076708.923983:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b540.
02000000:00000001:0.0:1769076708.923985:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076708.923987:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076708.923991:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769076708.923992:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:1.0:1769076708.923993:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076708.923998:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769076708.923999:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076708.924003:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076708/real 1769076708]  req@ffff9e53f61c4700 x1855007616036096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076708.924010:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7100 x1855007616036352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1769076708.924013:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076708.924016:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076708.924018:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076708.924023:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076708.924026:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:0.0:1769076708.924030:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076708.924030:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1769076708.924035:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076708.924037:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4700 x1855007616036096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076708.924046:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009506489] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7100 x1855007616036352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076708.924050:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4700 x1855007616036096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076708.924103:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076708.924103:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076708.924106:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076708.924110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076708.924110:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076708.924113:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076708.924118:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1769076708.924120:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4700 x1855007616036096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076708.924122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076708.924131:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076708.924146:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076708.924148:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3702)
00000100:00000040:1.0:1769076708.924153:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4700 x1855007616036096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924160:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076708.924162:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924163:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076708.924163:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924165:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076708.924167:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076708.924169:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076708.924173:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076708.924174:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076708.924178:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4700 x1855007616036096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076708.924183:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616036096:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076708.924187:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924188:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076708.924190:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4700 x1855007616036096/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924195:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076708.924196:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076708.924198:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076708.924200:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076708.924201:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076708.924203:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076708.924204:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076708.924206:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:1.0:1769076708.924209:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076708.924210:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076708.924211:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4700.
00000100:00000001:1.0:1769076708.924213:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076708.924214:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924216:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924221:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076708.924222:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076708.924224:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076708.924225:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076708.924226:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076708.924228:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7800 x1855007616036224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924237:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076708.924238:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076708.924239:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076708.924241:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076708.924242:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076708.924244:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616036224:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076708.924246:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076708.924247:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076708.924248:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076708.924249:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076708.924252:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076708.924253:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076708.924256:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076708.924258:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076708.924260:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076708.924263:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616036224, portal 10
00000100:00000001:1.0:1769076708.924264:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076708.924265:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376000 : -107391528175616 : ffff9e53f61c7800)
00000100:00000040:1.0:1769076708.924269:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7800 x1855007616036224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924274:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076708.924275:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076708.924277:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076708.924278:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616036224, offset 0
00000400:00000200:1.0:1769076708.924281:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076708.924283:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076708.924286:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076708.924288:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076708.924290:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076708.924291:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076708.924293:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076708.924296:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37577:37577:256:4294967295] 192.168.204.113@tcp LPNI seq info [37547:37547:8:4294967295]
00000400:00000200:1.0:1769076708.924299:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076708.924303:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076708.924306:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076708.924308:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076708.924311:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076708.924322:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076708.924325:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076708.924327:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769076708.924329:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076708.924330:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076708.924332:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076708.924335:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076708.924337:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076708.924338:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076708.924340:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076708.924342:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7800 x1855007616036224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924347:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076708.924349:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7800 x1855007616036224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924354:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076708.924355:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076708.924357:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076708.924360:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076708.924362:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076708.924364:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298364942
00000100:00000001:1.0:1769076708.924366:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298366189
00000100:00000001:1.0:1769076708.924367:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298364942
00000100:00000001:1.0:1769076708.924369:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298366189
00000100:00000001:1.0:1769076708.924370:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076708.924372:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076708.924373:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076708.924387:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076708/real 1769076708]  req@ffff9e53f61c7800 x1855007616036224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076708.924397:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076708.924398:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076708.924399:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076708.924401:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076708.924402:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076708.924403:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076708.924405:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7800 x1855007616036224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076708.924411:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7800 x1855007616036224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924415:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076708.924416:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924417:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076708.924418:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076708.924420:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7800 x1855007616036224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924424:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076708.924427:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7800 x1855007616036224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924431:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076708.924432:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924433:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076708.924434:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924435:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076708.924436:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076708.924438:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076708.924440:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076708.924441:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076708.924444:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7800 x1855007616036224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076708.924449:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616036224:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076708.924451:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076708.924453:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7100 x1855007616036352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924457:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076708.924458:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076708.924459:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076708.924460:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076708.924462:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076708.924463:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616036352:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076708.924465:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076708.924466:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076708.924468:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076708.924469:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076708.924471:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b400.
02000000:00000001:1.0:1769076708.924473:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076708.924475:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076708.924476:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076708.924478:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076708.924480:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616036352, portal 10
00000100:00000001:1.0:1769076708.924481:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076708.924482:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181374208 : -107391528177408 : ffff9e53f61c7100)
00000100:00000040:1.0:1769076708.924516:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7100 x1855007616036352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924521:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076708.924522:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076708.924524:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076708.924526:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616036352, offset 0
00000400:00000200:1.0:1769076708.924539:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076708.924542:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076708.924544:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076708.924546:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076708.924548:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076708.924550:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076708.924551:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076708.924554:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37578:37578:256:4294967295] 192.168.204.113@tcp LPNI seq info [37548:37548:8:4294967295]
00000400:00000200:1.0:1769076708.924556:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076708.924560:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076708.924563:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076708.924565:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076708.924568:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076708.924570:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076708.924572:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076708.924574:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769076708.924577:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076708.924578:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:1.0:1769076708.924580:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076708.924582:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076708.924584:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:1.0:1769076708.924586:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:1.0:1769076708.924587:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076708.924589:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7100 x1855007616036352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924595:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076708.924597:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7100 x1855007616036352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924601:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076708.924602:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076708.924605:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076708.924608:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076708.924615:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076708.924617:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298364949
00000100:00000001:1.0:1769076708.924619:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298366189
00000100:00000001:1.0:1769076708.924621:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298364949
00000100:00000001:1.0:1769076708.924623:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298366189
00000100:00000001:1.0:1769076708.924625:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076708.924626:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076708.924627:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076708.924630:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076708/real 1769076708]  req@ffff9e53f61c7100 x1855007616036352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076708.924637:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076708.924639:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076708.924641:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076708.924643:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076708.924644:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076708.924645:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076708.924648:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7100 x1855007616036352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076708.924654:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7100 x1855007616036352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924658:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076708.924659:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924661:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076708.924662:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076708.924664:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7100 x1855007616036352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924669:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076708.924675:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7100 x1855007616036352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924691:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076708.924693:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924694:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076708.924695:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924696:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076708.924697:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076708.924699:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076708.924701:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076708.924702:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076708.924704:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7100 x1855007616036352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076708.924709:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616036352:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076708.924712:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924713:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076708.924715:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7800 x1855007616036224/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924719:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076708.924720:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076708.924721:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076708.924723:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076708.924724:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076708.924724:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076708.924726:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076708.924727:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:1.0:1769076708.924728:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076708.924729:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076708.924730:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7800.
00000100:00000001:1.0:1769076708.924732:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076708.924733:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924735:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076708.924736:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7100 x1855007616036352/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076708.924741:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076708.924742:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076708.924743:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b400.
02000000:00000001:1.0:1769076708.924744:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076708.924744:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076708.924754:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076708.924755:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076708.924755:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:1.0:1769076708.924757:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076708.924757:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076708.924758:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7100.
00000100:00000001:1.0:1769076708.924759:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076708.924760:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924761:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076708.924763:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076708.924764:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076708.924765:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076708.924766:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076709.627168:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076709.627176:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076709.627181:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076709.627183:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076709.627305:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076709.627313:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076709.627320:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076709.819197:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076709.819207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076709.819210:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076709.819218:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076709.819224:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076709.819228:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076709.819232:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076709.819236:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076709.819240:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076710.203171:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298366189, at 4298366208
00000100:00000010:2.0:1769076710.203187:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b360.
00000100:00000040:3.0:1769076710.203228:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298366189, at 4298366208
00000100:00000010:3.0:1769076710.203249:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b540.
00010000:00000001:1.0:1769076710.651180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076710.651187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076710.651193:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076710.651194:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076710.651278:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076710.651282:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076710.651286:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076710.843201:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076710.843215:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076710.843217:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076710.843224:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076710.843228:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076710.843232:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076710.843235:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076710.843238:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076710.843240:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076711.675166:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076711.675174:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076711.675180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076711.675182:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076711.675231:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076711.675239:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076711.675244:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076711.867140:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076711.867149:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076711.867151:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076711.867156:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076711.867160:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076711.867164:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076711.867167:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076711.867169:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076711.867172:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076712.699281:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076712.699291:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076712.699298:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076712.699299:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076712.699399:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076712.699406:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076712.699413:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076712.891219:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076712.891233:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076712.891237:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076712.891249:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076712.891269:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076712.891277:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076712.891283:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076712.891287:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076712.891295:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076713.723180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076713.723186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076713.723191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076713.723195:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076713.723197:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076713.723199:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076713.723202:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076713.723203:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076713.723205:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076713.723207:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076713.723271:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076713.723276:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076713.723280:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076713.915178:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076713.915184:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076713.915186:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076713.915190:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076713.915193:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076713.915196:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076713.915198:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076713.915200:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076713.915202:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076714.043238:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076714.043250:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076714.043253:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076714.043257:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076714.043261:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076714.043270:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3697
00000400:00000200:0.0:1769076714.043291:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076714.043298:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076714.043301:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076714.043304:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043307:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.043310:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043312:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076714.043316:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076714.043318:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076714.043322:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076714.043325:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076714.043327:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076714.043329:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076714.043331:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043332:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.043334:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043335:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076714.043337:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076714.043340:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043342:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076714.043354:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076714.043357:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076714.043360:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.043361:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076714.043363:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076714.043376:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5880.
00000020:00000040:0.0:1769076714.043379:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076714.043382:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076714.043383:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.043386:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076714.043388:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076714.043393:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076714.043414:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769076714.043421:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076714.043430:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5880 x1855007616036480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076714.043440:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076714.043444:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076714.043447:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c2905c0] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5880 x1855007616036480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076714.043469:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076714.043472:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076714.043475:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076714.043476:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076714.043478:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076714.043479:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076714.043481:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3697
00000400:00000200:0.0:1769076714.043483:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076714.043485:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076714.043487:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076714.043490:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043492:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.043493:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043497:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076714.043499:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076714.043500:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076714.043501:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076714.043502:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076714.043504:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076714.043506:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076714.043509:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043511:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076714.043513:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769076714.043514:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043521:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076714.043537:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076714.043539:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043541:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076714.043542:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1769076714.043543:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769076714.043547:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769076714.043552:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076714.043557:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.043559:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076714.043566:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769076714.043567:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5880 x1855007616036480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769076714.043575:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.043588:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076714.043602:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5f80.
00000020:00000040:0.0:1769076714.043614:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769076714.043621:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769076714.043622:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769076714.043629:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076714.043630:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.043652:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076714.043653:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076714.043663:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076714.043665:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076714.043672:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076714.043674:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076714.043681:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:0.0:1769076714.043698:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076714.043699:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616036480:192.168.204.113@tcp:250:kworker.0
00000100:00100000:0.0:1769076714.043707:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5f80 x1855007616036608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076714.043708:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076714.043715:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769076714.043721:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769076714.043722:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.043728:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076714.043728:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076714.043741:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076714.043745:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076714.043749:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c836008] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5f80 x1855007616036608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076714.043762:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076714.043774:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000100:00000001:0.0:1769076714.043777:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076714.043782:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769076714.043782:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00080000:0.0:1769076714.043792:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076714.043794:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1769076714.043794:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616036480, portal 25
00000100:00080000:0.0:1769076714.043796:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076714.043801:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076714.043802:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076714.043804:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367936 : -107391528183680 : ffff9e53f61c5880)
00000100:00080000:0.0:1769076714.043809:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3697
00000400:00000200:0.0:1769076714.043816:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:1.0:1769076714.043817:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5880 x1855007616036480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076714.043824:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076714.043832:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076714.043841:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043843:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.043845:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043847:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076714.043848:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076714.043850:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076714.043851:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076714.043852:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076714.043853:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076714.043854:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076714.043856:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043857:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.043858:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043859:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076714.043861:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076714.043862:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076714.043864:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076714.043865:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076714.043867:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076714.043869:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.043870:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076714.043871:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076714.043873:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.043874:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076714.043884:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5c00.
00000020:00000040:0.0:1769076714.043891:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076714.043902:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076714.043904:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076714.043904:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769076714.043909:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076714.043915:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1769076714.043916:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769076714.043918:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076714.043920:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423330.
00000100:00000200:1.0:1769076714.043926:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616036480, offset 0
02000000:00000010:0.0:1769076714.043928:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769076714.043932:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076714.043938:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00100000:0.0:1769076714.043944:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5c00 x1855007616036736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076714.043953:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076714.043970:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076714.043987:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769076714.043994:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076714.043997:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076714.043999:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:0.0:1769076714.044006:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007db8b4c3] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5c00 x1855007616036736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076714.044007:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076714.044018:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076714.044038:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37579:37579:256:4294967295] 192.168.204.113@tcp LPNI seq info [37549:37549:8:4294967295]
00000100:00000001:0.0:1769076714.044039:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076714.044060:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076714.044073:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076714.044102:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076714.044105:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076714.044108:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076714.044113:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3707)
00000400:00000200:1.0:1769076714.044179:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076714.044197:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076714.044223:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f600.
00000800:00000200:1.0:1769076714.044232:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076714.044237:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769076714.044253:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076714.044259:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076714.044262:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298371310
00000100:00000010:1.0:1769076714.044268:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0be40.
00000100:00000001:1.0:1769076714.044295:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076714.044304:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298371310
00000100:00000010:1.0:1769076714.044315:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b120.
00000100:00000001:1.0:1769076714.044319:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076714.044323:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076714.044327:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076714.044335:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076714.044356:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076714.044375:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076714.044378:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769076714.044380:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076714.044382:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076714.044384:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076714.044389:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5f80 x1855007616036608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076714.044413:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076714.044415:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076714.044417:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076714.044420:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076714.044422:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076714.044426:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616036608:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076714.044429:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076714.044434:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076714.044437:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076714.044439:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076714.044444:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076714.044446:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076714.044452:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076714.044458:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3d10.
00000400:00000010:1.0:1769076714.044465:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076714.044468:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616036608, portal 10
00000100:00000001:1.0:1769076714.044470:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076714.044473:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181369728 : -107391528181888 : ffff9e53f61c5f80)
00000100:00000040:1.0:1769076714.044482:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5f80 x1855007616036608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076714.044490:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076714.044492:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076714.044495:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423220.
00000100:00000200:1.0:1769076714.044497:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616036608, offset 0
00000400:00000200:1.0:1769076714.044502:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076714.044505:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076714.044510:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076714.044532:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076714.044538:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076714.044541:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076714.044544:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076714.044549:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37580:37580:255:4294967295] 192.168.204.113@tcp LPNI seq info [37550:37550:7:4294967295]
00000400:00000200:1.0:1769076714.044555:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076714.044564:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076714.044570:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076714.044574:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f900.
00000800:00000200:1.0:1769076714.044596:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076714.044599:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769076714.044601:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076714.044605:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076714.044607:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076714.044608:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298370062
00000100:00000001:1.0:1769076714.044610:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298371310
00000100:00000001:1.0:1769076714.044612:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298370062
00000100:00000001:1.0:1769076714.044614:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298371310
00000100:00000001:1.0:1769076714.044615:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076714.044616:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076714.044618:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076714.044621:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5c00 x1855007616036736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076714.044625:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076714.044626:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076714.044627:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076714.044629:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076714.044630:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076714.044632:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616036736:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076714.044635:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076714.044639:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076714.044640:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076714.044642:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076714.044645:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076714.044647:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076714.044650:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076714.044652:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076714.044655:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076714.044658:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616036736, portal 10
00000100:00000001:1.0:1769076714.044660:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076714.044661:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181368832 : -107391528182784 : ffff9e53f61c5c00)
00000100:00000040:1.0:1769076714.044667:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5c00 x1855007616036736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076714.044673:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076714.044675:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076714.044677:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076714.044680:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616036736, offset 0
00000400:00000200:1.0:1769076714.044684:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076714.044688:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076714.044691:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076714.044694:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076714.044698:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076714.044700:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076714.044703:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076714.044706:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37581:37581:254:4294967295] 192.168.204.113@tcp LPNI seq info [37551:37551:6:4294967295]
00000400:00000200:1.0:1769076714.044710:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076714.044716:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076714.044721:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076714.044724:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f200.
00000800:00000200:1.0:1769076714.044728:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076714.044731:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769076714.044734:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076714.044737:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076714.044742:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076714.044744:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298370069
00000100:00000001:1.0:1769076714.044746:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298371310
00000100:00000001:1.0:1769076714.044748:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298370069
00000100:00000001:1.0:1769076714.044750:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298371310
00000100:00000001:1.0:1769076714.044752:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076714.044755:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076714.044757:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076714.044759:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076714.044763:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076714.044764:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769076714.044766:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076714.044768:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076714.044769:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076714.044771:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076714.747191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076714.747198:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076714.747204:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076714.747205:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076714.747342:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076714.747348:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076714.747352:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076714.939201:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076714.939214:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076714.939218:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076714.939226:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076714.939232:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076714.939237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076714.939240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076714.939243:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076714.939246:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076715.323196:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298371310, at 4298371328
00000100:00000040:3.0:1769076715.323198:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298371310, at 4298371328
00000100:00000010:2.0:1769076715.323222:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0be40.
00000100:00000010:3.0:1769076715.323229:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b120.
00010000:00000001:1.0:1769076715.771170:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076715.771178:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076715.771184:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076715.771186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076715.771240:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076715.771245:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076715.771249:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076715.963216:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076715.963228:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076715.963230:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076715.963238:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076715.963242:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076715.963258:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076715.963261:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076715.963265:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076715.963268:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076716.795184:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076716.795204:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076716.795207:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076716.795210:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076716.795216:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076716.795218:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076716.795221:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076716.795240:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076716.795247:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076716.795262:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076716.795418:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076716.795423:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076716.795427:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076716.987154:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076716.987161:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076716.987163:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076716.987167:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076716.987170:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076716.987173:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076716.987175:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076716.987177:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076716.987179:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769076717.115631:0:2395:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:2.0:1769076717.115710:0:2395:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076717.115725:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076717.115732:0:2395:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:2.0:1769076717.115737:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076717.115742:0:2395:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076717.115750:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076717.115757:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f600.
00000400:00000200:2.0:1769076717.115764:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076717.115771:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076717.115779:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423330
00000400:00000010:2.0:1769076717.115783:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423330.
00000100:00000001:2.0:1769076717.115790:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076717.115802:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c5880 x1855007616036480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076717.115840:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076717.115845:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5880 x1855007616036480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076717.115859:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076717.115862:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076717.115880:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076717.115885:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f900.
00000400:00000200:2.0:1769076717.115891:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076717.115899:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076717.115905:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423220
00000400:00000010:2.0:1769076717.115909:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423220.
00000100:00000001:2.0:1769076717.115914:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076717.115925:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c5f80 x1855007616036608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.115931:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076717.115939:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076717.115946:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076717.115963:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076714/real 1769076717]  req@ffff9e53f61c5880 x1855007616036480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076717.115969:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076717.115982:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5f80 x1855007616036608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076717.116019:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769076717.116020:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769076717.116027:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1769076717.116028:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:1.0:1769076717.116038:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000800:00000100:2.0:1769076717.116048:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000400:00000200:1.0:1769076717.116051:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000800:00000010:2.0:1769076717.116057:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f200.
00000400:00000010:1.0:1769076717.116060:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000400:00000200:2.0:1769076717.116068:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1769076717.116072:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1769076717.116166:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076717.116175:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423a18
00000400:00000010:2.0:1769076717.116181:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423a18.
00000100:00000200:1.0:1769076717.116183:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5880 x1855007616036480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076717.116190:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076717.116206:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c5c00 x1855007616036736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076717.116223:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000200:1.0:1769076717.116236:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5880 x1855007616036480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076717.116237:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5c00 x1855007616036736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.116281:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076717.116282:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076717.116289:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076717.116290:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076717.116300:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076717.116305:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076717.116317:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5880 x1855007616036480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.116332:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076717.116342:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5880 x1855007616036480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.116381:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076717.116386:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076717.116389:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076717.116391:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076717.116396:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076717.116400:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076717.116407:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076717.116416:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076717.116424:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076717.116436:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5880 x1855007616036480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076717.116453:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616036480:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076717.116463:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076717.116468:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076717.116474:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5880 x1855007616036480/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.116486:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076717.116492:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076717.116499:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076717.116507:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076717.116512:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076717.116515:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076717.116519:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076717.116525:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011400.
02000000:00000001:1.0:1769076717.116531:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076717.116535:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076717.116539:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5880.
00000100:00000001:1.0:1769076717.116545:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076717.116547:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076717.116552:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076717.116555:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076717.116558:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076717.116561:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076717.116568:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076714/real 1769076717]  req@ffff9e53f61c5f80 x1855007616036608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076717.116583:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076717.116585:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076717.116589:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3d10.
00000400:00000200:1.0:1769076717.116594:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076717.116597:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076717.116603:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076717.116609:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5f80 x1855007616036608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076717.116623:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5f80 x1855007616036608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.116635:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076717.116639:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076717.116643:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076717.116645:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076717.116661:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5f80 x1855007616036608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.116674:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076717.116679:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5f80 x1855007616036608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.116689:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076717.116693:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076717.116695:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076717.116697:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076717.116700:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076717.116703:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076717.116707:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076717.116712:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076717.116716:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076717.116722:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5f80 x1855007616036608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076717.116734:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616036608:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076717.116742:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076717.116749:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076714/real 1769076717]  req@ffff9e53f61c5c00 x1855007616036736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076717.116762:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076717.116765:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076717.116768:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076717.116773:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076717.116776:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076717.116780:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076717.116785:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5c00 x1855007616036736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076717.116798:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5c00 x1855007616036736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.116810:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076717.116812:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076717.116815:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076717.116818:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076717.116824:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5c00 x1855007616036736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.116835:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076717.116842:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5c00 x1855007616036736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.116853:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076717.116856:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076717.116859:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076717.116861:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076717.116863:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076717.116866:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076717.116870:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076717.116876:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076717.116880:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076717.116887:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5c00 x1855007616036736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076717.116900:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616036736:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076717.116907:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076717.116925:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076717.116929:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5f80 x1855007616036608/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.116939:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076717.116941:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076717.116944:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076717.116950:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076717.116952:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076717.116954:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076717.116957:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076717.116960:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:1.0:1769076717.116965:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076717.116967:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076717.116969:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5f80.
00000100:00000001:1.0:1769076717.116973:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076717.116975:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076717.116978:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076717.116983:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5c00 x1855007616036736/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076717.116992:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076717.116994:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076717.116996:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076717.116999:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076717.117001:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076717.117002:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076717.117005:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076717.117007:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:1.0:1769076717.117011:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076717.117013:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076717.117015:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5c00.
00000100:00000001:1.0:1769076717.117018:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076717.117020:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076717.117023:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076717.117037:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076717.117039:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076717.117043:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076717.117045:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076717.819249:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076717.819258:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076717.819265:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076717.819267:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076717.819415:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076717.819420:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076717.819425:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076718.011268:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076718.011276:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076718.011279:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076718.011286:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076718.011291:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076718.011296:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076718.011299:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076718.011302:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076718.011305:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076718.843205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076718.843217:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076718.843226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076718.843228:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076718.843384:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076718.843392:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076718.843398:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076719.035225:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076719.035240:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076719.035245:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076719.035255:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076719.035261:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076719.035267:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.035270:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076719.035274:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.035279:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076719.163234:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076719.163246:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076719.163249:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076719.163254:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076719.163272:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076719.163282:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3702
00000400:00000200:0.0:1769076719.163290:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076719.163297:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076719.163300:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076719.163303:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076719.163306:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076719.163310:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076719.163311:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076719.163331:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076719.163333:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076719.163336:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076719.163339:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076719.163341:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076719.163344:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076719.163347:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076719.163348:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076719.163351:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076719.163353:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076719.163369:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076719.163373:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076719.163376:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076719.163380:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076719.163385:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076719.163389:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.163392:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076719.163395:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076719.163406:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5c00.
00000020:00000040:0.0:1769076719.163411:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076719.163417:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076719.163419:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.163424:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076719.163427:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076719.163434:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076719.163446:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769076719.163456:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076719.163471:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5c00 x1855007616036864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076719.163486:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076719.163494:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076719.163512:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007db8b4c3] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5c00 x1855007616036864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076719.163542:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076719.163546:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076719.163551:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076719.163553:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076719.163555:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076719.163558:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076719.163561:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3702
00000400:00000200:0.0:1769076719.163566:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076719.163570:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076719.163573:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076719.163577:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076719.163579:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076719.163582:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076719.163585:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076719.163587:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076719.163589:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076719.163591:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076719.163593:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076719.163595:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076719.163597:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076719.163600:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076719.163602:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076719.163604:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076719.163606:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076719.163607:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076719.163609:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076719.163615:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076719.163615:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769076719.163620:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769076719.163626:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076719.163633:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769076719.163636:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076719.163641:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.163645:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769076719.163646:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5c00 x1855007616036864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769076719.163651:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076719.163660:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.163666:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076719.163668:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076719.163672:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076719.163673:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5f80.
00000020:00000040:0.0:1769076719.163678:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076719.163679:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076719.163682:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076719.163685:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.163688:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076719.163690:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076719.163692:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076719.163697:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
02000000:00000001:1.0:1769076719.163701:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076719.163703:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076719.163709:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076719.163714:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5f80 x1855007616036992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1769076719.163720:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616036864:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076719.163732:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076719.163734:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769076719.163738:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076719.163756:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c836008] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5f80 x1855007616036992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769076719.163756:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076719.163762:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076719.163769:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769076719.163772:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076719.163776:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1769076719.163780:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99400.
00000100:00080000:0.0:1769076719.163782:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076719.163786:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1769076719.163789:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076719.163790:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076719.163795:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076719.163799:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3702
00000400:00000200:0.0:1769076719.163806:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076719.163811:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076719.163815:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769076719.163816:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076719.163823:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000010:1.0:1769076719.163827:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:0.0:1769076719.163828:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076719.163835:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076719.163838:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076719.163842:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:1.0:1769076719.163842:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000020:00000040:0.0:1769076719.163846:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076719.163850:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076719.163852:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076719.163855:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000200:1.0:1769076719.163858:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616036864, portal 25
00000020:00000001:0.0:1769076719.163859:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:1.0:1769076719.163865:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769076719.163868:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076719.163870:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181368832 : -107391528182784 : ffff9e53f61c5c00)
00000100:00000001:0.0:1769076719.163874:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076719.163878:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076719.163882:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000040:1.0:1769076719.163885:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5c00 x1855007616036864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769076719.163888:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076719.163897:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076719.163903:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076719.163908:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769076719.163908:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769076719.163915:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769076719.163916:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769076719.163922:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076719.163925:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000001:0.0:1769076719.163927:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076719.163932:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1769076719.163934:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616036864, offset 0
00000008:00000001:0.0:1769076719.163937:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.163941:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076719.163946:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5880.
00000400:00000200:1.0:1769076719.163948:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:0.0:1769076719.163951:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076719.163956:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076719.163958:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.163960:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769076719.163964:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769076719.163967:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076719.163972:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076719.163977:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000400:00000200:1.0:1769076719.163978:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:0.0:1769076719.163983:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076719.163990:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1769076719.163992:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5880 x1855007616037120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076719.164002:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769076719.164007:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076719.164013:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076719.164013:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076719.164023:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:0.0:1769076719.164025:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c2905c0] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5880 x1855007616037120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076719.164036:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37582:37582:256:4294967295] 192.168.204.113@tcp LPNI seq info [37552:37552:8:4294967295]
00000100:00000001:0.0:1769076719.164043:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076719.164049:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076719.164050:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076719.164057:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076719.164061:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076719.164098:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076719.164106:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3712)
00000400:00000200:1.0:1769076719.164125:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076719.164136:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076719.164145:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076719.164169:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076719.164175:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076719.164183:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076719.164188:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769076719.164194:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076719.164198:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076719.164205:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076719.164212:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076719.164221:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076719.164225:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076719.164231:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076719.164238:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5c00 x1855007616036864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.164250:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076719.164255:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5c00 x1855007616036864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076744 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.164273:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076719.164275:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076719.164287:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076719.164292:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076719.164296:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298376430
00000100:00000010:1.0:1769076719.164301:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b5a0.
00000100:00000001:1.0:1769076719.164311:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076719.164330:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298376430
00000100:00000010:1.0:1769076719.164335:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bf60.
00000100:00000001:1.0:1769076719.164339:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076719.164344:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076719.164348:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076719.164351:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076719.164357:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076719/real 1769076719]  req@ffff9e53f61c5c00 x1855007616036864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076719.164371:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076719.164374:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076719.164377:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076719.164381:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076719.164383:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076719.164387:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076719.164392:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5c00 x1855007616036864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076719.164403:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5c00 x1855007616036864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.164410:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076719.164413:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.164415:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076719.164418:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076719.164424:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5c00 x1855007616036864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.164433:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076719.164439:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5c00 x1855007616036864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.164449:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076719.164454:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.164456:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076719.164457:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.164460:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076719.164463:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076719.164467:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076719.164474:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076719.164478:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076719.164484:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5c00 x1855007616036864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076719.164496:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616036864:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076719.164502:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.164505:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076719.164509:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5c00 x1855007616036864/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.164517:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076719.164521:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076719.164525:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076719.164529:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076719.164532:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076719.164534:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076719.164537:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076719.164540:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:1.0:1769076719.164545:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076719.164547:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076719.164550:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5c00.
00000100:00000001:1.0:1769076719.164553:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076719.164555:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.164557:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.164568:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076719.164570:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076719.164573:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076719.164575:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076719.164577:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076719.164581:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5f80 x1855007616036992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.164589:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076719.164591:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076719.164595:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076719.164598:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076719.164601:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076719.164604:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616036992:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076719.164608:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076719.164610:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076719.164612:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076719.164614:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076719.164618:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076719.164620:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076719.164626:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076719.164630:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076719.164635:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076719.164639:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616036992, portal 10
00000100:00000001:1.0:1769076719.164641:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076719.164643:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181369728 : -107391528181888 : ffff9e53f61c5f80)
00000100:00000040:1.0:1769076719.164650:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5f80 x1855007616036992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.164657:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076719.164660:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076719.164663:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076719.164665:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616036992, offset 0
00000400:00000200:1.0:1769076719.164670:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076719.164675:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076719.164679:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076719.164683:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076719.164688:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076719.164691:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076719.164693:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076719.164697:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37583:37583:256:4294967295] 192.168.204.113@tcp LPNI seq info [37553:37553:8:4294967295]
00000400:00000200:1.0:1769076719.164702:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076719.164710:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076719.164716:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076719.164721:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076719.164726:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076719.164729:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076719.164734:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076719.164737:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769076719.164742:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076719.164744:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076719.164748:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076719.164752:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076719.164756:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076719.164758:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076719.164768:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076719.164773:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5f80 x1855007616036992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.164783:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076719.164786:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5f80 x1855007616036992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076744 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.164794:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076719.164796:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076719.164800:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076719.164806:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076719.164810:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076719.164813:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298375182
00000100:00000001:1.0:1769076719.164817:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298376430
00000100:00000001:1.0:1769076719.164820:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298375182
00000100:00000001:1.0:1769076719.164822:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298376430
00000100:00000001:1.0:1769076719.164825:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076719.164828:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076719.164830:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076719.164835:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076719/real 1769076719]  req@ffff9e53f61c5f80 x1855007616036992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076719.164845:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076719.164847:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076719.164849:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076719.164852:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076719.164854:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076719.164857:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076719.164860:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5f80 x1855007616036992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076719.164870:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5f80 x1855007616036992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.164879:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076719.164881:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.164883:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076719.164885:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076719.164890:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5f80 x1855007616036992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.164898:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076719.164912:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5f80 x1855007616036992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.164919:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076719.164921:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.164923:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076719.164924:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.164925:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076719.164926:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076719.164928:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076719.164931:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076719.164933:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076719.164937:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5f80 x1855007616036992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076719.164943:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616036992:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076719.164946:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076719.164949:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5880 x1855007616037120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.164953:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076719.164954:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076719.164956:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076719.164958:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076719.164959:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076719.164961:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616037120:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076719.164964:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076719.164966:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076719.164967:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076719.164968:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076719.164971:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076719.164973:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076719.164976:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076719.164978:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076719.164981:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076719.164985:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616037120, portal 10
00000100:00000001:1.0:1769076719.164988:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076719.164989:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367936 : -107391528183680 : ffff9e53f61c5880)
00000100:00000040:1.0:1769076719.164996:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5880 x1855007616037120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.165004:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076719.165007:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076719.165010:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076719.165012:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616037120, offset 0
00000400:00000200:1.0:1769076719.165017:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076719.165022:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076719.165026:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076719.165030:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076719.165033:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076719.165036:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076719.165039:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076719.165042:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37584:37584:256:4294967295] 192.168.204.113@tcp LPNI seq info [37554:37554:8:4294967295]
00000400:00000200:1.0:1769076719.165047:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076719.165055:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076719.165061:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076719.165096:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076719.165101:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076719.165103:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076719.165106:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076719.165109:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769076719.165112:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076719.165113:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076719.165116:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076719.165120:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076719.165125:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076719.165127:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076719.165130:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076719.165134:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5880 x1855007616037120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.165143:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076719.165146:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5880 x1855007616037120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076744 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.165154:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076719.165155:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076719.165159:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076719.165163:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076719.165167:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076719.165171:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298375190
00000100:00000001:1.0:1769076719.165174:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298376430
00000100:00000001:1.0:1769076719.165177:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298375190
00000100:00000001:1.0:1769076719.165180:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298376430
00000100:00000001:1.0:1769076719.165183:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076719.165185:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076719.165188:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076719.165192:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076719/real 1769076719]  req@ffff9e53f61c5880 x1855007616037120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076719.165202:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076719.165204:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076719.165206:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076719.165209:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076719.165211:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076719.165213:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076719.165217:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5880 x1855007616037120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076719.165226:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5880 x1855007616037120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.165233:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076719.165235:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.165237:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076719.165239:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076719.165244:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5880 x1855007616037120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.165253:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076719.165270:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5880 x1855007616037120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.165278:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076719.165281:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.165282:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076719.165284:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.165285:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076719.165286:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076719.165288:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076719.165291:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076719.165292:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076719.165296:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5880 x1855007616037120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076719.165305:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616037120:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076719.165310:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.165312:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076719.165327:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5f80 x1855007616036992/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.165336:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076719.165338:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076719.165352:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076719.165355:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076719.165357:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076719.165359:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076719.165361:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076719.165364:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:1.0:1769076719.165367:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076719.165368:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076719.165370:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5f80.
00000100:00000001:1.0:1769076719.165373:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076719.165375:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.165377:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076719.165382:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5880 x1855007616037120/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076744 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076719.165397:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076719.165399:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076719.165401:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076719.165402:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076719.165404:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076719.165405:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076719.165406:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076719.165407:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010400.
02000000:00000001:1.0:1769076719.165409:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076719.165410:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076719.165411:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5880.
00000100:00000001:1.0:1769076719.165413:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076719.165414:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.165415:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076719.165418:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076719.165419:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076719.165421:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076719.165422:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076719.867193:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076719.867231:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076719.867246:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076719.867248:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076719.867401:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076719.867411:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076719.867418:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076720.059371:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076720.059385:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076720.059390:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076720.059416:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076720.059426:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076720.059432:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076720.059438:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076720.059445:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076720.059451:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076720.443191:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298376430, at 4298376448
00000100:00000010:3.0:1769076720.443213:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf60.
00000100:00000040:2.0:1769076720.443265:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298376430, at 4298376448
00000100:00000010:2.0:1769076720.443290:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b5a0.
00010000:00000001:1.0:1769076720.891223:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076720.891236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076720.891254:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076720.891256:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076720.891410:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076720.891435:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076720.891440:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076721.083227:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076721.083239:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076721.083242:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076721.083249:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076721.083253:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076721.083258:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076721.083261:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076721.083263:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076721.083267:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076721.915252:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076721.915262:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076721.915295:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076721.915298:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076721.915413:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076721.915421:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076721.915428:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076722.107368:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076722.107380:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076722.107383:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076722.107391:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076722.107397:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076722.107403:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076722.107407:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076722.107411:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076722.107415:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076722.939225:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076722.939236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076722.939245:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076722.939247:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076722.939393:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076722.939400:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076722.939406:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076723.131160:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076723.131167:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076723.131170:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076723.131175:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076723.131179:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076723.131183:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076723.131184:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076723.131187:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076723.131189:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076723.963389:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076723.963403:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076723.963416:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076723.963422:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076723.963428:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076723.963447:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076723.963457:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076723.963460:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076723.963463:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076723.963467:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076723.963587:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076723.963595:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076723.963602:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076724.155222:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076724.155272:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076724.155276:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076724.155284:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076724.155290:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076724.155296:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.155299:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076724.155304:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.155308:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076724.283227:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076724.283268:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076724.283272:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076724.283278:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076724.283285:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076724.283295:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3707
00000400:00000200:0.0:1769076724.283309:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076724.283320:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076724.283325:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076724.283329:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076724.283336:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076724.283340:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076724.283343:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076724.283361:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076724.283364:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076724.283369:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076724.283373:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076724.283376:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076724.283379:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076724.283383:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076724.283386:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076724.283389:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076724.283391:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076724.283396:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076724.283400:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076724.283403:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076724.283407:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076724.283412:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076724.283416:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076724.283419:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076724.283422:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076724.283435:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7100.
00000020:00000040:0.0:1769076724.283440:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076724.283446:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076724.283448:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076724.283453:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076724.283457:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076724.283463:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076724.283475:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076724.283485:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076724.283499:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7100 x1855007616037248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076724.283534:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076724.283541:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076724.283548:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009506489] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7100 x1855007616037248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076724.283581:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076724.283586:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076724.283591:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076724.283593:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076724.283596:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076724.283599:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076724.283602:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3707
00000400:00000200:0.0:1769076724.283606:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076724.283610:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076724.283613:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076724.283616:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076724.283618:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076724.283621:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076724.283623:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076724.283627:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076724.283628:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076724.283631:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076724.283634:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076724.283637:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076724.283640:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076724.283644:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076724.283646:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076724.283649:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076724.283652:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076724.283656:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076724.283660:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076724.283664:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076724.283667:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076724.283675:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076724.283678:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076724.283681:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076724.283684:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1769076724.283687:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076724.283692:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00000001:0.0:1769076724.283695:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076724.283699:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769076724.283701:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076724.283709:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7800.
00000020:00000040:0.0:1769076724.283716:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000040:1.0:1769076724.283718:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7100 x1855007616037248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076724.283721:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076724.283725:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076724.283732:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076724.283735:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076724.283741:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076724.283750:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:1.0:1769076724.283755:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076724.283758:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076724.283764:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076724.283771:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7800 x1855007616037376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769076724.283777:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769076724.283788:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769076724.283790:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076724.283793:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076724.283805:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076724.283806:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918dbd43] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7800 x1855007616037376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076724.283826:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616037248:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076724.283827:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076724.283835:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076724.283847:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076724.283849:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769076724.283850:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076724.283858:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076724.283862:0:70933:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1769076724.283863:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769076724.283870:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3707
02000000:00000001:1.0:1769076724.283872:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076724.283881:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:1.0:1769076724.283882:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:0.0:1769076724.283889:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076724.283893:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1769076724.283896:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
00000100:00000040:0.0:1769076724.283899:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076724.283905:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076724.283906:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076724.283915:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076724.283919:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076724.283924:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769076724.283926:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:0.0:1769076724.283927:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076724.283933:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:1.0:1769076724.283937:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000020:00000040:0.0:1769076724.283938:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076724.283947:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076724.283950:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000010:1.0:1769076724.283953:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000040:0.0:1769076724.283955:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076724.283963:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076724.283965:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076724.283968:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000200:1.0:1769076724.283971:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616037248, portal 25
00000020:00000040:0.0:1769076724.283972:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076724.283983:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076724.283984:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076724.283988:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076724.283990:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181374208 : -107391528177408 : ffff9e53f61c7100)
02000000:00000001:0.0:1769076724.283995:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076724.284002:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769076724.284007:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7100 x1855007616037248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076724.284008:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076724.284016:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076724.284021:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076724.284031:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076724.284040:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076724.284043:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:0.0:1769076724.284048:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4700.
00000100:00000040:1.0:1769076724.284050:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000040:0.0:1769076724.284056:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000010:1.0:1769076724.284060:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
02000000:00000001:0.0:1769076724.284097:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076724.284100:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076724.284104:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076724.284106:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076724.284109:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076724.284117:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769076724.284121:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076724.284131:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616037248, offset 0
00000100:00100000:0.0:1769076724.284135:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4700 x1855007616037504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076724.284163:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076724.284164:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076724.284172:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076724.284179:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d612b9f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4700 x1855007616037504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076724.284188:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076724.284203:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076724.284206:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:0.0:1769076724.284210:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076724.284219:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076724.284223:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769076724.284225:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076724.284263:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076724.284269:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3717)
00000400:00000200:1.0:1769076724.284339:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076724.284349:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076724.284355:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076724.284364:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37585:37585:256:4294967295] 192.168.204.113@tcp LPNI seq info [37555:37555:8:4294967295]
00000400:00000200:1.0:1769076724.284375:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076724.284398:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076724.284411:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076724.284425:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076724.284437:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076724.284442:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076724.284451:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076724.284457:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769076724.284462:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076724.284466:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076724.284475:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076724.284482:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076724.284490:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076724.284494:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076724.284501:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076724.284508:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7100 x1855007616037248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.284542:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076724.284548:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7100 x1855007616037248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.284564:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076724.284568:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076724.284580:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076724.284590:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076724.284595:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298381550
00000100:00000010:1.0:1769076724.284605:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b7e0.
00000100:00000001:1.0:1769076724.284618:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076724.284643:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298381550
00000100:00000010:1.0:1769076724.284651:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b4e0.
00000100:00000001:1.0:1769076724.284657:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076724.284665:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076724.284669:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076724.284673:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076724.284681:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076724/real 1769076724]  req@ffff9e53f61c7100 x1855007616037248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076724.284695:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076724.284698:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076724.284701:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076724.284705:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076724.284708:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076724.284712:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076724.284717:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7100 x1855007616037248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076724.284732:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7100 x1855007616037248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.284748:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076724.284753:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.284758:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076724.284762:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076724.284770:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7100 x1855007616037248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.284784:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076724.284794:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7100 x1855007616037248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.284811:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076724.284817:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.284821:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076724.284824:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.284829:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076724.284833:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076724.284839:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076724.284848:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076724.284852:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076724.284859:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7100 x1855007616037248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076724.284870:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616037248:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076724.284878:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.284881:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076724.284885:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7100 x1855007616037248/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.284894:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076724.284898:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076724.284902:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076724.284906:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076724.284909:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076724.284913:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076724.284916:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076724.284919:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:1.0:1769076724.284925:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076724.284928:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076724.284931:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7100.
00000100:00000001:1.0:1769076724.284935:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076724.284936:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.284939:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.284949:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076724.284951:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076724.284954:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076724.284957:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076724.284959:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076724.284963:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7800 x1855007616037376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.284973:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076724.284975:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076724.284978:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076724.284981:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076724.284983:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076724.284987:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616037376:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076724.284991:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076724.284994:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076724.284996:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076724.284998:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076724.285003:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076724.285006:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076724.285012:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076724.285016:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076724.285021:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076724.285025:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616037376, portal 10
00000100:00000001:1.0:1769076724.285028:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076724.285030:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376000 : -107391528175616 : ffff9e53f61c7800)
00000100:00000040:1.0:1769076724.285039:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7800 x1855007616037376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.285048:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076724.285052:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076724.285054:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076724.285058:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616037376, offset 0
00000400:00000200:1.0:1769076724.285095:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076724.285101:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076724.285106:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076724.285111:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076724.285114:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076724.285118:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076724.285121:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076724.285125:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37586:37586:256:4294967295] 192.168.204.113@tcp LPNI seq info [37556:37556:8:4294967295]
00000400:00000200:1.0:1769076724.285131:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076724.285150:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076724.285156:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076724.285161:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076724.285167:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076724.285171:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076724.285176:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076724.285180:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769076724.285185:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076724.285188:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076724.285192:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076724.285197:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076724.285201:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076724.285203:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076724.285207:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076724.285212:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7800 x1855007616037376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.285223:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076724.285227:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7800 x1855007616037376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.285283:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076724.285285:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076724.285291:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076724.285297:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076724.285304:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076724.285309:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298380303
00000100:00000001:1.0:1769076724.285315:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298381550
00000100:00000001:1.0:1769076724.285319:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298380303
00000100:00000001:1.0:1769076724.285323:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298381550
00000100:00000001:1.0:1769076724.285337:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076724.285341:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076724.285345:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076724.285353:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076724/real 1769076724]  req@ffff9e53f61c7800 x1855007616037376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076724.285370:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076724.285373:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076724.285377:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076724.285382:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076724.285386:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076724.285391:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076724.285398:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7800 x1855007616037376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076724.285417:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7800 x1855007616037376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.285431:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076724.285435:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.285437:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076724.285439:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076724.285445:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7800 x1855007616037376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.285455:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076724.285460:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7800 x1855007616037376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.285469:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076724.285472:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.285474:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076724.285476:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.285478:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076724.285480:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076724.285483:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076724.285497:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076724.285499:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076724.285504:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7800 x1855007616037376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076724.285514:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616037376:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076724.285520:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076724.285524:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4700 x1855007616037504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.285532:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076724.285534:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076724.285537:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076724.285540:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076724.285543:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076724.285549:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616037504:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076724.285554:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076724.285565:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076724.285569:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076724.285573:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076724.285580:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076724.285584:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076724.285592:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076724.285598:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076724.285604:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076724.285611:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616037504, portal 10
00000100:00000001:1.0:1769076724.285615:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076724.285618:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181363456 : -107391528188160 : ffff9e53f61c4700)
00000100:00000040:1.0:1769076724.285630:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4700 x1855007616037504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.285645:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076724.285650:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076724.285656:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076724.285661:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616037504, offset 0
00000400:00000200:1.0:1769076724.285669:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076724.285679:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076724.285687:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076724.285691:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076724.285695:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076724.285698:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076724.285701:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076724.285706:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37587:37587:256:4294967295] 192.168.204.113@tcp LPNI seq info [37557:37557:8:4294967295]
00000400:00000200:1.0:1769076724.285712:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076724.285723:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076724.285730:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076724.285736:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076724.285745:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076724.285750:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076724.285759:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076724.285765:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769076724.285773:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076724.285778:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076724.285784:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076724.285791:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076724.285798:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076724.285801:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076724.285807:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076724.285815:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4700 x1855007616037504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.285833:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076724.285839:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4700 x1855007616037504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.285854:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076724.285856:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076724.285861:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076724.285866:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076724.285871:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076724.285874:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298380310
00000100:00000001:1.0:1769076724.285877:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298381550
00000100:00000001:1.0:1769076724.285880:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298380310
00000100:00000001:1.0:1769076724.285883:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298381550
00000100:00000001:1.0:1769076724.285886:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076724.285889:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076724.285892:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076724.285897:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076724/real 1769076724]  req@ffff9e53f61c4700 x1855007616037504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076724.285906:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076724.285908:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076724.285911:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076724.285914:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076724.285916:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076724.285920:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076724.285924:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4700 x1855007616037504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076724.285934:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4700 x1855007616037504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.285942:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076724.285944:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.285946:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076724.285948:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076724.285952:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4700 x1855007616037504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.285960:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076724.285965:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4700 x1855007616037504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.285974:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076724.285977:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.285979:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076724.285981:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.285984:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076724.285986:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076724.285989:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076724.285992:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076724.285995:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076724.285999:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4700 x1855007616037504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076724.286009:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616037504:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076724.286014:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.286017:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076724.286021:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7800 x1855007616037376/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.286029:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076724.286032:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076724.286034:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076724.286037:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076724.286039:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076724.286041:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076724.286044:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076724.286046:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011800.
02000000:00000001:1.0:1769076724.286049:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076724.286051:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076724.286053:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7800.
00000100:00000001:1.0:1769076724.286056:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076724.286058:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.286060:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076724.286064:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4700 x1855007616037504/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076724.286104:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076724.286106:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076724.286108:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076724.286111:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076724.286113:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076724.286115:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076724.286117:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076724.286118:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012400.
02000000:00000001:1.0:1769076724.286121:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076724.286123:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076724.286124:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4700.
00000100:00000001:1.0:1769076724.286127:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076724.286129:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.286131:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076724.286137:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076724.286138:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076724.286141:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076724.286156:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076724.987280:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076724.987304:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076724.987314:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076724.987316:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076724.987416:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076724.987423:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076724.987429:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076725.179203:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076725.179239:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076725.179243:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076725.179254:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076725.179259:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076725.179265:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076725.179268:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076725.179272:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076725.179276:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076725.563327:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298381550, at 4298381568
00000100:00000040:3.0:1769076725.563327:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298381550, at 4298381568
00000100:00000010:3.0:1769076725.563357:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b4e0.
00000100:00000010:2.0:1769076725.563361:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b7e0.
00010000:00000001:1.0:1769076726.011197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076726.011219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076726.011227:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076726.011228:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076726.011341:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076726.011348:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076726.011352:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076726.203277:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076726.203290:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076726.203293:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076726.203303:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076726.203309:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076726.203315:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076726.203319:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076726.203323:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076726.203326:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076727.035218:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076727.035230:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076727.035234:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076727.035239:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076727.035246:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076727.035249:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076727.035253:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076727.035257:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076727.035264:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076727.035267:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076727.035360:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076727.035366:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076727.035370:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076727.227203:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076727.227212:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076727.227214:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076727.227220:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076727.227225:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076727.227230:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076727.227233:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076727.227235:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076727.227239:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076728.059207:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076728.059216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076728.059222:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076728.059241:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076728.059567:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076728.059576:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076728.059583:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076728.251243:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076728.251252:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076728.251256:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076728.251264:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076728.251270:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076728.251275:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076728.251279:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076728.251283:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076728.251287:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076729.083249:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076729.083261:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076729.083270:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076729.083272:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076729.083389:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076729.083396:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076729.083402:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076729.275204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076729.275219:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076729.275223:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076729.275235:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076729.275243:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076729.275250:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.275256:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076729.275262:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.275268:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076729.403258:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076729.403276:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076729.403280:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076729.403287:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076729.403307:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076729.403318:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3712
00000400:00000200:0.0:1769076729.403336:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076729.403347:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076729.403352:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076729.403357:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076729.403362:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076729.403366:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076729.403369:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076729.403376:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076729.403379:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076729.403383:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076729.403388:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076729.403391:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076729.403395:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076729.403399:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076729.403402:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076729.403404:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076729.403407:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076729.403412:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076729.403416:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076729.403419:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076729.403423:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076729.403428:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076729.403433:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.403436:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076729.403440:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076729.403456:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4a80.
00000020:00000040:0.0:1769076729.403462:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076729.403476:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076729.403479:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.403484:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076729.403488:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076729.403497:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076729.403512:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076729.403523:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076729.403537:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4a80 x1855007616037632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076729.403554:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076729.403561:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076729.403567:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e0eb0c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4a80 x1855007616037632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076729.403599:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076729.403604:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076729.403609:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076729.403611:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076729.403614:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076729.403617:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076729.403620:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3712
00000400:00000200:0.0:1769076729.403624:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076729.403628:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076729.403631:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076729.403634:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076729.403637:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076729.403640:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076729.403643:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076729.403646:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076729.403648:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076729.403649:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076729.403652:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076729.403655:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076729.403658:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076729.403662:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076729.403666:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076729.403669:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076729.403673:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076729.403676:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076729.403680:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076729.403683:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076729.403685:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076729.403693:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076729.403695:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.403698:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076729.403705:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076729.403710:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076729.403712:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076729.403713:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076729.403724:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7480.
00000100:00000001:1.0:1769076729.403725:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076729.403733:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769076729.403734:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076729.403741:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076729.403744:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.403748:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076729.403751:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1769076729.403754:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4a80 x1855007616037632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076729.403755:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076729.403765:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076729.403773:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076729.403788:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7480 x1855007616037760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076729.403823:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076729.403830:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076729.403842:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc6e9c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7480 x1855007616037760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.403844:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076729.403853:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.403864:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076729.403867:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1769076729.403872:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769076729.403875:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769076729.403881:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:1.0:1769076729.403884:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.403887:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076729.403893:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1769076729.403896:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616037632:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076729.403899:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076729.403909:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769076729.403910:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3712
02000000:00000001:1.0:1769076729.403918:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:0.0:1769076729.403919:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:1.0:1769076729.403926:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076729.403929:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
02000000:00000001:1.0:1769076729.403935:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769076729.403936:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076729.403943:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076729.403946:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1769076729.403948:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
00000100:00000040:0.0:1769076729.403951:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076729.403957:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.403959:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076729.403967:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076729.403969:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076729.403971:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076729.403975:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:1.0:1769076729.403977:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:0.0:1769076729.403981:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000010:1.0:1769076729.403988:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000020:00000001:0.0:1769076729.403990:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076729.404002:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076729.404005:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769076729.404007:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000040:0.0:1769076729.404009:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076729.404016:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076729.404019:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000200:1.0:1769076729.404023:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616037632, portal 25
00000100:00080000:0.0:1769076729.404024:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076729.404034:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076729.404035:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076729.404042:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181364352 : -107391528187264 : ffff9e53f61c4a80)
02000000:00000001:0.0:1769076729.404043:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076729.404050:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076729.404055:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076729.404061:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4a80 x1855007616037632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076729.404092:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076729.404097:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076729.404100:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.404104:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076729.404111:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4000.
00000020:00000040:0.0:1769076729.404115:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076729.404118:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076729.404121:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.404129:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076729.404133:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076729.404138:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076729.404169:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000001:1.0:1769076729.404174:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769076729.404178:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076729.404188:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00100000:0.0:1769076729.404195:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4000 x1855007616037888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769076729.404202:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000001:0.0:1769076729.404214:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076729.404220:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076729.404222:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616037632, offset 0
00000100:00000040:0.0:1769076729.404228:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000178e2043] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4000 x1855007616037888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076729.404241:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076729.404251:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076729.404251:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076729.404263:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076729.404267:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076729.404272:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076729.404280:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076729.404284:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3723)
00000400:00000200:1.0:1769076729.404301:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076729.404313:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076729.404320:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076729.404326:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076729.404331:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076729.404337:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37588:37588:256:4294967295] 192.168.204.113@tcp LPNI seq info [37558:37558:8:4294967295]
00000400:00000200:1.0:1769076729.404344:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076729.404361:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076729.404370:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076729.404380:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076729.404408:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076729.404413:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076729.404421:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076729.404450:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769076729.404455:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076729.404459:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076729.404469:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076729.404476:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076729.404483:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076729.404486:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076729.404494:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076729.404500:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4a80 x1855007616037632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.404512:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076729.404517:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4a80 x1855007616037632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.404526:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076729.404529:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076729.404538:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076729.404543:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076729.404547:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298386670
00000100:00000010:1.0:1769076729.404553:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b060.
00000100:00000001:1.0:1769076729.404563:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076729.404582:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298386670
00000100:00000010:1.0:1769076729.404587:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bf00.
00000100:00000001:1.0:1769076729.404593:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076729.404598:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076729.404604:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076729.404608:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076729.404616:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076729/real 1769076729]  req@ffff9e53f61c4a80 x1855007616037632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076729.404634:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076729.404637:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076729.404641:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076729.404646:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076729.404650:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076729.404655:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076729.404664:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4a80 x1855007616037632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076729.404683:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4a80 x1855007616037632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.404695:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076729.404698:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.404701:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076729.404704:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076729.404709:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4a80 x1855007616037632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.404717:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076729.404723:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4a80 x1855007616037632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.404732:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076729.404735:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.404736:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076729.404738:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.404741:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076729.404744:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076729.404749:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076729.404756:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076729.404761:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076729.404769:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4a80 x1855007616037632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076729.404802:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616037632:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076729.404812:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.404818:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076729.404825:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4a80 x1855007616037632/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.404840:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076729.404846:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076729.404851:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076729.404857:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076729.404861:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076729.404865:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076729.404868:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076729.404872:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011800.
02000000:00000001:1.0:1769076729.404877:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076729.404880:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076729.404883:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4a80.
00000100:00000001:1.0:1769076729.404887:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076729.404889:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.404892:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.404903:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076729.404905:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076729.404908:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076729.404911:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076729.404913:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076729.404919:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7480 x1855007616037760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.404929:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076729.404931:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076729.404934:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076729.404937:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076729.404941:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076729.404945:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616037760:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076729.404949:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076729.404952:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076729.404955:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076729.404957:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076729.404962:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076729.404965:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076729.404971:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076729.404975:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076729.404980:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076729.404984:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616037760, portal 10
00000100:00000001:1.0:1769076729.404987:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076729.404989:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181375104 : -107391528176512 : ffff9e53f61c7480)
00000100:00000040:1.0:1769076729.404998:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7480 x1855007616037760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.405007:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076729.405010:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076729.405013:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076729.405016:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616037760, offset 0
00000400:00000200:1.0:1769076729.405021:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076729.405026:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076729.405031:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076729.405036:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076729.405039:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076729.405043:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076729.405046:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076729.405050:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37589:37589:256:4294967295] 192.168.204.113@tcp LPNI seq info [37559:37559:8:4294967295]
00000400:00000200:1.0:1769076729.405055:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076729.405064:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076729.405071:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076729.405076:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076729.405113:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076729.405118:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076729.405124:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076729.405128:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769076729.405133:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076729.405136:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076729.405140:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076729.405168:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076729.405174:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076729.405176:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076729.405180:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076729.405188:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7480 x1855007616037760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.405206:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076729.405213:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7480 x1855007616037760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.405226:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076729.405229:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076729.405237:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076729.405245:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076729.405254:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076729.405258:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298385423
00000100:00000001:1.0:1769076729.405264:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298386670
00000100:00000001:1.0:1769076729.405269:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298385423
00000100:00000001:1.0:1769076729.405274:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298386670
00000100:00000001:1.0:1769076729.405279:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076729.405284:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076729.405288:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076729.405296:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076729/real 1769076729]  req@ffff9e53f61c7480 x1855007616037760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076729.405522:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076729.405526:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076729.405531:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076729.405541:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076729.405544:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076729.405551:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076729.405566:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7480 x1855007616037760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076729.405581:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7480 x1855007616037760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.405592:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076729.405595:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.405598:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076729.405601:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076729.405605:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7480 x1855007616037760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.405615:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076729.405621:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7480 x1855007616037760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.405632:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076729.405636:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.405638:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076729.405639:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.405643:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076729.405646:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076729.405651:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076729.405657:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076729.405659:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076729.405667:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7480 x1855007616037760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076729.405678:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616037760:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076729.405686:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076729.405691:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4000 x1855007616037888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.405699:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076729.405702:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076729.405706:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076729.405712:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076729.405715:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076729.405719:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616037888:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076729.405724:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076729.405729:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076729.405732:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076729.405735:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076729.405747:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769076729.405750:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076729.405760:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076729.405765:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076729.405771:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076729.405780:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616037888, portal 10
00000100:00000001:1.0:1769076729.405785:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076729.405788:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181361664 : -107391528189952 : ffff9e53f61c4000)
00000100:00000040:1.0:1769076729.405801:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4000 x1855007616037888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.405815:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076729.405821:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076729.405826:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076729.405833:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616037888, offset 0
00000400:00000200:1.0:1769076729.405845:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076729.405878:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076729.405892:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076729.405903:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076729.405911:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076729.405918:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076729.405924:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076729.405931:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37590:37590:256:4294967295] 192.168.204.113@tcp LPNI seq info [37560:37560:8:4294967295]
00000400:00000200:1.0:1769076729.405951:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076729.405971:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076729.405983:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076729.405995:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076729.406007:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076729.406015:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076729.406023:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076729.406028:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769076729.406034:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076729.406038:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076729.406044:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076729.406050:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076729.406056:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076729.406059:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076729.406063:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076729.406167:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4000 x1855007616037888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.406188:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076729.406196:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4000 x1855007616037888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.406211:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076729.406215:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076729.406227:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076729.406235:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076729.406241:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076729.406278:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298385431
00000100:00000001:1.0:1769076729.406283:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298386670
00000100:00000001:1.0:1769076729.406286:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298385431
00000100:00000001:1.0:1769076729.406289:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298386670
00000100:00000001:1.0:1769076729.406293:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076729.406296:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076729.406299:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076729.406306:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076729/real 1769076729]  req@ffff9e53f61c4000 x1855007616037888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076729.406317:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076729.406320:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076729.406322:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076729.406326:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076729.406328:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076729.406331:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076729.406336:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4000 x1855007616037888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076729.406347:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4000 x1855007616037888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.406355:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076729.406357:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.406359:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076729.406361:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076729.406365:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4000 x1855007616037888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.406374:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076729.406379:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4000 x1855007616037888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.406388:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076729.406391:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.406393:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076729.406395:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.406398:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076729.406400:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076729.406403:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076729.406419:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076729.406421:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076729.406426:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4000 x1855007616037888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076729.406436:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616037888:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076729.406441:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.406445:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076729.406448:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7480 x1855007616037760/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.406457:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076729.406460:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076729.406464:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076729.406468:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076729.406471:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076729.406474:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076729.406477:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076729.406480:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:1.0:1769076729.406485:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076729.406487:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076729.406490:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7480.
00000100:00000001:1.0:1769076729.406494:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076729.406496:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.406498:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076729.406502:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4000 x1855007616037888/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076729.406518:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076729.406520:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076729.406522:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769076729.406524:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076729.406526:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076729.406527:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076729.406529:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076729.406531:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010800.
02000000:00000001:1.0:1769076729.406533:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076729.406535:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076729.406536:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4000.
00000100:00000001:1.0:1769076729.406539:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076729.406540:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.406543:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076729.406552:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076729.406554:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076729.406557:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076729.406560:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076730.107262:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076730.107272:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076730.107279:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076730.107281:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076730.107356:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076730.107362:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076730.107367:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076730.299212:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076730.299225:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076730.299229:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076730.299237:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076730.299255:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076730.299261:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076730.299265:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076730.299269:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076730.299274:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076730.683196:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298386670, at 4298386688
00000100:00000010:2.0:1769076730.683220:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b060.
00000100:00000040:3.0:1769076730.683223:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298386670, at 4298386688
00000100:00000010:3.0:1769076730.683238:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf00.
00010000:00000001:1.0:1769076731.131228:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076731.131237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076731.131244:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076731.131245:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076731.131344:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076731.131348:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076731.131352:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076731.323188:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076731.323201:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076731.323203:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076731.323212:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076731.323217:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076731.323221:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076731.323225:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076731.323228:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076731.323232:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076732.155284:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076732.155295:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076732.155304:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076732.155306:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076732.155443:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076732.155454:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076732.155461:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076732.347225:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076732.347234:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076732.347236:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076732.347242:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076732.347246:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076732.347250:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076732.347252:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076732.347254:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076732.347257:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076733.179261:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076733.179269:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076733.179275:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076733.179277:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076733.179371:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076733.179376:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076733.179380:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076733.371154:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076733.371162:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076733.371164:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076733.371170:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076733.371174:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076733.371177:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076733.371179:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076733.371182:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076733.371184:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076734.203237:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076734.203244:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076734.203249:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076734.203252:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076734.203255:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076734.203257:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076734.203260:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076734.203261:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076734.203263:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076734.203264:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076734.203328:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076734.203332:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076734.203335:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076734.395190:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076734.395199:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076734.395201:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076734.395206:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076734.395209:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076734.395214:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.395216:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076734.395219:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.395222:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076734.523174:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076734.523186:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076734.523190:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076734.523195:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076734.523199:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076734.523208:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3718
00000400:00000200:0.0:1769076734.523215:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076734.523222:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076734.523225:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076734.523228:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076734.523231:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076734.523233:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076734.523235:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076734.523239:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076734.523240:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076734.523243:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076734.523246:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076734.523248:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076734.523249:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076734.523251:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076734.523253:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076734.523254:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076734.523256:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076734.523259:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076734.523262:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076734.523263:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076734.523265:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076734.523268:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076734.523270:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076734.523272:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076734.523274:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076734.523286:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6300.
00000020:00000040:0.0:1769076734.523289:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076734.523293:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076734.523294:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076734.523298:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076734.523300:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076734.523305:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076734.523313:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769076734.523320:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076734.523329:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6300 x1855007616038016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076734.523338:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076734.523343:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076734.523346:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf371266] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6300 x1855007616038016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076734.523369:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076734.523372:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076734.523375:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076734.523376:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076734.523377:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076734.523380:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076734.523381:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3718
00000400:00000200:0.0:1769076734.523383:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076734.523385:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076734.523386:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076734.523388:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076734.523390:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076734.523392:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076734.523394:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076734.523396:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076734.523398:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076734.523399:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076734.523400:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076734.523403:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076734.523405:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076734.523408:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076734.523409:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076734.523410:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076734.523415:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076734.523416:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076734.523417:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076734.523420:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769076734.523421:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076734.523426:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076734.523430:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076734.523432:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769076734.523432:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6300 x1855007616038016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076734.523439:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076734.523444:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076734.523444:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076734.523448:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076734.523448:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769076734.523455:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769076734.523456:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076734.523459:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769076734.523460:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076734.523462:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076734.523464:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076734.523467:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616038016:192.168.204.113@tcp:250:kworker.0
00000100:00000010:0.0:1769076734.523469:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5500.
00000100:00000001:1.0:1769076734.523473:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769076734.523474:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076734.523477:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076734.523478:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076734.523479:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769076734.523480:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076734.523482:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076734.523483:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076734.523486:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769076734.523487:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076734.523493:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98400.
02000000:00000010:0.0:1769076734.523494:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:1.0:1769076734.523499:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076734.523501:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076734.523507:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5500 x1855007616038144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076734.523511:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076734.523518:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:0.0:1769076734.523519:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076734.523524:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076734.523528:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502bc2e2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5500 x1855007616038144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769076734.523528:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076734.523539:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616038016, portal 25
00000100:00000001:1.0:1769076734.523544:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076734.523545:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076734.523546:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181370624 : -107391528180992 : ffff9e53f61c6300)
00000100:00080000:0.0:1769076734.523550:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076734.523556:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1769076734.523556:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6300 x1855007616038016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076734.523559:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076734.523562:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076734.523567:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076734.523572:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769076734.523573:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3718
00000100:00000040:1.0:1769076734.523578:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076734.523580:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076734.523582:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000400:00000200:0.0:1769076734.523585:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000200:1.0:1769076734.523588:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616038016, offset 0
00000100:00080000:0.0:1769076734.523589:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076734.523595:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076734.523597:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076734.523600:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076734.523601:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076734.523605:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076734.523606:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076734.523607:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076734.523608:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076734.523609:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076734.523612:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076734.523613:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:0.0:1769076734.523618:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076734.523621:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076734.523622:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076734.523625:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:0.0:1769076734.523628:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076734.523630:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076734.523632:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:1.0:1769076734.523633:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769076734.523637:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076734.523640:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076734.523643:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:0.0:1769076734.523644:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076734.523648:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769076734.523651:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769076734.523652:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076734.523656:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769076734.523656:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000008:00100000:0.0:1769076734.523660:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769076734.523664:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37591:37591:256:4294967295] 192.168.204.113@tcp LPNI seq info [37561:37561:8:4294967295]
00000008:00000001:0.0:1769076734.523665:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076734.523669:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076734.523673:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:0.0:1769076734.523676:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7b80.
00000020:00000040:0.0:1769076734.523679:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076734.523682:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076734.523684:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076734.523688:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769076734.523689:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769076734.523690:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076734.523694:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076734.523698:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000800:00000200:1.0:1769076734.523699:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076734.523702:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769076734.523706:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000100:00100000:0.0:1769076734.523708:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7b80 x1855007616038272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076734.523718:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769076734.523718:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076734.523721:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076734.523724:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1769076734.523727:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa511e8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7b80 x1855007616038272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076734.523734:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076734.523741:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076734.523741:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1769076734.523746:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1769076734.523749:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076734.523752:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1769076734.523753:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000100:00000040:0.0:1769076734.523756:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076734.523760:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076734.523761:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769076734.523765:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3728)
00000400:00000200:1.0:1769076734.523766:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076734.523773:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076734.523775:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076734.523780:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076734.523785:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6300 x1855007616038016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.523798:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076734.523800:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6300 x1855007616038016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.523806:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076734.523808:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076734.523813:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076734.523816:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076734.523819:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298391789
00000100:00000010:1.0:1769076734.523824:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bea0.
00000100:00000001:1.0:1769076734.523831:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076734.523836:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298391789
00000100:00000010:1.0:1769076734.523839:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b660.
00000100:00000001:1.0:1769076734.523841:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076734.523843:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076734.523845:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076734.523848:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076734.523850:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076734/real 1769076734]  req@ffff9e53f61c6300 x1855007616038016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076734.523858:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076734.523859:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076734.523861:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076734.523863:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076734.523864:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076734.523866:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076734.523868:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6300 x1855007616038016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076734.523875:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6300 x1855007616038016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.523879:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076734.523882:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.523884:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076734.523885:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076734.523888:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6300 x1855007616038016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.523893:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076734.523896:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6300 x1855007616038016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.523901:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076734.523903:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.523904:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076734.523904:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.523906:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076734.523908:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076734.523910:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076734.523913:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076734.523914:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076734.523917:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6300 x1855007616038016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076734.523922:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616038016:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076734.523926:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.523927:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076734.523929:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6300 x1855007616038016/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.523935:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076734.523937:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076734.523940:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769076734.523942:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076734.523943:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076734.523945:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076734.523947:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076734.523949:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:1.0:1769076734.523953:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076734.523954:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076734.523956:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6300.
00000100:00000001:1.0:1769076734.523959:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076734.523960:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.523962:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.523969:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076734.523971:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076734.523972:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076734.523973:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076734.523974:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076734.523977:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5500 x1855007616038144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.523982:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076734.523983:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076734.523984:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076734.523986:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076734.523987:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076734.523989:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616038144:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076734.523991:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076734.523992:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076734.523993:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076734.523994:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076734.523996:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769076734.523997:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076734.523999:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076734.524001:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076734.524004:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076734.524006:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616038144, portal 10
00000100:00000001:1.0:1769076734.524007:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076734.524008:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367040 : -107391528184576 : ffff9e53f61c5500)
00000100:00000040:1.0:1769076734.524013:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5500 x1855007616038144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524018:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076734.524020:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076734.524022:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076734.524023:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616038144, offset 0
00000400:00000200:1.0:1769076734.524026:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076734.524028:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076734.524030:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076734.524032:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076734.524034:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076734.524035:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076734.524037:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076734.524039:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37592:37592:256:4294967295] 192.168.204.113@tcp LPNI seq info [37562:37562:8:4294967295]
00000400:00000200:1.0:1769076734.524042:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076734.524047:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076734.524050:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076734.524052:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076734.524054:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076734.524057:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076734.524092:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076734.524094:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769076734.524096:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076734.524098:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076734.524100:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076734.524102:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076734.524104:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076734.524106:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076734.524107:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076734.524110:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5500 x1855007616038144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524116:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076734.524118:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5500 x1855007616038144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524127:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076734.524128:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076734.524131:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076734.524134:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076734.524137:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076734.524138:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298390542
00000100:00000001:1.0:1769076734.524141:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298391789
00000100:00000001:1.0:1769076734.524142:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298390542
00000100:00000001:1.0:1769076734.524144:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298391789
00000100:00000001:1.0:1769076734.524145:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076734.524147:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076734.524148:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076734.524150:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076734/real 1769076734]  req@ffff9e53f61c5500 x1855007616038144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076734.524155:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076734.524156:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076734.524158:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076734.524159:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076734.524160:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076734.524162:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076734.524164:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5500 x1855007616038144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076734.524169:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5500 x1855007616038144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524173:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076734.524174:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.524175:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076734.524176:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076734.524178:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5500 x1855007616038144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524183:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076734.524186:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5500 x1855007616038144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524190:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076734.524192:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.524193:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076734.524194:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.524195:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076734.524196:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076734.524197:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076734.524199:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076734.524201:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076734.524203:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5500 x1855007616038144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076734.524208:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616038144:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076734.524210:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076734.524212:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7b80 x1855007616038272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524216:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076734.524217:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076734.524218:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076734.524220:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076734.524221:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076734.524223:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616038272:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076734.524225:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076734.524226:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076734.524227:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076734.524229:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076734.524231:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076734.524233:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076734.524235:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076734.524236:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076734.524238:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076734.524240:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616038272, portal 10
00000100:00000001:1.0:1769076734.524241:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076734.524243:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376896 : -107391528174720 : ffff9e53f61c7b80)
00000100:00000040:1.0:1769076734.524247:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7b80 x1855007616038272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524251:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076734.524253:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076734.524254:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076734.524256:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616038272, offset 0
00000400:00000200:1.0:1769076734.524258:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076734.524260:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076734.524262:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076734.524264:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076734.524265:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076734.524267:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076734.524268:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076734.524270:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37593:37593:256:4294967295] 192.168.204.113@tcp LPNI seq info [37563:37563:8:4294967295]
00000400:00000200:1.0:1769076734.524273:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076734.524277:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076734.524281:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076734.524282:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076734.524285:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076734.524287:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076734.524290:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076734.524291:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769076734.524294:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076734.524296:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076734.524298:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076734.524300:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076734.524302:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076734.524303:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076734.524305:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076734.524307:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7b80 x1855007616038272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524313:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076734.524315:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7b80 x1855007616038272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524319:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076734.524320:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076734.524322:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076734.524324:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076734.524326:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076734.524327:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298390549
00000100:00000001:1.0:1769076734.524329:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298391789
00000100:00000001:1.0:1769076734.524330:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298390549
00000100:00000001:1.0:1769076734.524332:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298391789
00000100:00000001:1.0:1769076734.524333:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076734.524335:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076734.524336:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076734.524338:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076734/real 1769076734]  req@ffff9e53f61c7b80 x1855007616038272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076734.524343:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076734.524344:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076734.524345:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076734.524346:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076734.524348:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076734.524350:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076734.524352:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7b80 x1855007616038272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076734.524357:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7b80 x1855007616038272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524361:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076734.524362:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.524363:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076734.524364:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076734.524366:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7b80 x1855007616038272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524370:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076734.524372:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7b80 x1855007616038272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524376:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076734.524377:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.524378:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076734.524379:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.524380:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076734.524381:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076734.524382:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076734.524384:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076734.524385:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076734.524388:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7b80 x1855007616038272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076734.524392:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616038272:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076734.524394:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.524396:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076734.524398:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5500 x1855007616038144/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524403:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076734.524404:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076734.524405:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769076734.524407:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076734.524407:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076734.524408:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076734.524409:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076734.524410:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:1.0:1769076734.524412:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076734.524413:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076734.524414:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5500.
00000100:00000001:1.0:1769076734.524416:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076734.524417:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.524418:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076734.524420:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7b80 x1855007616038272/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076734.524423:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076734.524424:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076734.524425:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076734.524426:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076734.524427:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076734.524427:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076734.524428:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076734.524429:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:1.0:1769076734.524431:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076734.524431:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076734.524432:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7b80.
00000100:00000001:1.0:1769076734.524434:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076734.524435:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.524436:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076734.524438:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076734.524439:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076734.524440:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076734.524441:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076735.227170:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076735.227177:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076735.227182:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076735.227183:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076735.227251:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076735.227255:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076735.227258:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076735.419158:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076735.419167:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076735.419169:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076735.419176:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076735.419179:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076735.419183:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076735.419186:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076735.419188:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076735.419191:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076735.803158:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298391789, at 4298391808
00000100:00000040:3.0:1769076735.803158:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298391789, at 4298391808
00000100:00000010:3.0:1769076735.803177:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b660.
00000100:00000010:2.0:1769076735.803183:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bea0.
00010000:00000001:1.0:1769076736.251220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076736.251229:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076736.251235:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076736.251236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076736.251343:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076736.251351:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076736.251357:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076736.443159:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076736.443169:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076736.443171:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076736.443179:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076736.443184:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076736.443190:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076736.443192:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076736.443195:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076736.443198:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076737.275186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076737.275196:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076737.275199:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076737.275202:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076737.275208:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076737.275211:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076737.275214:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076737.275217:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076737.275221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076737.275223:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076737.275319:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076737.275325:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076737.275330:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076737.467189:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076737.467198:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076737.467200:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076737.467205:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076737.467209:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076737.467213:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076737.467216:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076737.467218:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076737.467221:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076738.299116:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076738.299122:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076738.299126:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076738.299127:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076738.299176:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076738.299180:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076738.299183:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076738.491137:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076738.491144:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076738.491145:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076738.491149:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076738.491152:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076738.491155:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076738.491157:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076738.491159:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076738.491161:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076739.323129:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076739.323135:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076739.323139:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076739.323140:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076739.323189:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076739.323193:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076739.323196:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076739.515177:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076739.515183:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076739.515184:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076739.515189:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076739.515192:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076739.515195:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.515197:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076739.515199:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.515201:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076739.643156:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076739.643165:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076739.643168:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076739.643172:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076739.643175:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076739.643181:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3723
00000400:00000200:0.0:1769076739.643188:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076739.643194:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076739.643197:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076739.643199:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076739.643202:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076739.643204:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076739.643205:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076739.643208:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076739.643210:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076739.643211:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076739.643213:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076739.643215:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076739.643217:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076739.643220:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076739.643222:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076739.643224:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076739.643227:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076739.643230:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076739.643234:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076739.643237:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076739.643240:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076739.643244:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076739.643247:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.643250:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076739.643252:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076739.643263:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4380.
00000020:00000040:0.0:1769076739.643267:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076739.643271:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076739.643273:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.643277:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076739.643280:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076739.643285:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076739.643295:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:0.0:1769076739.643301:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076739.643309:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4380 x1855007616038400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076739.643318:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076739.643321:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076739.643324:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000234c63a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4380 x1855007616038400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076739.643340:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076739.643343:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076739.643345:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076739.643346:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076739.643347:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076739.643349:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076739.643351:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3723
00000400:00000200:0.0:1769076739.643355:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076739.643358:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076739.643360:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076739.643362:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076739.643365:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076739.643367:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076739.643367:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076739.643370:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076739.643373:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769076739.643374:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769076739.643376:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769076739.643377:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076739.643380:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076739.643382:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076739.643385:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769076739.643385:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4380 x1855007616038400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769076739.643386:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076739.643394:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076739.643398:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076739.643402:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076739.643407:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076739.643411:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076739.643416:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076739.643417:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076739.643421:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076739.643421:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076739.643425:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076739.643426:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076739.643430:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076739.643431:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076739.643436:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076739.643437:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.643439:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076739.643444:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769076739.643445:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616038400:192.168.204.113@tcp:250:kworker.0
00000008:00000001:0.0:1769076739.643447:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.643450:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076739.643454:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1769076739.643456:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6680.
00000020:00000040:0.0:1769076739.643459:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076739.643461:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076739.643462:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.643463:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076739.643463:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076739.643467:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076739.643468:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076739.643469:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076739.643474:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076739.643475:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769076739.643479:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076739.643483:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98400.
00000100:00100000:0.0:1769076739.643484:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6680 x1855007616038528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769076739.643488:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.643496:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076739.643498:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076739.643502:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076739.643505:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703ed1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6680 x1855007616038528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769076739.643509:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:0.0:1769076739.643513:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076739.643516:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769076739.643518:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00080000:0.0:1769076739.643519:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076739.643522:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076739.643524:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076739.643526:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076739.643528:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3723
00000100:00000200:1.0:1769076739.643529:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616038400, portal 25
00000400:00000200:0.0:1769076739.643531:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076739.643536:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1769076739.643537:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1769076739.643540:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181362560 : -107391528189056 : ffff9e53f61c4380)
00000100:00080000:0.0:1769076739.643541:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076739.643545:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076739.643548:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076739.643553:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:1.0:1769076739.643554:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4380 x1855007616038400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076739.643555:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076739.643559:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076739.643561:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076739.643564:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076739.643566:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076739.643570:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076739.643575:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076739.643579:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076739.643579:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769076739.643583:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076739.643586:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076739.643587:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076739.643592:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000010:1.0:1769076739.643593:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000020:00000040:0.0:1769076739.643594:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076739.643599:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000200:1.0:1769076739.643601:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616038400, offset 0
00000100:00000001:0.0:1769076739.643602:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076739.643607:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076739.643609:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076739.643610:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.643612:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076739.643614:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769076739.643615:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000008:00000001:0.0:1769076739.643618:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.643620:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076739.643623:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6a00.
00000020:00000040:0.0:1769076739.643626:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076739.643627:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769076739.643629:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076739.643633:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.643634:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076739.643635:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076739.643637:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076739.643639:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000010:0.0:1769076739.643641:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769076739.643646:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076739.643649:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076739.643655:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00100000:0.0:1769076739.643659:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6a00 x1855007616038656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076739.643663:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076739.643670:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:0.0:1769076739.643672:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076739.643675:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076739.643679:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37594:37594:256:4294967295] 192.168.204.113@tcp LPNI seq info [37564:37564:8:4294967295]
00000100:00000040:0.0:1769076739.643682:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b99ec67] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6a00 x1855007616038656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076739.643694:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076739.643696:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076739.643700:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076739.643704:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076739.643709:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769076739.643710:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076739.643717:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076739.643722:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3733)
00000800:00000200:1.0:1769076739.643722:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076739.643729:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076739.643736:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076739.643739:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076739.643744:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076739.643747:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769076739.643750:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076739.643752:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076739.643757:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076739.643760:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076739.643764:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076739.643766:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076739.643770:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076739.643774:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4380 x1855007616038400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.643781:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076739.643783:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4380 x1855007616038400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.643788:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076739.643790:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076739.643794:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076739.643797:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076739.643799:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298396909
00000100:00000010:1.0:1769076739.643803:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b2a0.
00000100:00000001:1.0:1769076739.643817:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076739.643827:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298396909
00000100:00000010:1.0:1769076739.643830:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b9c0.
00000100:00000001:1.0:1769076739.643832:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076739.643834:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076739.643837:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076739.643839:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076739.643841:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076739/real 1769076739]  req@ffff9e53f61c4380 x1855007616038400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076739.643849:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076739.643850:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076739.643852:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076739.643856:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076739.643858:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076739.643861:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076739.643866:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4380 x1855007616038400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076739.643876:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4380 x1855007616038400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.643883:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076739.643885:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.643887:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076739.643889:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076739.643893:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4380 x1855007616038400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.643902:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076739.643907:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4380 x1855007616038400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.643916:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076739.643918:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.643919:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076739.643920:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.643922:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076739.643924:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076739.643926:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076739.643929:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076739.643931:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076739.643934:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4380 x1855007616038400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076739.643940:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616038400:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076739.643943:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.643944:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076739.643946:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4380 x1855007616038400/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.643951:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076739.643953:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076739.643955:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769076739.643958:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076739.643960:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076739.643962:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076739.643964:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076739.643966:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:1.0:1769076739.643970:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076739.643984:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076739.643987:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4380.
00000100:00000001:1.0:1769076739.643990:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076739.643991:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.643993:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.644000:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076739.644002:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076739.644005:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076739.644006:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076739.644008:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076739.644013:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6680 x1855007616038528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644020:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076739.644022:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076739.644024:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076739.644026:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076739.644029:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076739.644031:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616038528:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076739.644034:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076739.644035:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076739.644036:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076739.644038:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076739.644040:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769076739.644042:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076739.644045:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076739.644047:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076739.644050:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076739.644052:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616038528, portal 10
00000100:00000001:1.0:1769076739.644054:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076739.644055:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181371520 : -107391528180096 : ffff9e53f61c6680)
00000100:00000040:1.0:1769076739.644059:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6680 x1855007616038528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644088:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076739.644090:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076739.644092:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076739.644094:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616038528, offset 0
00000400:00000200:1.0:1769076739.644097:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076739.644100:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076739.644103:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076739.644105:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076739.644107:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076739.644109:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076739.644110:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076739.644113:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37595:37595:256:4294967295] 192.168.204.113@tcp LPNI seq info [37565:37565:8:4294967295]
00000400:00000200:1.0:1769076739.644115:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076739.644120:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076739.644123:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076739.644126:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076739.644129:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076739.644131:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076739.644134:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076739.644136:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769076739.644139:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076739.644140:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076739.644142:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076739.644144:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076739.644147:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076739.644148:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076739.644150:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076739.644152:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6680 x1855007616038528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644158:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076739.644160:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6680 x1855007616038528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644164:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076739.644165:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076739.644167:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076739.644170:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076739.644173:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076739.644174:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298395662
00000100:00000001:1.0:1769076739.644176:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298396909
00000100:00000001:1.0:1769076739.644178:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298395662
00000100:00000001:1.0:1769076739.644179:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298396909
00000100:00000001:1.0:1769076739.644181:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076739.644182:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076739.644183:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076739.644185:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076739/real 1769076739]  req@ffff9e53f61c6680 x1855007616038528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076739.644195:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076739.644196:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076739.644197:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076739.644199:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076739.644200:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076739.644201:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076739.644203:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6680 x1855007616038528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076739.644208:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6680 x1855007616038528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644221:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076739.644222:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.644223:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076739.644224:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076739.644227:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6680 x1855007616038528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644231:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076739.644234:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6680 x1855007616038528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644238:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076739.644239:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.644241:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076739.644242:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.644243:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076739.644244:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076739.644246:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076739.644248:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076739.644249:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076739.644252:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6680 x1855007616038528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076739.644257:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616038528:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076739.644260:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076739.644262:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6a00 x1855007616038656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644266:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076739.644268:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076739.644270:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076739.644272:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076739.644274:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076739.644277:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616038656:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076739.644280:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076739.644282:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076739.644283:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076739.644285:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076739.644288:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769076739.644290:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076739.644294:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076739.644296:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076739.644299:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076739.644303:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616038656, portal 10
00000100:00000001:1.0:1769076739.644305:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076739.644306:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181372416 : -107391528179200 : ffff9e53f61c6a00)
00000100:00000040:1.0:1769076739.644312:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6a00 x1855007616038656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644320:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076739.644323:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076739.644325:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076739.644327:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616038656, offset 0
00000400:00000200:1.0:1769076739.644332:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076739.644336:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076739.644338:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076739.644340:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076739.644343:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076739.644344:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076739.644346:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076739.644348:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37596:37596:256:4294967295] 192.168.204.113@tcp LPNI seq info [37566:37566:8:4294967295]
00000400:00000200:1.0:1769076739.644351:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076739.644356:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076739.644359:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076739.644361:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076739.644364:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076739.644366:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076739.644368:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076739.644370:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769076739.644373:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076739.644374:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076739.644376:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076739.644378:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076739.644380:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076739.644382:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076739.644383:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076739.644386:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6a00 x1855007616038656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644391:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076739.644393:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6a00 x1855007616038656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644397:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076739.644398:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076739.644400:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076739.644402:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076739.644404:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076739.644406:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298395669
00000100:00000001:1.0:1769076739.644408:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298396909
00000100:00000001:1.0:1769076739.644409:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298395669
00000100:00000001:1.0:1769076739.644411:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298396909
00000100:00000001:1.0:1769076739.644412:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076739.644413:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076739.644415:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076739.644417:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076739/real 1769076739]  req@ffff9e53f61c6a00 x1855007616038656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076739.644421:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076739.644422:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076739.644424:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076739.644425:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076739.644426:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076739.644427:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076739.644430:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6a00 x1855007616038656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076739.644435:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6a00 x1855007616038656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644439:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076739.644439:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.644441:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076739.644441:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076739.644443:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6a00 x1855007616038656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644447:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076739.644450:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6a00 x1855007616038656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644454:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076739.644456:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.644457:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076739.644458:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.644459:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076739.644460:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076739.644461:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076739.644463:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076739.644465:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076739.644467:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6a00 x1855007616038656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076739.644471:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616038656:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076739.644474:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.644475:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076739.644477:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6680 x1855007616038528/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644481:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076739.644482:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076739.644484:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769076739.644485:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076739.644486:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076739.644487:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076739.644488:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076739.644490:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011400.
02000000:00000001:1.0:1769076739.644491:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076739.644492:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076739.644494:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6680.
00000100:00000001:1.0:1769076739.644495:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076739.644496:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.644497:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076739.644499:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6a00 x1855007616038656/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076739.644507:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076739.644508:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076739.644509:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769076739.644511:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076739.644512:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076739.644512:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076739.644513:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076739.644514:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:1.0:1769076739.644516:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076739.644516:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076739.644517:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6a00.
00000100:00000001:1.0:1769076739.644518:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076739.644519:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.644520:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076739.644522:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076739.644523:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076739.644524:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076739.644525:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076740.347173:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076740.347179:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076740.347186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076740.347187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076740.347237:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076740.347240:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076740.347243:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076740.539151:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076740.539158:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076740.539159:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076740.539164:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076740.539166:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076740.539169:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076740.539171:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076740.539174:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076740.539176:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076740.923183:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298396909, at 4298396928
00000100:00000040:3.0:1769076740.923187:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298396909, at 4298396928
00000100:00000010:3.0:1769076740.923204:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b9c0.
00000100:00000010:2.0:1769076740.923211:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b2a0.
00010000:00000001:1.0:1769076741.371248:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076741.371255:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076741.371261:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076741.371262:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076741.371416:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076741.371420:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076741.371425:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769076741.563193:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769076741.563200:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076741.563202:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076741.563206:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769076741.563209:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076741.563213:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076741.563215:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076741.563217:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076741.563220:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076742.395182:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076742.395190:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076742.395197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076742.395199:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076742.395289:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076742.395294:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076742.395297:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076742.587197:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076742.587203:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076742.587206:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076742.587210:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076742.587214:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076742.587217:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076742.587220:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076742.587222:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076742.587224:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076743.419239:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076743.419248:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076743.419255:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076743.419260:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076743.419263:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076743.419266:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076743.419269:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076743.419272:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076743.419275:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076743.419277:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076743.419386:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076743.419393:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076743.419399:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076743.611165:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076743.611172:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076743.611174:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076743.611178:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076743.611181:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076743.611185:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076743.611187:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076743.611189:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076743.611191:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076744.443142:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076744.443147:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076744.443151:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076744.443152:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076744.443215:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076744.443219:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076744.443222:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076744.635159:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076744.635167:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076744.635170:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076744.635176:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076744.635180:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076744.635184:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076744.635186:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076744.635189:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076744.635192:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076744.763181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076744.763190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076744.763193:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076744.763197:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076744.763201:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076744.763209:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3728
00000400:00000200:3.0:1769076744.763218:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076744.763225:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076744.763228:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076744.763231:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076744.763235:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076744.763238:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076744.763241:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076744.763246:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076744.763248:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076744.763252:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076744.763255:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076744.763258:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076744.763260:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076744.763263:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076744.763265:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076744.763266:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076744.763268:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076744.763270:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076744.763272:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076744.763274:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076744.763276:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076744.763278:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076744.763280:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076744.763282:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076744.763284:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076744.763291:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000020:00000040:3.0:1769076744.763294:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076744.763297:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076744.763298:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076744.763300:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076744.763302:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076744.763306:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076744.763312:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769076744.763317:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076744.763331:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007616038784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076744.763340:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076744.763343:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076744.763346:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007616038784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076744.763360:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076744.763363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076744.763370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076744.763371:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076744.763372:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076744.763374:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076744.763376:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3728
00000400:00000200:3.0:1769076744.763380:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076744.763383:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076744.763387:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076744.763390:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769076744.763391:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076744.763395:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076744.763396:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076744.763398:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076744.763403:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:1.0:1769076744.763407:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34e00 x1855007616038784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076744.763408:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076744.763415:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076744.763418:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:1.0:1769076744.763420:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076744.763423:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076744.763423:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769076744.763429:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769076744.763429:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
02000000:00000001:1.0:1769076744.763432:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769076744.763434:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:1.0:1769076744.763436:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076744.763442:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616038784:192.168.204.113@tcp:250:kworker.0
00000020:00000001:3.0:1769076744.763443:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076744.763450:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769076744.763451:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076744.763454:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769076744.763455:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769076744.763457:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076744.763459:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076744.763461:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769076744.763464:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076744.763467:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000010:1.0:1769076744.763468:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98400.
00000100:00080000:3.0:1769076744.763470:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:1.0:1769076744.763472:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076744.763474:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076744.763477:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769076744.763480:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:3.0:1769076744.763482:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1769076744.763484:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
02000000:00000001:3.0:1769076744.763486:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076744.763489:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:1.0:1769076744.763491:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000008:00100000:3.0:1769076744.763493:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076744.763497:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076744.763498:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076744.763499:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616038784, portal 25
00000100:00000010:3.0:1769076744.763502:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
00000100:00000001:1.0:1769076744.763503:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076744.763506:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438383616 : -107392271168000 : ffff9e53c9d34e00)
00000020:00000040:3.0:1769076744.763507:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000040:1.0:1769076744.763513:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34e00 x1855007616038784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076744.763520:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769076744.763522:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1769076744.763525:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076744.763527:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076744.763529:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769076744.763531:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
02000000:00000001:3.0:1769076744.763532:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1769076744.763537:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616038784, offset 0
02000000:00000001:3.0:1769076744.763537:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076744.763555:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
02000000:00000010:3.0:1769076744.763555:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769076744.763560:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076744.763564:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:3.0:1769076744.763569:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007616038912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076744.763572:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076744.763581:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769076744.763582:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076744.763585:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076744.763586:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:3.0:1769076744.763591:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007616038912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076744.763593:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076744.763600:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:3.0:1769076744.763604:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076744.763608:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37597:37597:256:4294967295] 192.168.204.113@tcp LPNI seq info [37567:37567:8:4294967295]
00000100:00080000:3.0:1769076744.763609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076744.763617:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076744.763620:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769076744.763621:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:3.0:1769076744.763623:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076744.763627:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076744.763629:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3728
00000400:00000200:1.0:1769076744.763637:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076744.763644:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076744.763646:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076744.763652:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000800:00000010:1.0:1769076744.763654:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000100:00080000:3.0:1769076744.763654:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076744.763660:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076744.763661:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769076744.763665:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769076744.763666:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:1.0:1769076744.763672:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1769076744.763672:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076744.763679:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1769076744.763682:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:3.0:1769076744.763683:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000800:00000200:1.1:1769076744.763687:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769076744.763688:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076744.763693:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000100:1.0:1769076744.763694:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076744.763698:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000020:00000001:3.0:1769076744.763699:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076744.763704:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1769076744.763705:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076744.763712:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769076744.763714:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076744.763717:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000100:00000001:3.0:1769076744.763719:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769076744.763721:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000040:3.0:1769076744.763725:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076744.763726:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769076744.763730:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000200:1.0:1769076744.763733:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34e00 x1855007616038784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769076744.763734:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076744.763741:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076744.763747:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076744.763751:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769076744.763754:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1769076744.763755:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769076744.763759:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34e00 x1855007616038784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076744.763760:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076744.763765:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076744.763769:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076744.763774:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769076744.763774:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076744.763779:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076744.763780:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076744.763785:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076744.763785:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000020:00000040:3.0:1769076744.763787:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076744.763791:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076744.763793:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076744.763795:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076744.763796:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076744.763799:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769076744.763802:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298402029
02000000:00000001:3.0:1769076744.763802:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076744.763808:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000010:1.0:1769076744.763812:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b900.
00000100:00000001:3.0:1769076744.763812:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076744.763821:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007616039040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076744.763823:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076744.763831:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076744.763832:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298402029
00000100:00000001:3.0:1769076744.763833:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076744.763840:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bb40.
00000100:00000040:3.0:1769076744.763840:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007616039040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.763847:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076744.763849:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076744.763853:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769076744.763853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076744.763861:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076744.763861:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076744.763866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076744.763867:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1769076744.763873:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1769076744.763877:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076744/real 1769076744]  req@ffff9e53c9d34e00 x1855007616038784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076744.763882:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3738)
00000400:00000001:1.0:1769076744.763908:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076744.763910:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076744.763914:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076744.763917:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076744.763918:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076744.763931:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076744.763935:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34e00 x1855007616038784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076744.763941:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34e00 x1855007616038784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.763946:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076744.763947:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.763949:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076744.763950:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076744.763953:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34e00 x1855007616038784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.763957:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076744.763961:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34e00 x1855007616038784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.763966:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076744.763968:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.763969:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076744.763970:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.763971:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076744.763973:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076744.763974:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076744.763977:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076744.763978:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076744.763981:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34e00 x1855007616038784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076744.763986:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616038784:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076744.763991:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.763993:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076744.763995:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34e00 x1855007616038784/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764000:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076744.764003:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076744.764005:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769076744.764008:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076744.764010:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076744.764012:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076744.764014:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076744.764016:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:1.0:1769076744.764021:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076744.764023:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076744.764024:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34e00.
00000100:00000001:1.0:1769076744.764028:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076744.764029:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.764031:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.764039:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076744.764041:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076744.764043:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076744.764045:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076744.764047:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076744.764051:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34000 x1855007616038912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764058:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076744.764060:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076744.764061:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076744.764079:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076744.764081:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076744.764084:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616038912:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076744.764086:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076744.764088:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076744.764089:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076744.764091:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076744.764094:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769076744.764095:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076744.764099:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076744.764101:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076744.764104:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076744.764106:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616038912, portal 10
00000100:00000001:1.0:1769076744.764107:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076744.764108:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380032 : -107392271171584 : ffff9e53c9d34000)
00000100:00000040:1.0:1769076744.764113:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34000 x1855007616038912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764118:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076744.764120:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076744.764121:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076744.764123:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616038912, offset 0
00000400:00000200:1.0:1769076744.764126:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076744.764129:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076744.764131:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076744.764134:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076744.764135:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076744.764137:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076744.764139:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076744.764141:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37598:37598:256:4294967295] 192.168.204.113@tcp LPNI seq info [37568:37568:8:4294967295]
00000400:00000200:1.0:1769076744.764144:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076744.764148:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076744.764152:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076744.764154:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076744.764157:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076744.764159:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076744.764162:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076744.764164:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769076744.764166:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076744.764168:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076744.764170:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076744.764172:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076744.764174:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076744.764175:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076744.764177:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076744.764179:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34000 x1855007616038912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764185:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076744.764187:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34000 x1855007616038912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764191:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076744.764193:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076744.764195:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076744.764198:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076744.764200:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076744.764202:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298400782
00000100:00000001:1.0:1769076744.764204:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298402029
00000100:00000001:1.0:1769076744.764205:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298400782
00000100:00000001:1.0:1769076744.764207:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298402029
00000100:00000001:1.0:1769076744.764208:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076744.764210:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076744.764211:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076744.764213:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076744/real 1769076744]  req@ffff9e53c9d34000 x1855007616038912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076744.764218:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076744.764219:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076744.764221:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076744.764222:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076744.764223:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076744.764224:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076744.764227:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34000 x1855007616038912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076744.764232:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34000 x1855007616038912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764237:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076744.764237:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.764239:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076744.764239:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076744.764242:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34000 x1855007616038912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764249:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076744.764253:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34000 x1855007616038912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764260:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076744.764262:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.764264:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076744.764265:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.764267:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076744.764269:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076744.764272:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076744.764276:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076744.764278:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076744.764283:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34000 x1855007616038912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076744.764292:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616038912:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076744.764296:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076744.764300:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37800 x1855007616039040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764311:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076744.764312:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076744.764314:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076744.764315:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076744.764316:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076744.764318:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616039040:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076744.764320:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076744.764322:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076744.764323:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076744.764324:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076744.764327:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769076744.764329:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076744.764331:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076744.764333:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076744.764335:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076744.764337:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616039040, portal 10
00000100:00000001:1.0:1769076744.764339:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076744.764340:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438394368 : -107392271157248 : ffff9e53c9d37800)
00000100:00000040:1.0:1769076744.764344:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37800 x1855007616039040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764348:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076744.764350:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076744.764351:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076744.764353:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616039040, offset 0
00000400:00000200:1.0:1769076744.764355:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076744.764358:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076744.764360:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076744.764362:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076744.764364:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076744.764366:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076744.764367:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076744.764370:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37599:37599:256:4294967295] 192.168.204.113@tcp LPNI seq info [37569:37569:8:4294967295]
00000400:00000200:1.0:1769076744.764372:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076744.764377:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076744.764380:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076744.764382:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076744.764385:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076744.764387:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076744.764390:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076744.764391:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769076744.764394:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076744.764395:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076744.764397:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076744.764400:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076744.764402:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076744.764403:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076744.764405:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076744.764407:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37800 x1855007616039040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764413:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076744.764415:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37800 x1855007616039040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764419:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076744.764420:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076744.764422:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076744.764424:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076744.764426:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076744.764428:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298400789
00000100:00000001:1.0:1769076744.764429:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298402029
00000100:00000001:1.0:1769076744.764431:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298400789
00000100:00000001:1.0:1769076744.764432:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298402029
00000100:00000001:1.0:1769076744.764434:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076744.764435:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076744.764437:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076744.764439:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076744/real 1769076744]  req@ffff9e53c9d37800 x1855007616039040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076744.764444:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076744.764445:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076744.764446:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076744.764447:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076744.764448:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076744.764450:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076744.764452:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37800 x1855007616039040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076744.764457:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37800 x1855007616039040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764461:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076744.764462:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.764463:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076744.764464:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076744.764466:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37800 x1855007616039040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764470:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076744.764472:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37800 x1855007616039040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764476:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076744.764477:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.764479:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076744.764480:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.764481:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076744.764482:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076744.764484:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076744.764486:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076744.764487:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076744.764490:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37800 x1855007616039040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076744.764495:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616039040:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076744.764497:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.764498:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076744.764500:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34000 x1855007616038912/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764504:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076744.764505:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076744.764506:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769076744.764507:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076744.764508:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076744.764509:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076744.764511:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076744.764512:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:1.0:1769076744.764514:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076744.764515:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076744.764516:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34000.
00000100:00000001:1.0:1769076744.764518:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076744.764519:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.764520:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076744.764522:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37800 x1855007616039040/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076744.764526:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076744.764526:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076744.764527:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769076744.764529:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076744.764529:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076744.764530:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076744.764531:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076744.764533:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:1.0:1769076744.764534:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076744.764535:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076744.764536:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37800.
00000100:00000001:1.0:1769076744.764538:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076744.764539:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.764540:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076744.764542:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076744.764543:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076744.764544:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076744.764545:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076745.467229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076745.467237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076745.467242:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076745.467243:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076745.467337:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076745.467346:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076745.467350:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076745.659133:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076745.659141:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076745.659144:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076745.659149:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076745.659153:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076745.659157:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076745.659159:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076745.659161:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076745.659164:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076746.043149:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298402029, at 4298402048
00000100:00000010:2.0:1769076746.043166:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b900.
00000100:00000040:3.0:1769076746.043194:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298402029, at 4298402048
00000100:00000010:3.0:1769076746.043210:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bb40.
00010000:00000001:1.0:1769076746.491143:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076746.491152:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076746.491155:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076746.491164:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076746.491169:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076746.491171:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076746.491173:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076746.491174:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076746.491178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076746.491179:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076746.491259:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076746.491264:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076746.491268:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076746.683211:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076746.683222:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076746.683224:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076746.683233:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076746.683238:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076746.683244:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076746.683247:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076746.683251:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076746.683254:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076747.515227:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076747.515236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076747.515243:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076747.515245:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076747.515326:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076747.515330:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076747.515333:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076747.707198:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076747.707207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076747.707210:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076747.707214:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076747.707218:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076747.707222:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076747.707224:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076747.707226:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076747.707229:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076748.539163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076748.539170:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076748.539175:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076748.539176:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076748.539236:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076748.539240:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076748.539243:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076748.731167:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076748.731176:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076748.731178:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076748.731183:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076748.731186:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076748.731190:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076748.731193:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076748.731196:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076748.731198:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076749.563200:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076749.563209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076749.563214:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076749.563215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076749.563294:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076749.563299:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076749.563304:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076749.755179:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076749.755189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076749.755192:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076749.755199:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076749.755204:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076749.755208:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076749.755210:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076749.755213:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076749.755215:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076749.883164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076749.883176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076749.883179:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076749.883184:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076749.883189:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076749.883197:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3733
00000400:00000200:3.0:1769076749.883205:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076749.883214:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076749.883218:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076749.883222:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076749.883225:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076749.883228:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076749.883230:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076749.883235:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076749.883236:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076749.883239:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076749.883242:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076749.883245:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076749.883247:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076749.883249:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076749.883251:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076749.883252:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076749.883254:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076749.883257:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076749.883259:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076749.883261:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076749.883264:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076749.883266:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076749.883268:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.883270:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076749.883272:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076749.883279:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000020:00000040:3.0:1769076749.883282:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076749.883287:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076749.883288:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.883291:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076749.883294:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076749.883297:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076749.883305:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076749.883311:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076749.883320:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007616039168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076749.883330:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076749.883335:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076749.883340:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007616039168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076749.883359:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076749.883362:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076749.883366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076749.883369:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076749.883371:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076749.883374:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076749.883378:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3733
00000400:00000200:3.0:1769076749.883382:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076749.883387:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076749.883390:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769076749.883391:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769076749.883396:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076749.883397:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076749.883401:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076749.883402:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076749.883408:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:0.0:1769076749.883413:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37800 x1855007616039168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076749.883414:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076749.883420:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076749.883423:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076749.883428:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769076749.883429:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076749.883433:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076749.883433:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076749.883438:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:0.0:1769076749.883441:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769076749.883442:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:0.0:1769076749.883445:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769076749.883447:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:0.0:1769076749.883449:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.883451:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1769076749.883455:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616039168:192.168.204.113@tcp:250:kworker.0
00000100:00000040:3.0:1769076749.883456:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076749.883461:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076749.883465:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076749.883467:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076749.883469:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076749.883474:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076749.883475:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076749.883482:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076749.883487:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076749.883496:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076749.883503:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616039168, portal 25
00000100:00000001:0.0:1769076749.883506:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076749.883508:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438394368 : -107392271157248 : ffff9e53c9d37800)
00000100:00000040:0.0:1769076749.883514:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37800 x1855007616039168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.883521:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076749.883527:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076749.883531:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076749.883534:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616039168, offset 0
00000400:00000200:0.0:1769076749.883540:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076749.883549:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076749.883553:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076749.883556:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000400:00000200:0.0:1769076749.883559:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:3.0:1769076749.883563:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:0.0:1769076749.883568:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076749.883573:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076749.883577:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076749.883580:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076749.883585:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37600:37600:256:4294967295] 192.168.204.113@tcp LPNI seq info [37570:37570:8:4294967295]
00000400:00000200:0.0:1769076749.883589:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076749.883598:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076749.883604:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076749.883609:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076749.883615:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076749.883619:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076749.883624:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076749.883627:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076749.883631:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076749.883633:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076749.883637:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076749.883641:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076749.883646:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076749.883648:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076749.883653:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076749.883656:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37800 x1855007616039168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.883665:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076749.883668:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37800 x1855007616039168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.883674:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.883675:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076749.883677:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769076749.883679:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769076749.883685:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076749.883686:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076749.883691:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076749.883695:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076749.883696:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076749.883699:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298407149
00000008:00100000:3.0:1769076749.883702:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000010:0.0:1769076749.883704:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cade0.
00000008:00000001:3.0:1769076749.883706:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.883709:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076749.883714:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000010:3.0:1769076749.883715:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
00000020:00000040:3.0:1769076749.883720:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076749.883723:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769076749.883724:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298407149
02000000:00000001:3.0:1769076749.883725:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.883730:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1769076749.883731:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca480.
02000000:00000001:3.0:1769076749.883733:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769076749.883736:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1769076749.883738:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076749.883743:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769076749.883744:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:0.0:1769076749.883746:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.883750:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076749.883751:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076749.883760:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076749/real 1769076749]  req@ffff9e53c9d37800 x1855007616039168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076749.883762:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007616039296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076749.883793:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1769076749.883794:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076749.883798:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769076749.883798:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076749.883815:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076749.883818:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076749.883822:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000040:3.0:1769076749.883825:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007616039296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.883827:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076749.883834:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37800 x1855007616039168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076749.883842:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37800 x1855007616039168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.883848:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076749.883849:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.883851:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076749.883852:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076749.883855:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37800 x1855007616039168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.883861:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076749.883864:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37800 x1855007616039168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.883869:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076749.883871:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.883872:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076749.883873:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.883875:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076749.883876:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076749.883878:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076749.883881:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076749.883883:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076749.883885:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37800 x1855007616039168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076749.883891:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616039168:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076749.883895:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.883896:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076749.883899:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37800 x1855007616039168/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.883904:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076749.883908:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1769076749.883910:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076749.883911:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076749.883917:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1769076749.883917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:0.0:1769076749.883920:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076749.883922:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076749.883926:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00080000:3.0:1769076749.883926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:0.0:1769076749.883930:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076749.883931:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1769076749.883934:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1769076749.883935:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1769076749.883937:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1769076749.883939:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:0.0:1769076749.883940:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37800.
00000100:00080000:3.0:1769076749.883944:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3733
00000100:00000001:0.0:1769076749.883945:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076749.883949:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.883952:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769076749.883953:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076749.883958:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076749.883960:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076749.883963:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076749.883965:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076749.883966:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076749.883967:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076749.883969:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1769076749.883970:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769076749.883973:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076749.883974:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076749.883978:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769076749.883979:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769076749.883980:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000001:0.0:1769076749.883982:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769076749.883983:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:0.0:1769076749.883984:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769076749.883988:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076749.883991:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34000 x1855007616039296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076749.883994:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076749.883998:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076749.884002:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076749.884007:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076749.884008:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769076749.884010:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:0.0:1769076749.884011:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076749.884015:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:0.0:1769076749.884016:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769076749.884019:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076749.884020:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076749.884022:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076749.884024:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076749.884027:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769076749.884030:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616039296:192.168.204.113@tcp:38:kworker.0
02000000:00000001:3.0:1769076749.884031:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.884034:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076749.884038:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1769076749.884038:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769076749.884040:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1769076749.884042:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076749.884043:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.884044:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076749.884047:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769076749.884050:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
02000000:00000010:0.0:1769076749.884052:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
00000020:00000040:3.0:1769076749.884055:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076749.884056:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076749.884060:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076749.884063:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.884086:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076749.884088:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076749.884090:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076749.884092:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:3.0:1769076749.884096:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000400:00000010:0.0:1769076749.884097:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000100:00000001:3.0:1769076749.884101:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076749.884102:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076749.884106:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616039296, portal 10
00000100:00100000:3.0:1769076749.884108:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007616039424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076749.884109:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076749.884113:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380032 : -107392271171584 : ffff9e53c9d34000)
00000100:00000001:3.0:1769076749.884121:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076749.884124:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076749.884126:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34000 x1855007616039296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076749.884131:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007616039424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884137:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076749.884145:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076749.884147:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076749.884148:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000040:3.0:1769076749.884151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1769076749.884153:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616039296, offset 0
00000100:00000040:3.0:1769076749.884159:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769076749.884162:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769076749.884164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769076749.884169:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769076749.884171:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769076749.884175:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:3.0:1769076749.884176:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3743)
00000400:00000200:0.0:1769076749.884180:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076749.884183:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076749.884185:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076749.884187:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076749.884190:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37601:37601:256:4294967295] 192.168.204.113@tcp LPNI seq info [37571:37571:8:4294967295]
00000400:00000200:0.0:1769076749.884193:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076749.884199:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076749.884203:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076749.884206:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076749.884208:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076749.884210:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076749.884213:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076749.884215:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076749.884218:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076749.884219:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076749.884221:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076749.884224:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076749.884226:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076749.884228:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076749.884229:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076749.884232:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34000 x1855007616039296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884238:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076749.884240:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34000 x1855007616039296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884244:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076749.884246:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076749.884248:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076749.884251:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076749.884253:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076749.884255:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298405902
00000100:00000001:0.0:1769076749.884257:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298407149
00000100:00000001:0.0:1769076749.884259:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298405902
00000100:00000001:0.0:1769076749.884261:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298407149
00000100:00000001:0.0:1769076749.884262:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076749.884264:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076749.884266:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076749.884268:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076749/real 1769076749]  req@ffff9e53c9d34000 x1855007616039296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076749.884272:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076749.884273:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076749.884274:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076749.884275:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076749.884276:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076749.884278:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076749.884279:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34000 x1855007616039296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076749.884285:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34000 x1855007616039296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884289:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076749.884290:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.884291:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076749.884292:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076749.884294:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34000 x1855007616039296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884298:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076749.884301:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34000 x1855007616039296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884306:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076749.884308:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.884309:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076749.884310:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.884311:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076749.884312:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076749.884314:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076749.884316:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076749.884317:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076749.884319:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34000 x1855007616039296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076749.884324:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616039296:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076749.884326:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.884327:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076749.884329:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34000 x1855007616039296/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884333:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076749.884334:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076749.884335:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076749.884336:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076749.884337:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076749.884338:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076749.884339:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076749.884340:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:0.0:1769076749.884342:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076749.884343:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076749.884344:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34000.
00000100:00000001:0.0:1769076749.884346:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076749.884347:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.884349:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.884351:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076749.884352:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076749.884354:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076749.884355:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076749.884356:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076749.884358:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34e00 x1855007616039424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884363:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076749.884364:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076749.884365:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076749.884367:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076749.884368:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076749.884370:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616039424:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076749.884372:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076749.884373:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076749.884374:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076749.884375:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076749.884377:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076749.884379:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076749.884381:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076749.884383:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076749.884384:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076749.884386:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616039424, portal 10
00000100:00000001:0.0:1769076749.884388:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076749.884389:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438383616 : -107392271168000 : ffff9e53c9d34e00)
00000100:00000040:0.0:1769076749.884393:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34e00 x1855007616039424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884398:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076749.884399:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076749.884401:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076749.884402:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616039424, offset 0
00000400:00000200:0.0:1769076749.884404:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076749.884406:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076749.884409:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076749.884411:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076749.884413:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076749.884415:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076749.884416:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076749.884418:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37602:37602:256:4294967295] 192.168.204.113@tcp LPNI seq info [37572:37572:8:4294967295]
00000400:00000200:0.0:1769076749.884421:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076749.884425:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076749.884428:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076749.884430:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076749.884432:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076749.884434:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076749.884437:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076749.884445:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076749.884448:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076749.884450:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076749.884452:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076749.884454:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076749.884457:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076749.884458:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076749.884460:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076749.884463:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34e00 x1855007616039424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884469:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076749.884471:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34e00 x1855007616039424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884476:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076749.884477:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076749.884479:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076749.884481:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076749.884483:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076749.884485:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298405909
00000100:00000001:0.0:1769076749.884487:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298407149
00000100:00000001:0.0:1769076749.884488:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298405909
00000100:00000001:0.0:1769076749.884490:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298407149
00000100:00000001:0.0:1769076749.884492:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076749.884493:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076749.884494:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076749.884496:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076749/real 1769076749]  req@ffff9e53c9d34e00 x1855007616039424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076749.884501:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076749.884502:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076749.884503:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076749.884504:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076749.884505:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076749.884507:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076749.884509:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34e00 x1855007616039424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076749.884515:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34e00 x1855007616039424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884518:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076749.884519:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.884520:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076749.884521:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076749.884523:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34e00 x1855007616039424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884527:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076749.884530:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34e00 x1855007616039424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884535:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076749.884536:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.884538:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076749.884539:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.884540:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076749.884541:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076749.884543:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076749.884545:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076749.884547:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076749.884549:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34e00 x1855007616039424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076749.884553:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616039424:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076749.884556:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.884557:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076749.884558:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34e00 x1855007616039424/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076749.884562:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076749.884563:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076749.884564:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076749.884566:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076749.884567:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076749.884568:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076749.884569:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076749.884570:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:0.0:1769076749.884572:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076749.884573:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076749.884574:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34e00.
00000100:00000001:0.0:1769076749.884576:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076749.884577:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.884578:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076749.884580:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076749.884581:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076749.884582:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076749.884584:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076750.587205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076750.587214:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076750.587220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076750.587221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076750.587295:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076750.587298:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076750.587301:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076750.779138:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076750.779146:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076750.779148:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076750.779153:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076750.779157:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076750.779161:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076750.779163:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076750.779166:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076750.779169:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076751.163163:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298407149, at 4298407168
00000100:00000040:3.0:1769076751.163163:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298407149, at 4298407168
00000100:00000010:3.0:1769076751.163182:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca480.
00000100:00000010:2.0:1769076751.163188:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cade0.
00010000:00000001:1.0:1769076751.611159:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076751.611168:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076751.611174:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076751.611176:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076751.611255:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076751.611261:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076751.611265:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076751.803185:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076751.803197:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076751.803199:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076751.803207:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076751.803213:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076751.803217:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076751.803221:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076751.803225:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076751.803228:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076752.635205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076752.635213:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076752.635221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076752.635222:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076752.635279:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076752.635284:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076752.635287:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076752.827125:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076752.827131:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076752.827133:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076752.827137:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076752.827139:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076752.827142:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076752.827144:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076752.827146:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076752.827148:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076753.659228:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076753.659234:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076753.659242:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076753.659246:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076753.659247:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076753.659249:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076753.659252:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076753.659254:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076753.659255:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076753.659257:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076753.659318:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076753.659323:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076753.659326:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076753.851131:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076753.851136:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076753.851138:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076753.851142:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076753.851146:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076753.851149:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076753.851150:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076753.851152:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076753.851154:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076754.683125:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076754.683131:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076754.683135:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076754.683136:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076754.683199:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076754.683203:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076754.683206:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076754.875128:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076754.875134:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076754.875135:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076754.875139:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076754.875142:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076754.875145:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076754.875147:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076754.875148:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076754.875151:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076755.003161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076755.003171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076755.003174:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076755.003178:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076755.003182:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076755.003189:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3738
00000400:00000200:0.0:1769076755.003197:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076755.003203:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076755.003207:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076755.003209:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076755.003213:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076755.003216:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076755.003218:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076755.003223:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076755.003225:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076755.003227:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076755.003230:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076755.003233:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076755.003235:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076755.003237:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076755.003239:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076755.003240:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076755.003242:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076755.003244:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076755.003246:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076755.003248:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076755.003250:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076755.003253:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076755.003255:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076755.003257:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076755.003258:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076755.003266:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5180.
00000020:00000040:0.0:1769076755.003268:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076755.003272:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076755.003273:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076755.003275:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076755.003277:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076755.003281:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076755.003287:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769076755.003293:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076755.003301:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5180 x1855007616039552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076755.003309:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076755.003312:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076755.003316:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0881133] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5180 x1855007616039552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076755.003335:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076755.003338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076755.003341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076755.003342:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076755.003343:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076755.003345:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076755.003347:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3738
00000400:00000200:0.0:1769076755.003350:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076755.003353:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076755.003355:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076755.003358:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076755.003360:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076755.003362:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076755.003363:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076755.003364:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076755.003368:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769076755.003369:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076755.003372:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:1.0:1769076755.003373:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769076755.003374:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076755.003377:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076755.003379:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076755.003381:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769076755.003382:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5180 x1855007616039552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076755.003385:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076755.003391:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076755.003395:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076755.003399:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076755.003403:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076755.003406:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076755.003406:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076755.003412:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076755.003412:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076755.003416:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076755.003421:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076755.003422:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076755.003424:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769076755.003427:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769076755.003430:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769076755.003432:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769076755.003435:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076755.003438:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076755.003439:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076755.003445:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616039552:192.168.204.113@tcp:250:kworker.0
00000100:00000010:0.0:1769076755.003456:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4e00.
00000100:00000001:1.0:1769076755.003457:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769076755.003462:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076755.003462:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076755.003465:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076755.003468:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076755.003469:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769076755.003471:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076755.003476:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1769076755.003476:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:0.0:1769076755.003480:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076755.003481:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076755.003485:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076755.003490:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:0.0:1769076755.003493:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000400:00000010:1.0:1769076755.003495:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:0.0:1769076755.003498:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076755.003501:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00100000:0.0:1769076755.003506:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4e00 x1855007616039680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769076755.003511:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616039552, portal 25
00000100:00000001:1.0:1769076755.003516:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076755.003517:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076755.003519:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181366144 : -107391528185472 : ffff9e53f61c5180)
00000100:00000001:0.0:1769076755.003521:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076755.003529:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5180 x1855007616039552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076755.003530:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a33510eb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4e00 x1855007616039680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.003555:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769076755.003557:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076755.003561:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076755.003562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769076755.003564:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00080000:0.0:1769076755.003566:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076755.003569:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1769076755.003569:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616039552, offset 0
00000100:00080000:0.0:1769076755.003572:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076755.003575:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769076755.003577:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076755.003581:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3738
00000400:00000200:1.0:1769076755.003587:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076755.003593:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076755.003597:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076755.003600:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076755.003603:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076755.003605:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076755.003608:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37603:37603:256:4294967295] 192.168.204.113@tcp LPNI seq info [37573:37573:8:4294967295]
00000400:00000200:1.0:1769076755.003612:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076755.003616:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076755.003626:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1769076755.003627:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769076755.003629:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076755.003636:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076755.003640:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769076755.003641:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076755.003645:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000010:1.0:1769076755.003648:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000100:00000001:0.0:1769076755.003649:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076755.003652:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076755.003653:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076755.003655:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076755.003657:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:1.0:1769076755.003658:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:0.0:1769076755.003659:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076755.003664:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.0:1769076755.003664:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769076755.003668:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076755.003671:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076755.003674:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769076755.003675:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076755.003678:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076755.003682:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076755.003685:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076755.003688:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076755.003691:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
02000000:00000001:0.0:1769076755.003692:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076755.003698:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1769076755.003699:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076755.003703:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
02000000:00000001:0.0:1769076755.003704:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076755.003709:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769076755.003709:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:0.0:1769076755.003726:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769076755.003732:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1769076755.003733:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076755.003738:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076755.003738:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076755.003742:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000010:0.0:1769076755.003744:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6d80.
00000100:00000001:1.0:1769076755.003746:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1769076755.003749:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000200:1.0:1769076755.003753:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5180 x1855007616039552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076755.003754:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076755.003756:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076755.003760:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076755.003763:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076755.003766:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076755.003769:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1769076755.003771:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000040:1.0:1769076755.003774:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5180 x1855007616039552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076755.003776:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076755.003784:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076755.003785:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6d80 x1855007616039808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076755.003787:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076755.003793:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076755.003794:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076755.003797:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076755.003801:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076755.003804:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7137345] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6d80 x1855007616039808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.003812:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298412269
00000100:00000001:0.0:1769076755.003813:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076755.003817:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1769076755.003819:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bc00.
00000100:00000040:0.0:1769076755.003821:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076755.003824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076755.003827:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076755.003827:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1769076755.003834:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3748)
00000100:00000001:1.0:1769076755.003838:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298412269
00000100:00000010:1.0:1769076755.003842:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bba0.
00000100:00000001:1.0:1769076755.003846:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076755.003849:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076755.003852:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076755.003854:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076755.003859:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076755/real 1769076755]  req@ffff9e53f61c5180 x1855007616039552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076755.003867:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076755.003868:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076755.003870:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076755.003872:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076755.003873:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076755.003875:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076755.003877:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5180 x1855007616039552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076755.003884:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5180 x1855007616039552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.003888:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076755.003889:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.003891:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076755.003892:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076755.003894:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5180 x1855007616039552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.003899:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076755.003902:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5180 x1855007616039552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.003907:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076755.003909:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.003910:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076755.003910:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.003912:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076755.003914:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076755.003916:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076755.003918:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076755.003920:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076755.003922:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5180 x1855007616039552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076755.003928:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616039552:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076755.003932:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.003934:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076755.003936:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5180 x1855007616039552/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.003941:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076755.003942:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076755.003944:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076755.003946:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076755.003948:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076755.003950:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076755.003952:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076755.003954:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:1.0:1769076755.003958:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076755.003960:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076755.003962:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5180.
00000100:00000001:1.0:1769076755.003965:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076755.003967:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.003969:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.003975:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076755.003978:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076755.003980:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076755.003981:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076755.003983:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076755.003988:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4e00 x1855007616039680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.003995:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076755.003997:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076755.003999:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076755.004001:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076755.004003:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076755.004006:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616039680:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076755.004010:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076755.004012:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076755.004013:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076755.004015:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076755.004019:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076755.004021:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076755.004025:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076755.004028:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076755.004032:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076755.004035:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616039680, portal 10
00000100:00000001:1.0:1769076755.004038:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076755.004039:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181365248 : -107391528186368 : ffff9e53f61c4e00)
00000100:00000040:1.0:1769076755.004045:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4e00 x1855007616039680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004052:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076755.004055:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076755.004058:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076755.004060:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616039680, offset 0
00000400:00000200:1.0:1769076755.004086:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076755.004091:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076755.004095:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076755.004098:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076755.004101:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076755.004104:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076755.004106:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076755.004110:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37604:37604:256:4294967295] 192.168.204.113@tcp LPNI seq info [37574:37574:8:4294967295]
00000400:00000200:1.0:1769076755.004114:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076755.004122:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076755.004127:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076755.004130:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076755.004135:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076755.004137:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076755.004141:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076755.004143:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769076755.004146:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076755.004147:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076755.004150:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076755.004152:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076755.004155:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076755.004156:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076755.004158:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076755.004161:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4e00 x1855007616039680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004167:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076755.004169:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4e00 x1855007616039680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004173:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076755.004175:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076755.004177:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076755.004180:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076755.004182:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076755.004184:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298411022
00000100:00000001:1.0:1769076755.004186:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298412269
00000100:00000001:1.0:1769076755.004188:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298411022
00000100:00000001:1.0:1769076755.004198:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298412269
00000100:00000001:1.0:1769076755.004201:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076755.004203:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076755.004205:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076755.004209:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076755/real 1769076755]  req@ffff9e53f61c4e00 x1855007616039680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076755.004219:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076755.004220:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076755.004222:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076755.004225:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076755.004227:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076755.004229:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076755.004233:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4e00 x1855007616039680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076755.004243:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4e00 x1855007616039680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004251:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076755.004252:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.004254:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076755.004256:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076755.004260:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4e00 x1855007616039680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004267:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076755.004271:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4e00 x1855007616039680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004278:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076755.004281:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.004283:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076755.004284:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.004286:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076755.004288:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076755.004291:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076755.004304:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076755.004306:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076755.004310:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4e00 x1855007616039680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076755.004316:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616039680:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076755.004319:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076755.004321:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6d80 x1855007616039808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004330:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076755.004331:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076755.004332:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076755.004334:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076755.004335:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076755.004337:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616039808:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076755.004339:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076755.004340:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076755.004341:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076755.004343:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076755.004345:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769076755.004347:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076755.004350:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076755.004351:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076755.004354:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076755.004356:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616039808, portal 10
00000100:00000001:1.0:1769076755.004357:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076755.004358:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181373312 : -107391528178304 : ffff9e53f61c6d80)
00000100:00000040:1.0:1769076755.004362:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6d80 x1855007616039808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004366:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076755.004368:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076755.004369:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076755.004371:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616039808, offset 0
00000400:00000200:1.0:1769076755.004374:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076755.004376:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076755.004379:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076755.004381:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076755.004383:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076755.004384:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076755.004386:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076755.004388:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37605:37605:256:4294967295] 192.168.204.113@tcp LPNI seq info [37575:37575:8:4294967295]
00000400:00000200:1.0:1769076755.004392:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076755.004398:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076755.004403:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076755.004406:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076755.004411:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076755.004413:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076755.004417:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076755.004421:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769076755.004425:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076755.004427:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076755.004430:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076755.004434:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076755.004437:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076755.004439:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076755.004442:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076755.004446:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6d80 x1855007616039808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004454:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076755.004456:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6d80 x1855007616039808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004461:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076755.004462:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076755.004465:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076755.004467:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076755.004469:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076755.004471:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298411029
00000100:00000001:1.0:1769076755.004473:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298412269
00000100:00000001:1.0:1769076755.004474:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298411029
00000100:00000001:1.0:1769076755.004476:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298412269
00000100:00000001:1.0:1769076755.004477:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076755.004479:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076755.004481:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076755.004483:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076755/real 1769076755]  req@ffff9e53f61c6d80 x1855007616039808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076755.004488:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076755.004489:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076755.004490:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076755.004492:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076755.004493:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076755.004494:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076755.004496:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6d80 x1855007616039808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076755.004502:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6d80 x1855007616039808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004506:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076755.004507:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.004508:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076755.004509:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076755.004511:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6d80 x1855007616039808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004515:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076755.004517:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6d80 x1855007616039808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004521:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076755.004523:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.004524:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076755.004525:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.004526:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076755.004527:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076755.004529:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076755.004531:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076755.004533:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076755.004535:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6d80 x1855007616039808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076755.004540:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616039808:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076755.004543:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.004544:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076755.004545:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4e00 x1855007616039680/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004549:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076755.004550:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076755.004552:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076755.004553:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076755.004554:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076755.004555:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076755.004556:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076755.004558:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:1.0:1769076755.004559:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076755.004560:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076755.004561:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4e00.
00000100:00000001:1.0:1769076755.004563:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076755.004564:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.004565:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076755.004567:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6d80 x1855007616039808/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076780 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076755.004571:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076755.004572:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076755.004573:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769076755.004574:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076755.004575:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076755.004576:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076755.004577:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076755.004578:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010400.
02000000:00000001:1.0:1769076755.004579:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076755.004580:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076755.004581:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6d80.
00000100:00000001:1.0:1769076755.004583:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076755.004584:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.004585:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076755.004588:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076755.004589:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076755.004590:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076755.004591:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076755.707143:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076755.707148:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076755.707152:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076755.707153:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076755.707197:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076755.707200:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076755.707203:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076755.899187:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076755.899195:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076755.899197:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076755.899203:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076755.899207:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076755.899211:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076755.899214:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076755.899217:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076755.899220:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076756.283138:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298412269, at 4298412288
00000100:00000010:2.0:1769076756.283152:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bc00.
00000100:00000040:3.0:1769076756.283178:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298412269, at 4298412288
00000100:00000010:3.0:1769076756.283192:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bba0.
00010000:00000001:1.0:1769076756.731162:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076756.731171:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076756.731174:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076756.731176:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076756.731181:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076756.731184:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076756.731186:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076756.731188:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076756.731193:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076756.731195:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076756.731255:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076756.731258:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076756.731261:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076756.923130:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076756.923137:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076756.923139:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076756.923145:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076756.923149:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076756.923153:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076756.923156:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076756.923158:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076756.923161:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076757.755144:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076757.755150:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076757.755154:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076757.755155:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076757.755222:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076757.755226:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076757.755229:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076757.947132:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076757.947139:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076757.947140:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076757.947144:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076757.947147:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076757.947150:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076757.947152:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076757.947154:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076757.947156:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076758.779138:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076758.779145:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076758.779151:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076758.779153:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076758.779231:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076758.779235:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076758.779238:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076758.971217:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076758.971225:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076758.971227:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076758.971234:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076758.971239:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076758.971244:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076758.971247:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076758.971250:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076758.971254:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076759.803202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076759.803210:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076759.803215:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076759.803216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076759.803280:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076759.803285:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076759.803289:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076759.995186:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076759.995196:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076759.995198:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076759.995205:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076759.995210:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076759.995214:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076759.995217:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076759.995220:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076759.995222:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076760.123204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076760.123217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076760.123220:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076760.123225:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076760.123230:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076760.123240:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3743
00000400:00000200:3.0:1769076760.123248:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076760.123255:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076760.123258:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076760.123261:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076760.123264:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076760.123266:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076760.123268:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076760.123272:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076760.123274:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076760.123277:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076760.123279:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076760.123281:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076760.123282:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076760.123284:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076760.123286:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076760.123287:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076760.123289:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076760.123291:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076760.123300:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076760.123303:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076760.123305:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076760.123309:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076760.123314:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076760.123317:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076760.123320:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076760.123334:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000020:00000040:3.0:1769076760.123339:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076760.123344:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076760.123346:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076760.123350:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076760.123353:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076760.123358:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076760.123369:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769076760.123378:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076760.123389:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007616039936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076760.123401:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076760.123407:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076760.123413:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007616039936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076760.123440:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076760.123444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076760.123447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076760.123449:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076760.123452:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076760.123455:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076760.123459:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3743
00000400:00000200:3.0:1769076760.123464:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076760.123469:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769076760.123469:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076760.123472:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076760.123476:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769076760.123479:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076760.123480:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769076760.123485:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076760.123491:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36d80 x1855007616039936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076760.123492:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076760.123499:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076760.123506:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769076760.123507:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076760.123511:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076760.123511:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076760.123517:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769076760.123518:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769076760.123521:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
02000000:00000001:1.0:1769076760.123522:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769076760.123529:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:1.0:1769076760.123530:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076760.123536:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616039936:192.168.204.113@tcp:250:kworker.0
00000020:00000001:3.0:1769076760.123537:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076760.123542:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769076760.123546:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076760.123548:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076760.123551:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076760.123553:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769076760.123555:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769076760.123559:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000010:1.0:1769076760.123562:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
00000100:00000001:3.0:1769076760.123564:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:1.0:1769076760.123566:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076760.123570:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076760.123576:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:1.0:1769076760.123577:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076760.123584:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076760.123585:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
02000000:00000001:3.0:1769076760.123590:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1769076760.123595:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
02000000:00000001:3.0:1769076760.123599:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1769076760.123604:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616039936, portal 25
02000000:00000001:3.0:1769076760.123605:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076760.123610:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076760.123612:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076760.123613:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438391680 : -107392271159936 : ffff9e53c9d36d80)
00000008:00100000:3.0:1769076760.123619:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769076760.123620:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36d80 x1855007616039936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769076760.123639:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076760.123644:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076760.123650:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000100:00000001:1.0:1769076760.123651:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769076760.123655:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000040:1.0:1769076760.123659:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769076760.123661:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076760.123663:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076760.123664:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000001:3.0:1769076760.123665:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076760.123668:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1769076760.123670:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616039936, offset 0
02000000:00000001:3.0:1769076760.123671:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076760.123680:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000400:00000200:1.0:1769076760.123685:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076760.123686:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076760.123693:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007616040064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076760.123697:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076760.123706:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769076760.123708:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:3.0:1769076760.123710:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076760.123716:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769076760.123716:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007616040064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076760.123725:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076760.123732:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769076760.123733:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076760.123736:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00080000:3.0:1769076760.123741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076760.123743:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37606:37606:256:4294967295] 192.168.204.113@tcp LPNI seq info [37576:37576:8:4294967295]
00000100:00080000:3.0:1769076760.123753:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1769076760.123756:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076760.123758:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076760.123762:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076760.123766:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076760.123772:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3743
00000400:00000200:1.0:1769076760.123779:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076760.123789:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076760.123791:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000010:1.0:1769076760.123799:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000400:00000200:3.0:1769076760.123800:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076760.123806:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076760.123810:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:1.0:1769076760.123817:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769076760.123817:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076760.123823:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:1.0:1769076760.123824:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769076760.123828:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000200:1.1:1769076760.123834:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:3.0:1769076760.123835:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076760.123838:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000800:00000200:1.1:1769076760.123840:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076760.123843:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000100:1.0:1769076760.123847:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000020:00000040:3.0:1769076760.123848:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000010:1.0:1769076760.123850:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000020:00000001:3.0:1769076760.123853:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076760.123857:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076760.123859:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769076760.123864:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076760.123869:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769076760.123871:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076760.123875:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000100:00000040:3.0:1769076760.123877:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000010:1.0:1769076760.123879:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:3.0:1769076760.123883:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076760.123886:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1769076760.123889:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000200:1.0:1769076760.123893:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36d80 x1855007616039936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769076760.123898:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076760.123906:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076760.123911:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769076760.123912:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076760.123918:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36d80 x1855007616039936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076760.123918:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076760.123926:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076760.123932:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076760.123933:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076760.123936:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:3.0:1769076760.123938:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076760.123942:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769076760.123944:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076760.123949:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076760.123949:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076760.123955:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298417389
00000100:00000010:3.0:1769076760.123957:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000100:00000010:1.0:1769076760.123961:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b6c0.
00000020:00000040:3.0:1769076760.123963:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076760.123968:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076760.123970:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076760.123971:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076760.123973:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076760.123977:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769076760.123978:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298417389
02000000:00000001:3.0:1769076760.123980:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076760.123982:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b1e0.
00000100:00000001:1.0:1769076760.123987:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
02000000:00000010:3.0:1769076760.123989:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:1.0:1769076760.123990:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076760.123995:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076760.123997:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076760.123998:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076760.124003:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076760/real 1769076760]  req@ffff9e53c9d36d80 x1855007616039936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076760.124008:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007616040192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1769076760.124014:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076760.124017:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076760.124020:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076760.124025:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000100:00000001:3.0:1769076760.124027:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769076760.124028:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076760.124032:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769076760.124032:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076760.124038:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36d80 x1855007616039936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076760.124043:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007616040192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076760.124050:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36d80 x1855007616039936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124088:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076760.124090:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124092:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076760.124094:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076760.124098:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36d80 x1855007616039936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124104:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076760.124108:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36d80 x1855007616039936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124115:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076760.124115:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076760.124123:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124124:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1769076760.124124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076760.124127:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124132:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1769076760.124134:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076760.124135:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076760.124141:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1769076760.124143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076760.124146:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076760.124150:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076760.124157:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076760.124158:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36d80 x1855007616039936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076760.124169:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616039936:192.168.204.113@tcp:250:kworker.0
00000100:00000040:3.0:1769076760.124169:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3753)
00000100:00000001:1.0:1769076760.124178:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124180:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076760.124182:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36d80 x1855007616039936/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124187:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076760.124190:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076760.124192:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076760.124194:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076760.124196:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076760.124198:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076760.124199:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076760.124202:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:1.0:1769076760.124205:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076760.124207:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076760.124209:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36d80.
00000100:00000001:1.0:1769076760.124213:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076760.124215:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124216:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124223:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076760.124225:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076760.124227:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076760.124228:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076760.124229:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076760.124231:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36680 x1855007616040064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124241:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076760.124242:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076760.124243:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076760.124245:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076760.124246:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076760.124248:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616040064:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076760.124250:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076760.124251:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076760.124253:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076760.124254:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076760.124257:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076760.124259:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076760.124263:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076760.124266:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076760.124270:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076760.124273:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616040064, portal 10
00000100:00000001:1.0:1769076760.124275:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076760.124277:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438389888 : -107392271161728 : ffff9e53c9d36680)
00000100:00000040:1.0:1769076760.124285:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36680 x1855007616040064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124292:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076760.124295:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076760.124298:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076760.124300:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616040064, offset 0
00000400:00000200:1.0:1769076760.124305:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076760.124310:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076760.124314:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076760.124318:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076760.124320:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076760.124322:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076760.124323:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076760.124327:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37607:37607:256:4294967295] 192.168.204.113@tcp LPNI seq info [37577:37577:8:4294967295]
00000400:00000200:1.0:1769076760.124331:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076760.124336:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076760.124339:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076760.124343:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076760.124346:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076760.124348:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076760.124351:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076760.124353:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769076760.124355:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076760.124357:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076760.124359:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076760.124361:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076760.124363:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076760.124365:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076760.124367:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076760.124369:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36680 x1855007616040064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124375:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076760.124377:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36680 x1855007616040064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124381:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076760.124382:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076760.124385:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076760.124388:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076760.124390:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076760.124392:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298416142
00000100:00000001:1.0:1769076760.124394:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298417389
00000100:00000001:1.0:1769076760.124396:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298416142
00000100:00000001:1.0:1769076760.124397:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298417389
00000100:00000001:1.0:1769076760.124399:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076760.124400:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076760.124402:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076760.124404:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076760/real 1769076760]  req@ffff9e53c9d36680 x1855007616040064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076760.124409:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076760.124410:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076760.124411:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076760.124413:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076760.124414:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076760.124415:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076760.124417:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36680 x1855007616040064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076760.124423:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36680 x1855007616040064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124427:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076760.124428:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124429:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076760.124430:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076760.124432:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36680 x1855007616040064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124436:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076760.124438:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36680 x1855007616040064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124442:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076760.124443:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124444:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076760.124445:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124446:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076760.124448:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076760.124449:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076760.124452:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076760.124453:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076760.124459:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36680 x1855007616040064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076760.124465:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616040064:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076760.124467:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076760.124473:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34700 x1855007616040192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124477:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076760.124478:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076760.124480:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076760.124482:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076760.124483:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076760.124486:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616040192:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076760.124488:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076760.124489:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076760.124490:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076760.124491:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076760.124493:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076760.124495:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076760.124497:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076760.124498:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076760.124500:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076760.124502:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616040192, portal 10
00000100:00000001:1.0:1769076760.124503:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076760.124504:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438381824 : -107392271169792 : ffff9e53c9d34700)
00000100:00000040:1.0:1769076760.124509:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34700 x1855007616040192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124513:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076760.124515:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076760.124516:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076760.124518:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616040192, offset 0
00000400:00000200:1.0:1769076760.124520:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076760.124523:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076760.124525:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076760.124527:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076760.124528:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076760.124530:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076760.124532:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076760.124534:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37608:37608:256:4294967295] 192.168.204.113@tcp LPNI seq info [37578:37578:8:4294967295]
00000400:00000200:1.0:1769076760.124539:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076760.124545:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076760.124548:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076760.124551:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076760.124555:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076760.124557:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076760.124560:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076760.124562:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769076760.124564:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076760.124566:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076760.124568:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076760.124570:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076760.124572:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076760.124573:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076760.124574:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076760.124577:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34700 x1855007616040192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124582:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076760.124584:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34700 x1855007616040192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124588:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076760.124589:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076760.124591:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076760.124594:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076760.124596:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076760.124597:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298416149
00000100:00000001:1.0:1769076760.124599:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298417389
00000100:00000001:1.0:1769076760.124601:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298416149
00000100:00000001:1.0:1769076760.124603:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298417389
00000100:00000001:1.0:1769076760.124604:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076760.124606:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076760.124607:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076760.124609:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076760/real 1769076760]  req@ffff9e53c9d34700 x1855007616040192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076760.124614:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076760.124614:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076760.124615:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076760.124617:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076760.124618:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076760.124619:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076760.124620:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34700 x1855007616040192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076760.124626:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34700 x1855007616040192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124645:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076760.124646:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124647:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076760.124649:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076760.124651:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34700 x1855007616040192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124657:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076760.124659:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34700 x1855007616040192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124664:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076760.124666:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124667:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076760.124668:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124670:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076760.124670:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076760.124672:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076760.124674:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076760.124675:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076760.124677:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34700 x1855007616040192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076760.124682:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616040192:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076760.124684:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124685:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076760.124687:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36680 x1855007616040064/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124691:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076760.124692:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076760.124694:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076760.124696:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076760.124697:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076760.124698:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076760.124699:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076760.124701:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:1.0:1769076760.124703:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076760.124704:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076760.124705:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36680.
00000100:00000001:1.0:1769076760.124707:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076760.124708:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124709:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076760.124711:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34700 x1855007616040192/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076760.124716:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076760.124716:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076760.124717:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076760.124719:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076760.124719:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076760.124720:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076760.124721:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076760.124722:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:1.0:1769076760.124723:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076760.124724:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076760.124724:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34700.
00000100:00000001:1.0:1769076760.124726:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076760.124727:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124728:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076760.124730:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076760.124731:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076760.124732:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076760.124733:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076760.827139:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076760.827144:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076760.827148:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076760.827149:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076760.827252:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076760.827258:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076760.827262:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076761.019218:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076761.019229:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076761.019232:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076761.019240:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076761.019245:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076761.019250:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076761.019254:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076761.019257:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076761.019260:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076761.403152:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298417389, at 4298417408
00000100:00000040:3.0:1769076761.403152:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298417389, at 4298417408
00000100:00000010:3.0:1769076761.403171:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b1e0.
00000100:00000010:2.0:1769076761.403174:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b6c0.
00010000:00000001:1.0:1769076761.851186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076761.851192:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076761.851198:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076761.851199:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076761.851301:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076761.851307:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076761.851311:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076762.043154:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076762.043163:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076762.043165:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076762.043171:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076762.043174:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076762.043178:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076762.043180:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076762.043183:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076762.043185:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076762.875166:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076762.875172:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076762.875178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076762.875180:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076762.875248:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076762.875252:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076762.875255:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076763.067204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076763.067211:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076763.067214:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076763.067219:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076763.067223:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076763.067227:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076763.067230:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076763.067232:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076763.067236:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076763.899143:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076763.899148:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076763.899153:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076763.899156:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076763.899159:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076763.899162:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076763.899165:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076763.899167:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076763.899169:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076763.899172:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076763.899267:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076763.899271:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076763.899274:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076764.091126:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076764.091131:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076764.091133:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076764.091136:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076764.091139:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076764.091142:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076764.091144:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076764.091147:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076764.091156:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076764.923147:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076764.923154:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076764.923160:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076764.923162:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076764.923255:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076764.923259:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076764.923263:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076765.115149:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076765.115155:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076765.115156:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076765.115161:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076765.115163:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076765.115166:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076765.115168:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076765.115170:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076765.115173:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076765.243256:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076765.243271:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076765.243275:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076765.243280:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076765.243286:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076765.243297:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3748
00000400:00000200:2.0:1769076765.243310:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076765.243320:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076765.243325:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076765.243330:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076765.243334:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076765.243338:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076765.243341:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076765.243347:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076765.243350:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076765.243354:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076765.243358:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076765.243361:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076765.243364:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076765.243367:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076765.243370:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076765.243372:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076765.243375:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076765.243380:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076765.243385:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076765.243388:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076765.243392:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076765.243397:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076765.243402:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.243406:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076765.243409:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076765.243477:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000020:00000040:2.0:1769076765.243483:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076765.243489:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076765.243491:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.243495:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076765.243499:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076765.243506:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076765.243520:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22400.
00000100:00000001:2.0:1769076765.243531:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076765.243568:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007616040320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076765.243602:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076765.243608:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076765.243615:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007616040320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076765.243646:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076765.243649:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076765.243654:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076765.243656:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076765.243658:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076765.243662:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076765.243665:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3748
00000400:00000200:2.0:1769076765.243671:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076765.243675:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076765.243678:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076765.243682:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076765.243685:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076765.243689:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076765.243691:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076765.243693:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076765.243698:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769076765.243700:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769076765.243701:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076765.243705:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769076765.243706:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769076765.243714:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076765.243719:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076765.243727:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769076765.243728:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692a00 x1855007616040320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076765.243738:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076765.243746:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076765.243756:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076765.243768:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076765.243768:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076765.243775:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769076765.243776:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:1.0:1769076765.243789:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1769076765.243789:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076765.243797:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076765.243798:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076765.243809:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076765.243810:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076765.243819:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616040320:192.168.204.113@tcp:250:kworker.0
02000000:00000001:2.0:1769076765.243822:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076765.243824:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076765.243827:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076765.243831:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769076765.243831:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769076765.243835:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769076765.243837:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769076765.243839:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1769076765.243847:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.243849:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076765.243853:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99400.
00000100:00000010:2.0:1769076765.243855:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
02000000:00000001:1.0:1769076765.243859:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769076765.243862:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076765.243865:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076765.243869:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.243872:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076765.243877:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769076765.243878:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:2.0:1769076765.243884:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076765.243887:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
02000000:00000010:2.0:1769076765.243891:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21400.
00000100:00000001:2.0:1769076765.243898:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076765.243899:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00100000:2.0:1769076765.243914:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007616040448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769076765.243915:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616040320, portal 25
00000100:00000001:1.0:1769076765.243930:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076765.243936:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102516224 : -107391607035392 : ffff9e53f1692a00)
00000100:00000040:1.0:1769076765.243958:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692a00 x1855007616040320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076765.243992:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076765.243998:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076765.244015:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007616040448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.244022:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076765.244039:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076765.244055:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076765.244058:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616040320, offset 0
00000100:00000001:2.0:1769076765.244074:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076765.244093:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076765.244102:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076765.244110:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076765.244115:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076765.244119:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076765.244123:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076765.244127:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076765.244131:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37609:37609:256:4294967295] 192.168.204.113@tcp LPNI seq info [37579:37579:8:4294967295]
00000100:00080000:2.0:1769076765.244134:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076765.244143:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:2.0:1769076765.244146:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076765.244150:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076765.244154:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076765.244159:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076765.244169:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3748
00000400:00000200:1.0:1769076765.244181:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076765.244191:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076765.244195:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000010:1.0:1769076765.244196:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000400:00000200:2.0:1769076765.244206:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000800:00000200:1.0:1769076765.244219:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:2.0:1769076765.244220:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1769076765.244234:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769076765.244235:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076765.244254:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076765.244263:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:1.1:1769076765.244265:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076765.244275:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000200:1.1:1769076765.244276:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769076765.244282:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076765.244289:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000800:00000100:1.0:1769076765.244294:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000020:00000001:2.0:1769076765.244296:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:1.0:1769076765.244299:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000020:00000040:2.0:1769076765.244300:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076765.244308:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076765.244311:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1769076765.244313:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076765.244321:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076765.244323:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769076765.244337:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076765.244341:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000100:00000040:2.0:1769076765.244345:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000010:1.0:1769076765.244348:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:2.0:1769076765.244356:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076765.244359:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1769076765.244366:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000200:1.0:1769076765.244372:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692a00 x1855007616040320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769076765.244374:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076765.244387:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076765.244396:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076765.244405:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076765.244408:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769076765.244411:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.244419:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769076765.244420:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692a00 x1855007616040320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1769076765.244424:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076765.244438:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.244445:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076765.244450:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000020:00000040:2.0:1769076765.244453:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076765.244460:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076765.244464:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.244472:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076765.244478:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076765.244482:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076765.244492:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000100:00000001:2.0:1769076765.244502:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076765.244504:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076765.244513:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1769076765.244513:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007616040576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076765.244527:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.244528:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076765.244534:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076765.244558:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076765.244563:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298422510
00000100:00000010:1.0:1769076765.244568:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b720.
00000100:00000040:2.0:1769076765.244573:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007616040576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.244577:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076765.244591:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298422510
00000100:00000010:1.0:1769076765.244607:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b6c0.
00000100:00000001:1.0:1769076765.244615:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076765.244617:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076765.244621:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769076765.244623:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076765.244626:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076765.244631:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076765.244633:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1769076765.244643:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1769076765.244650:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076765/real 1769076765]  req@ffff9e53f1692a00 x1855007616040320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076765.244653:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076765.244669:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3758)
00000400:00000001:1.0:1769076765.244671:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076765.244674:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076765.244677:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076765.244681:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076765.244685:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076765.244687:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076765.244690:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692a00 x1855007616040320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076765.244699:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692a00 x1855007616040320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.244706:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076765.244708:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.244710:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076765.244711:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076765.244714:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692a00 x1855007616040320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.244718:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076765.244722:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692a00 x1855007616040320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.244727:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076765.244728:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.244730:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076765.244730:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.244732:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076765.244734:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076765.244736:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076765.244740:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076765.244741:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076765.244744:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692a00 x1855007616040320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076765.244749:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616040320:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076765.244752:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.244754:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076765.244756:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692a00 x1855007616040320/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.244760:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076765.244763:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076765.244765:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076765.244767:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076765.244769:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076765.244771:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076765.244772:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076765.244774:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22400.
02000000:00000001:1.0:1769076765.244778:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076765.244779:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076765.244781:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692a00.
00000100:00000001:1.0:1769076765.244784:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076765.244785:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.244786:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.244792:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076765.244793:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076765.244795:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076765.244797:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076765.244798:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076765.244800:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690380 x1855007616040448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.244806:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076765.244807:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076765.244809:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076765.244811:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076765.244812:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076765.244814:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616040448:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076765.244816:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076765.244818:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076765.244819:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076765.244820:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076765.244822:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076765.244824:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076765.244827:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076765.244829:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076765.244831:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076765.244834:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616040448, portal 10
00000100:00000001:1.0:1769076765.244835:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076765.244836:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102506368 : -107391607045248 : ffff9e53f1690380)
00000100:00000040:1.0:1769076765.244841:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690380 x1855007616040448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.244845:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076765.244846:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076765.244848:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076765.244850:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616040448, offset 0
00000400:00000200:1.0:1769076765.244853:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076765.244856:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076765.244859:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076765.244862:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076765.244864:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076765.244865:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076765.244867:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076765.244869:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37610:37610:256:4294967295] 192.168.204.113@tcp LPNI seq info [37580:37580:8:4294967295]
00000400:00000200:1.0:1769076765.244872:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076765.244877:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076765.244880:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076765.244882:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076765.244885:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076765.244887:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076765.244891:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076765.244893:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769076765.244896:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076765.244897:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076765.244899:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076765.244902:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076765.244904:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076765.244905:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076765.244907:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076765.244909:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690380 x1855007616040448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.244915:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076765.244917:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690380 x1855007616040448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.244922:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076765.244923:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076765.244926:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076765.244929:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076765.244931:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076765.244933:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298421262
00000100:00000001:1.0:1769076765.244935:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298422510
00000100:00000001:1.0:1769076765.244937:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298421262
00000100:00000001:1.0:1769076765.244939:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298422510
00000100:00000001:1.0:1769076765.244940:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076765.244941:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076765.244942:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076765.244945:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076765/real 1769076765]  req@ffff9e53f1690380 x1855007616040448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076765.244950:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076765.244951:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076765.244952:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076765.244953:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076765.244954:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076765.244956:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076765.244958:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690380 x1855007616040448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076765.244963:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690380 x1855007616040448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.244967:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076765.244968:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.244969:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076765.244970:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076765.244972:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690380 x1855007616040448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.244976:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076765.244979:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690380 x1855007616040448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.244983:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076765.244985:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.244986:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076765.244987:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.244988:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076765.244989:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076765.244991:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076765.244993:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076765.244994:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076765.244996:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690380 x1855007616040448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076765.245001:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616040448:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076765.245004:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076765.245006:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007616040576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.245010:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076765.245011:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076765.245012:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076765.245013:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076765.245015:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076765.245017:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616040576:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076765.245019:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076765.245021:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076765.245022:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076765.245023:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076765.245025:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076765.245026:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076765.245028:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076765.245030:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076765.245032:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076765.245034:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616040576, portal 10
00000100:00000001:1.0:1769076765.245035:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076765.245036:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:1.0:1769076765.245040:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007616040576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.245045:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076765.245046:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076765.245047:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076765.245048:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616040576, offset 0
00000400:00000200:1.0:1769076765.245051:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076765.245053:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076765.245055:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076765.245057:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076765.245059:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076765.245061:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076765.245062:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076765.245083:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37611:37611:256:4294967295] 192.168.204.113@tcp LPNI seq info [37581:37581:8:4294967295]
00000400:00000200:1.0:1769076765.245086:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076765.245090:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076765.245094:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076765.245096:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076765.245098:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076765.245100:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076765.245103:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076765.245105:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769076765.245108:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076765.245109:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076765.245111:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076765.245113:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076765.245115:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076765.245117:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076765.245118:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076765.245121:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690a80 x1855007616040576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.245127:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076765.245130:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690a80 x1855007616040576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.245138:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076765.245140:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076765.245143:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076765.245146:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076765.245149:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076765.245152:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298421270
00000100:00000001:1.0:1769076765.245154:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298422510
00000100:00000001:1.0:1769076765.245156:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298421270
00000100:00000001:1.0:1769076765.245169:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298422510
00000100:00000001:1.0:1769076765.245172:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076765.245174:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076765.245176:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076765.245180:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076765/real 1769076765]  req@ffff9e53f1690a80 x1855007616040576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076765.245189:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076765.245191:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076765.245192:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076765.245195:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076765.245197:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076765.245199:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076765.245202:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007616040576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076765.245207:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007616040576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.245213:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076765.245214:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.245215:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076765.245216:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076765.245219:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007616040576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.245223:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076765.245225:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007616040576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.245230:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076765.245232:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.245233:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076765.245233:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.245235:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076765.245236:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076765.245237:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076765.245239:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076765.245240:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076765.245243:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007616040576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076765.245247:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616040576:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076765.245250:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.245251:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076765.245253:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690380 x1855007616040448/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.245258:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076765.245260:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076765.245261:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076765.245263:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076765.245264:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076765.245265:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076765.245266:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076765.245268:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21400.
02000000:00000001:1.0:1769076765.245269:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076765.245270:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076765.245271:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690380.
00000100:00000001:1.0:1769076765.245273:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076765.245274:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.245275:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076765.245277:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007616040576/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076765.245281:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076765.245282:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076765.245282:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076765.245284:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076765.245284:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076765.245285:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076765.245286:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076765.245287:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:1.0:1769076765.245288:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076765.245289:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076765.245290:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:1.0:1769076765.245291:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076765.245292:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.245293:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076765.245295:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076765.245296:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076765.245297:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076765.245298:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076765.947145:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076765.947151:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076765.947155:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076765.947156:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076765.947205:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076765.947208:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076765.947211:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076766.139183:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076766.139193:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076766.139196:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076766.139202:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076766.139207:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076766.139211:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076766.139214:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076766.139217:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076766.139221:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076766.523206:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298422510, at 4298422528
00000100:00000040:3.0:1769076766.523206:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298422510, at 4298422528
00000100:00000010:3.0:1769076766.523230:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b6c0.
00000100:00000010:2.0:1769076766.523234:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b720.
00010000:00000001:1.0:1769076766.971286:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076766.971299:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076766.971303:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076766.971308:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076766.971326:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076766.971330:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076766.971334:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076766.971339:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076766.971345:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076766.971349:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076766.971506:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076766.971573:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076766.971579:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076767.163209:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076767.163219:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076767.163222:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076767.163229:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076767.163234:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076767.163239:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076767.163242:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076767.163245:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076767.163249:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076767.995163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076767.995170:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076767.995177:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076767.995180:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076767.995255:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076767.995261:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076767.995266:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076768.187158:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076768.187169:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076768.187171:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076768.187177:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076768.187181:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076768.187186:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076768.187188:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076768.187192:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076768.187194:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076769.019268:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076769.019279:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076769.019286:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076769.019287:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076769.019443:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076769.019454:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076769.019463:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076769.211208:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076769.211217:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076769.211220:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076769.211226:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076769.211231:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076769.211236:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076769.211240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076769.211243:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076769.211247:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076770.043183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076770.043192:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076770.043198:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076770.043199:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076770.043279:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076770.043284:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076770.043288:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076770.235189:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076770.235198:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076770.235200:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076770.235206:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076770.235211:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076770.235215:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076770.235217:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076770.235220:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076770.235223:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076770.363277:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076770.363289:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076770.363293:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076770.363298:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076770.363302:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076770.363337:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3753
00000400:00000200:0.0:1769076770.363348:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076770.363355:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076770.363359:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076770.363363:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076770.363367:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076770.363370:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076770.363373:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076770.363377:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076770.363379:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076770.363382:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076770.363385:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076770.363388:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076770.363403:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076770.363406:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076770.363408:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076770.363411:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076770.363413:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076770.363416:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076770.363420:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076770.363422:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076770.363425:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076770.363430:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076770.363433:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076770.363435:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076770.363438:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076770.363448:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6d80.
00000020:00000040:0.0:1769076770.363452:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076770.363483:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076770.363486:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076770.363490:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076770.363492:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076770.363497:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076770.363523:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769076770.363531:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076770.363541:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6d80 x1855007616040704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076770.363554:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076770.363559:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076770.363564:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7137345] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6d80 x1855007616040704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076770.363597:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076770.363601:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076770.363606:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076770.363609:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076770.363611:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076770.363615:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076770.363619:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3753
00000400:00000200:0.0:1769076770.363626:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076770.363631:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076770.363636:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076770.363642:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076770.363646:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076770.363650:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076770.363654:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076770.363658:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076770.363661:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076770.363664:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076770.363668:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:1.0:1769076770.363668:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076770.363676:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769076770.363677:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076770.363680:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769076770.363687:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769076770.363695:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6d80 x1855007616040704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076770.363699:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076770.363708:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076770.363717:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076770.363718:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076770.363738:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076770.363740:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:1.0:1769076770.363743:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769076770.363745:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:1.0:1769076770.363748:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769076770.363751:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:1.0:1769076770.363753:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076770.363755:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076770.363761:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1769076770.363761:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616040704:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076770.363769:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076770.363770:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076770.363774:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076770.363775:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076770.363778:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076770.363780:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769076770.363785:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769076770.363786:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076770.363791:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076770.363792:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076770.363793:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99400.
00000100:00000010:0.0:1769076770.363798:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4e00.
02000000:00000001:1.0:1769076770.363799:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769076770.363807:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076770.363811:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076770.363814:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076770.363815:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076770.363818:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076770.363821:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769076770.363823:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
02000000:00000001:0.0:1769076770.363824:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076770.363833:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000400:00000010:1.0:1769076770.363835:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000001:0.0:1769076770.363838:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076770.363844:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616040704, portal 25
00000100:00100000:0.0:1769076770.363848:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4e00 x1855007616040832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076770.363849:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076770.363853:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181373312 : -107391528178304 : ffff9e53f61c6d80)
00000100:00000001:0.0:1769076770.363891:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769076770.363891:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6d80 x1855007616040704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076770.363900:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076770.363915:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a33510eb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4e00 x1855007616040832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.363916:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076770.363928:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076770.363936:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076770.363945:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616040704, offset 0
00000100:00000001:0.0:1769076770.363946:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076770.363955:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076770.363961:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076770.363963:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076770.363969:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076770.363971:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076770.363977:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769076770.363977:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:0.0:1769076770.364001:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3753
00000400:00000200:1.0:1769076770.364008:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076770.364014:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076770.364019:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076770.364023:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076770.364026:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076770.364031:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37612:37612:256:4294967295] 192.168.204.113@tcp LPNI seq info [37582:37582:8:4294967295]
00000400:00000200:1.0:1769076770.364035:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076770.364043:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076770.364058:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1769076770.364059:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076770.364070:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076770.364077:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076770.364089:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076770.364093:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076770.364101:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076770.364105:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769076770.364112:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076770.364143:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1769076770.364149:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000100:00000040:0.0:1769076770.364153:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076770.364159:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076770.364179:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769076770.364180:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076770.364187:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076770.364191:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769076770.364192:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1769076770.364194:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076770.364199:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769076770.364199:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000020:00000040:0.0:1769076770.364202:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000010:1.0:1769076770.364204:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000020:00000001:0.0:1769076770.364206:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076770.364210:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:1.0:1769076770.364211:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769076770.364216:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076770.364221:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769076770.364221:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6d80 x1855007616040704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076770.364225:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076770.364231:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076770.364253:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076770.364260:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076770.364265:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076770.364266:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1769076770.364268:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076770.364274:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769076770.364275:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6d80 x1855007616040704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076770.364279:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076770.364286:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076770.364293:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076770.364295:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769076770.364301:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076770.364302:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076770.364309:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076770.364339:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5180.
00000020:00000040:0.0:1769076770.364343:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769076770.364343:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076770.364354:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076770.364359:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076770.364360:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076770.364365:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769076770.364368:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298427630
02000000:00000001:0.0:1769076770.364370:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076770.364376:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076770.364390:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b1e0.
02000000:00000010:0.0:1769076770.364393:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076770.364402:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076770.364403:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1769076770.364412:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5180 x1855007616040960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076770.364415:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298427630
00000100:00000001:0.0:1769076770.364435:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1769076770.364440:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bba0.
00000100:00000001:0.0:1769076770.364442:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076770.364450:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1769076770.364455:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0881133] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5180 x1855007616040960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.364484:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076770.364498:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076770.364523:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076770.364527:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076770.364530:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769076770.364533:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076770.364539:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1769076770.364546:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076770/real 1769076770]  req@ffff9e53f61c6d80 x1855007616040704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076770.364547:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076770.364556:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3764)
00000400:00000001:1.0:1769076770.364573:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076770.364587:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076770.364591:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076770.364597:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076770.364599:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076770.364602:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076770.364607:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6d80 x1855007616040704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076770.364618:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6d80 x1855007616040704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.364625:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076770.364627:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.364629:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076770.364631:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076770.364635:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6d80 x1855007616040704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.364642:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076770.364647:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6d80 x1855007616040704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.364655:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076770.364658:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.364659:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076770.364661:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.364663:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076770.364665:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076770.364668:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076770.364672:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076770.364674:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076770.364678:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6d80 x1855007616040704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076770.364695:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616040704:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076770.364700:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.364702:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076770.364705:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6d80 x1855007616040704/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.364735:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076770.364738:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076770.364740:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076770.364743:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076770.364745:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076770.364746:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076770.364748:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076770.364750:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012400.
02000000:00000001:1.0:1769076770.364754:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076770.364756:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076770.364757:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6d80.
00000100:00000001:1.0:1769076770.364760:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076770.364761:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.364763:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.364769:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076770.364771:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076770.364773:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076770.364774:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076770.364776:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076770.364779:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4e00 x1855007616040832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.364796:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076770.364798:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076770.364800:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076770.364801:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076770.364803:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076770.364805:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616040832:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076770.364808:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076770.364810:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076770.364812:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076770.364814:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076770.364817:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076770.364818:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076770.364823:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076770.364826:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076770.364829:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076770.364832:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616040832, portal 10
00000100:00000001:1.0:1769076770.364834:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076770.364835:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181365248 : -107391528186368 : ffff9e53f61c4e00)
00000100:00000040:1.0:1769076770.364841:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4e00 x1855007616040832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.364847:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076770.364849:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076770.364851:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076770.364874:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616040832, offset 0
00000400:00000200:1.0:1769076770.364879:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076770.364889:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076770.364894:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076770.364897:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076770.364901:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076770.364904:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076770.364907:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076770.364911:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37613:37613:256:4294967295] 192.168.204.113@tcp LPNI seq info [37583:37583:8:4294967295]
00000400:00000200:1.0:1769076770.364916:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076770.364941:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076770.364947:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076770.364951:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076770.364956:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076770.364960:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076770.364966:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076770.364969:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769076770.364974:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076770.364977:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076770.364981:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076770.364986:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076770.365015:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076770.365017:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076770.365020:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076770.365024:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4e00 x1855007616040832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.365032:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076770.365035:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4e00 x1855007616040832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.365042:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076770.365044:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076770.365047:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076770.365052:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076770.365055:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076770.365057:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298426382
00000100:00000001:1.0:1769076770.365060:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298427630
00000100:00000001:1.0:1769076770.365062:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298426382
00000100:00000001:1.0:1769076770.365065:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298427630
00000100:00000001:1.0:1769076770.365067:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076770.365069:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076770.365071:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076770.365075:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076770/real 1769076770]  req@ffff9e53f61c4e00 x1855007616040832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076770.365082:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076770.365084:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076770.365085:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076770.365087:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076770.365089:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076770.365091:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076770.365094:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4e00 x1855007616040832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076770.365103:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4e00 x1855007616040832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.365134:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076770.365136:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.365139:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076770.365140:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076770.365145:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4e00 x1855007616040832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.365153:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076770.365158:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4e00 x1855007616040832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.365206:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076770.365209:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.365210:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076770.365211:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.365212:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076770.365214:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076770.365216:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076770.365219:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076770.365221:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076770.365225:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4e00 x1855007616040832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076770.365231:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616040832:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076770.365235:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076770.365237:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5180 x1855007616040960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.365242:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076770.365244:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076770.365263:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076770.365266:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076770.365268:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076770.365272:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616040960:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076770.365276:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076770.365278:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076770.365280:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076770.365282:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076770.365287:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98c00.
02000000:00000001:1.0:1769076770.365290:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076770.365295:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076770.365298:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076770.365302:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076770.365306:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616040960, portal 10
00000100:00000001:1.0:1769076770.365308:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076770.365310:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181366144 : -107391528185472 : ffff9e53f61c5180)
00000100:00000040:1.0:1769076770.365318:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5180 x1855007616040960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.365326:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076770.365329:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076770.365331:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076770.365334:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616040960, offset 0
00000400:00000200:1.0:1769076770.365339:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076770.365344:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076770.365348:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076770.365352:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076770.365356:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076770.365359:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076770.365362:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076770.365366:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37614:37614:256:4294967295] 192.168.204.113@tcp LPNI seq info [37584:37584:8:4294967295]
00000400:00000200:1.0:1769076770.365371:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076770.365380:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076770.365386:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076770.365390:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076770.365412:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076770.365415:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076770.365419:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076770.365422:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769076770.365426:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076770.365428:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076770.365431:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076770.365435:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076770.365438:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076770.365440:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076770.365442:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076770.365446:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5180 x1855007616040960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.365454:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076770.365479:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5180 x1855007616040960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.365490:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076770.365493:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076770.365499:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076770.365504:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076770.365510:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076770.365513:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298426390
00000100:00000001:1.0:1769076770.365518:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298427630
00000100:00000001:1.0:1769076770.365522:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298426390
00000100:00000001:1.0:1769076770.365525:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298427630
00000100:00000001:1.0:1769076770.365529:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076770.365532:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076770.365534:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076770.365539:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076770/real 1769076770]  req@ffff9e53f61c5180 x1855007616040960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076770.365549:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076770.365550:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076770.365552:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076770.365555:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076770.365557:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076770.365559:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076770.365562:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5180 x1855007616040960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076770.365571:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5180 x1855007616040960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.365578:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076770.365579:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.365581:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076770.365582:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076770.365586:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5180 x1855007616040960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.365592:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076770.365596:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5180 x1855007616040960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.365602:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076770.365605:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.365606:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076770.365607:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.365609:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076770.365611:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076770.365613:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076770.365616:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076770.365618:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076770.365622:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5180 x1855007616040960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076770.365649:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616040960:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076770.365653:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.365656:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076770.365659:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4e00 x1855007616040832/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.365666:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076770.365668:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076770.365670:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076770.365673:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076770.365675:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076770.365676:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076770.365679:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076770.365681:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011800.
02000000:00000001:1.0:1769076770.365684:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076770.365686:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076770.365687:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4e00.
00000100:00000001:1.0:1769076770.365690:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076770.365692:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.365694:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076770.365697:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5180 x1855007616040960/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076770.365705:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076770.365706:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076770.365708:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:1.0:1769076770.365710:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076770.365712:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076770.365713:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076770.365715:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076770.365733:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:1.0:1769076770.365735:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076770.365736:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076770.365737:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5180.
00000100:00000001:1.0:1769076770.365739:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076770.365740:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.365742:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076770.365745:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076770.365746:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076770.365748:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076770.365749:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076771.067221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076771.067227:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076771.067233:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076771.067234:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076771.067293:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076771.067298:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076771.067301:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076771.259152:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076771.259160:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076771.259161:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076771.259166:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076771.259169:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076771.259172:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076771.259175:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076771.259177:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076771.259179:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076771.643201:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298427630, at 4298427648
00000100:00000040:3.0:1769076771.643201:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298427630, at 4298427648
00000100:00000010:2.0:1769076771.643220:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b1e0.
00000100:00000010:3.0:1769076771.643226:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bba0.
00010000:00000001:1.0:1769076772.091151:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076772.091157:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076772.091162:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076772.091163:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076772.091263:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076772.091272:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076772.091278:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076772.283194:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076772.283205:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076772.283235:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076772.283243:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076772.283247:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076772.283251:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076772.283254:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076772.283258:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076772.283262:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076773.115246:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076773.115256:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076773.115264:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076773.115266:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076773.115365:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076773.115372:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076773.115376:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076773.307184:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076773.307191:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076773.307192:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076773.307198:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076773.307201:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076773.307205:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076773.307207:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076773.307209:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076773.307212:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076774.139155:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076774.139159:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076774.139163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076774.139166:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076774.139167:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076774.139169:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076774.139178:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076774.139180:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076774.139181:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076774.139183:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076774.139237:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076774.139242:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076774.139246:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076774.331202:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076774.331208:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076774.331210:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076774.331214:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076774.331217:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076774.331220:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076774.331222:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076774.331224:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076774.331226:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076775.163208:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076775.163214:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076775.163218:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076775.163220:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076775.163325:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076775.163339:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076775.163346:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076775.355160:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076775.355169:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076775.355171:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076775.355176:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076775.355180:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076775.355184:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076775.355186:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076775.355189:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076775.355191:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076775.483232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076775.483247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076775.483251:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076775.483256:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076775.483262:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076775.483271:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3759
00000400:00000200:3.0:1769076775.483280:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076775.483288:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076775.483292:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076775.483296:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076775.483300:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076775.483303:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076775.483324:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076775.483328:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076775.483330:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076775.483333:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076775.483336:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076775.483338:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076775.483340:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076775.483342:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076775.483345:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076775.483346:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076775.483349:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076775.483353:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076775.483357:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076775.483361:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076775.483364:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076775.483369:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076775.483391:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076775.483410:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076775.483413:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076775.483426:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769076775.483431:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076775.483437:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076775.483439:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076775.483443:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076775.483447:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076775.483452:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076775.483478:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769076775.483487:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076775.483496:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007616041088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076775.483507:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076775.483512:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076775.483516:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007616041088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076775.483548:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076775.483551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076775.483554:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076775.483556:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076775.483558:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076775.483560:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076775.483610:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076775.483618:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076775.483622:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076775.483634:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35500 x1855007616041088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.483663:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076775.483665:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076775.483671:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076775.483674:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076775.483677:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076775.483682:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616041088:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076775.483687:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076775.483692:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076775.483695:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076775.483698:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076775.483705:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076775.483707:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076775.483716:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076775.483721:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076775.483727:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076775.483735:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616041088, portal 25
00000100:00000001:1.0:1769076775.483737:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076775.483738:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438385408 : -107392271166208 : ffff9e53c9d35500)
00000100:00000040:1.0:1769076775.483743:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35500 x1855007616041088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.483750:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076775.483752:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076775.483755:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076775.483758:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616041088, offset 0
00000400:00000200:1.0:1769076775.483764:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076775.483772:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076775.483778:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076775.483784:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076775.483788:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076775.483791:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076775.483794:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076775.483798:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37615:37615:256:4294967295] 192.168.204.113@tcp LPNI seq info [37585:37585:8:4294967295]
00000400:00000200:1.0:1769076775.483801:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076775.483811:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076775.483817:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076775.483822:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076775.483828:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076775.483832:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076775.483837:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076775.483858:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769076775.483862:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076775.483864:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076775.483871:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076775.483875:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076775.483880:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076775.483882:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076775.483887:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076775.483891:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35500 x1855007616041088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.483916:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076775.483919:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35500 x1855007616041088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.483926:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076775.483927:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076775.483935:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076775.483939:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076775.483942:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298432749
00000100:00000010:1.0:1769076775.483946:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bc00.
00000100:00000001:1.0:1769076775.483954:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076775.483984:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298432749
00000100:00000010:1.0:1769076775.483986:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bb40.
00000100:00000001:1.0:1769076775.483989:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076775.483991:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076775.483994:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076775.483997:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076775.484000:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076775/real 1769076775]  req@ffff9e53c9d35500 x1855007616041088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076775.484008:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076775.484010:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076775.484012:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076775.484015:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076775.484016:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076775.484018:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076775.484021:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35500 x1855007616041088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076775.484028:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35500 x1855007616041088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.484033:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076775.484035:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.484037:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076775.484039:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076775.484042:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35500 x1855007616041088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.484046:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076775.484050:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35500 x1855007616041088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.484055:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076775.484057:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.484058:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076775.484058:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.484060:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076775.484061:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076775.484100:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076775.484121:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076775.484125:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076775.484131:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35500 x1855007616041088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076775.484142:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616041088:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076775.484148:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.484151:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076775.484156:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35500 x1855007616041088/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.484165:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076775.484168:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076775.484172:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076775.484176:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076775.484179:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076775.484181:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076775.484184:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076775.484188:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:1.0:1769076775.484192:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076775.484194:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076775.484196:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35500.
00000100:00000001:1.0:1769076775.484199:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076775.484200:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.484202:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.484211:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076775.484214:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076775.484217:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076775.484219:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076775.485017:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3759
00000400:00000200:3.0:1769076775.485029:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076775.485035:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076775.485037:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076775.485041:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076775.485043:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076775.485045:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076775.485047:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076775.485050:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076775.485052:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076775.485054:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076775.485057:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076775.485082:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076775.485084:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076775.485086:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076775.485087:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076775.485089:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076775.485090:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076775.485093:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076775.485095:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076775.485097:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076775.485099:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076775.485105:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076775.485107:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076775.485108:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076775.485112:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076775.485114:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076775.485115:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076775.485134:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769076775.485136:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076775.485140:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076775.485142:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076775.485144:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076775.485146:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076775.485150:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076775.485156:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076775.485161:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076775.485168:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007616041216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076775.485176:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076775.485180:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076775.485183:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007616041216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076775.485201:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076775.485204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076775.485207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076775.485209:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076775.485211:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076775.485213:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076775.485214:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3759
00000400:00000200:3.0:1769076775.485217:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076775.485219:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076775.485220:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076775.485222:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076775.485224:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076775.485226:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076775.485228:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076775.485229:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076775.485230:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076775.485231:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076775.485233:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076775.485235:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076775.485237:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076775.485240:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076775.485252:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076775.485253:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076775.485255:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076775.485256:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076775.485258:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076775.485259:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076775.485260:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076775.485262:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076775.485263:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076775.485264:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076775.485266:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076775.485267:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076775.485269:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076775.485273:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769076775.485275:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076775.485276:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076775.485277:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076775.485279:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076775.485280:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076775.485281:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076775.485283:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1769076775.485283:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:1.0:1769076775.485290:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076775.485290:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076775.485296:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007616041344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076775.485297:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769076775.485317:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076775.485319:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076775.485325:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34380 x1855007616041216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076775.485327:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007616041344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485400:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076775.485402:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076775.485404:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076775.485406:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076775.485411:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769076775.485412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769076775.485414:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076775.485421:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616041216:192.168.204.113@tcp:38:kworker.0
00000100:00000040:3.0:1769076775.485424:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076775.485425:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076775.485430:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076775.485432:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076775.485433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769076775.485434:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076775.485438:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076775.485442:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076775.485442:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076775.485454:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769076775.485455:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3769)
00000400:00000010:1.0:1769076775.485459:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076775.485464:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076775.485467:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616041216, portal 10
00000100:00000001:1.0:1769076775.485469:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076775.485471:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380928 : -107392271170688 : ffff9e53c9d34380)
00000100:00000040:1.0:1769076775.485477:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34380 x1855007616041216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485482:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076775.485485:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076775.485487:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076775.485490:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616041216, offset 0
00000400:00000200:1.0:1769076775.485493:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076775.485496:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076775.485501:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076775.485503:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076775.485507:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076775.485510:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076775.485514:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076775.485518:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37616:37616:256:4294967295] 192.168.204.113@tcp LPNI seq info [37586:37586:8:4294967295]
00000400:00000200:1.0:1769076775.485521:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076775.485527:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076775.485531:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076775.485533:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076775.485536:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076775.485538:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076775.485543:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076775.485545:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769076775.485548:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076775.485550:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076775.485552:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076775.485555:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076775.485557:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076775.485558:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076775.485560:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076775.485562:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34380 x1855007616041216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485569:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076775.485571:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34380 x1855007616041216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485575:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076775.485576:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076775.485579:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076775.485582:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076775.485584:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076775.485586:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298431503
00000100:00000001:1.0:1769076775.485588:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298432749
00000100:00000001:1.0:1769076775.485590:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298431503
00000100:00000001:1.0:1769076775.485592:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298432749
00000100:00000001:1.0:1769076775.485593:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076775.485595:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076775.485596:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076775.485600:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076775/real 1769076775]  req@ffff9e53c9d34380 x1855007616041216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076775.485610:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076775.485612:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076775.485614:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076775.485617:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076775.485618:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076775.485621:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076775.485624:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34380 x1855007616041216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076775.485634:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34380 x1855007616041216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485642:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076775.485644:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.485646:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076775.485648:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076775.485652:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34380 x1855007616041216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485659:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076775.485662:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34380 x1855007616041216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485667:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076775.485669:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.485670:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076775.485671:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.485672:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076775.485674:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076775.485676:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076775.485678:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076775.485679:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076775.485682:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34380 x1855007616041216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076775.485704:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616041216:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076775.485707:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.485709:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076775.485711:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34380 x1855007616041216/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485716:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076775.485717:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076775.485719:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076775.485721:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076775.485722:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076775.485723:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076775.485725:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076775.485726:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:1.0:1769076775.485728:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076775.485729:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076775.485730:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34380.
00000100:00000001:1.0:1769076775.485732:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076775.485733:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.485734:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.485738:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076775.485739:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076775.485742:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076775.485743:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076775.485744:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076775.485747:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35c00 x1855007616041344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485753:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076775.485754:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076775.485756:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076775.485758:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076775.485759:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076775.485762:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616041344:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076775.485765:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076775.485766:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076775.485768:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076775.485770:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076775.485772:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076775.485774:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076775.485777:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076775.485779:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076775.485782:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076775.485784:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616041344, portal 10
00000100:00000001:1.0:1769076775.485786:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076775.485787:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438387200 : -107392271164416 : ffff9e53c9d35c00)
00000100:00000040:1.0:1769076775.485792:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35c00 x1855007616041344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485798:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076775.485799:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076775.485801:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000100:00000200:1.0:1769076775.485803:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616041344, offset 0
00000400:00000200:1.0:1769076775.485806:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076775.485809:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076775.485812:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076775.485814:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076775.485816:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076775.485818:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076775.485820:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076775.485823:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37617:37617:256:4294967295] 192.168.204.113@tcp LPNI seq info [37587:37587:8:4294967295]
00000400:00000200:1.0:1769076775.485826:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076775.485831:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076775.485835:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076775.485837:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000800:00000200:1.0:1769076775.485841:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076775.485843:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076775.485846:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076775.485849:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769076775.485852:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076775.485854:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:1.0:1769076775.485856:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076775.485859:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076775.485861:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:1.0:1769076775.485863:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:1.0:1769076775.485865:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076775.485867:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35c00 x1855007616041344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485874:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076775.485876:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35c00 x1855007616041344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485882:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076775.485883:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076775.485885:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076775.485888:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076775.485890:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076775.485892:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298431510
00000100:00000001:1.0:1769076775.485894:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298432749
00000100:00000001:1.0:1769076775.485896:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298431510
00000100:00000001:1.0:1769076775.485898:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298432749
00000100:00000001:1.0:1769076775.485900:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076775.485901:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076775.485902:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076775.485905:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076775/real 1769076775]  req@ffff9e53c9d35c00 x1855007616041344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076775.485911:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076775.485913:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076775.485914:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076775.485916:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076775.485917:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076775.485919:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076775.485921:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35c00 x1855007616041344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076775.485927:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35c00 x1855007616041344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485932:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076775.485933:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.485934:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076775.485935:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076775.485937:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35c00 x1855007616041344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485942:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076775.485945:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35c00 x1855007616041344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485949:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076775.485951:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.485953:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076775.485954:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.485956:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076775.485957:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076775.485959:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076775.485961:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076775.485963:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076775.485966:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35c00 x1855007616041344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076775.485977:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616041344:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076775.485980:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.485981:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076775.485983:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35c00 x1855007616041344/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076775.485988:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076775.485989:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076775.485990:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076775.485992:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076775.485993:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076775.485993:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076775.485995:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076775.485996:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:1.0:1769076775.485998:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076775.485999:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076775.486000:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35c00.
00000100:00000001:1.0:1769076775.486002:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076775.486003:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.486004:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076775.486006:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076775.486007:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076775.486009:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076775.486010:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076776.187190:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076776.187195:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076776.187199:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076776.187200:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076776.187267:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076776.187271:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076776.187274:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076776.379197:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076776.379205:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076776.379207:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076776.379213:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076776.379218:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076776.379222:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076776.379225:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076776.379228:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076776.379231:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076776.763231:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298432749, at 4298432768
00000100:00000040:2.0:1769076776.763240:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298432749, at 4298432768
00000100:00000010:3.0:1769076776.763248:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bb40.
00000100:00000010:2.0:1769076776.763278:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bc00.
00010000:00000001:1.0:1769076777.211193:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076777.211200:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076777.211202:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076777.211204:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076777.211208:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076777.211210:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076777.211212:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076777.211213:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076777.211216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076777.211217:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076777.211278:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076777.211284:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076777.211288:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076777.403165:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076777.403173:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076777.403175:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076777.403181:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076777.403185:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076777.403189:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076777.403192:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076777.403195:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076777.403198:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076778.235176:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076778.235182:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076778.235186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076778.235187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076778.235316:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076778.235351:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076778.235358:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076778.427176:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076778.427197:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076778.427200:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076778.427206:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076778.427210:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076778.427215:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076778.427217:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076778.427220:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076778.427240:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076779.259273:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076779.259281:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076779.259287:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076779.259289:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076779.259397:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076779.259402:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076779.259406:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076779.451214:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076779.451229:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076779.451233:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076779.451244:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076779.451251:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076779.451258:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076779.451264:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076779.451268:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076779.451285:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076780.283203:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076780.283216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076780.283226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076780.283228:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076780.283254:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076780.283260:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076780.283265:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076780.475206:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076780.475225:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076780.475227:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076780.475232:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076780.475236:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076780.475240:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076780.475243:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076780.475246:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076780.475249:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076780.603272:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076780.603298:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076780.603302:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076780.603306:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076780.603311:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076780.603320:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3764
00000400:00000200:0.0:1769076780.603340:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076780.603349:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076780.603353:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076780.603357:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076780.603362:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076780.603365:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076780.603369:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076780.603374:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076780.603377:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076780.603380:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076780.603385:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076780.603387:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076780.603390:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076780.603393:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076780.603394:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076780.603396:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076780.603398:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076780.603401:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076780.603403:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076780.603405:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076780.603408:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076780.603411:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076780.603413:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076780.603416:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076780.603417:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076780.603437:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6a00.
00000020:00000040:0.0:1769076780.603440:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076780.603444:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076780.603445:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076780.603448:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076780.603451:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076780.603454:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076780.603462:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769076780.603468:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076780.603476:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6a00 x1855007616041472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076780.603487:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076780.603517:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076780.603521:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b99ec67] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6a00 x1855007616041472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076780.603541:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076780.603544:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076780.603547:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076780.603548:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076780.603549:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076780.603551:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076780.603553:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3764
00000400:00000200:0.0:1769076780.603556:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076780.603558:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076780.603560:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076780.603563:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076780.603564:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076780.603567:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076780.603568:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076780.603572:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076780.603574:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076780.603577:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076780.603579:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076780.603581:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076780.603583:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076780.603586:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076780.603587:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076780.603591:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076780.603592:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076780.603595:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076780.603599:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:1.0:1769076780.603601:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769076780.603606:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076780.603607:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769076780.603612:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076780.603615:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076780.603619:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076780.603623:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076780.603624:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6a00 x1855007616041472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076780.603626:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076780.603631:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076780.603644:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076780.603652:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076780.603653:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076780.603656:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076780.603662:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6680.
02000000:00000001:1.0:1769076780.603663:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076780.603668:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769076780.603670:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076780.603672:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076780.603680:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1769076780.603681:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616041472:192.168.204.113@tcp:250:kworker.0
02000000:00000001:0.0:1769076780.603687:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076780.603691:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769076780.603693:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076780.603697:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076780.603698:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076780.603701:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076780.603705:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076780.603705:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076780.603718:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a400.
02000000:00000010:0.0:1769076780.603720:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:1.0:1769076780.603734:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076780.603736:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076780.603751:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6680 x1855007616041600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076780.603751:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076780.603762:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:0.0:1769076780.603765:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076780.603771:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076780.603777:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703ed1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6680 x1855007616041600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769076780.603780:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000001:0.0:1769076780.603789:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076780.603793:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769076780.603795:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616041472, portal 25
00000100:00080000:0.0:1769076780.603796:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076780.603799:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769076780.603806:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769076780.603807:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076780.603813:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181372416 : -107391528179200 : ffff9e53f61c6a00)
00000100:00000001:0.0:1769076780.603814:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076780.603818:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3764
00000400:00000200:0.0:1769076780.603827:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:1.0:1769076780.603831:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6a00 x1855007616041472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076780.603832:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076780.603839:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076780.603851:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076780.603862:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076780.603863:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076780.603870:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:1.0:1769076780.603879:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076780.603880:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000010:1.0:1769076780.603888:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423b28.
00000020:00000001:0.0:1769076780.603889:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076780.603897:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000200:1.0:1769076780.603899:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616041472, offset 0
00000020:00000001:0.0:1769076780.603901:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076780.603904:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076780.603905:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076780.603912:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076780.603914:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076780.603921:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076780.603923:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076780.603924:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076780.603926:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076780.603934:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:1.0:1769076780.603935:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:0.0:1769076780.603950:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:1.0:1769076780.603955:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:0.0:1769076780.603956:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076780.603967:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769076780.603971:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769076780.603972:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076780.603979:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076780.603981:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769076780.603987:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769076780.603992:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000008:00100000:0.0:1769076780.603994:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769076780.604000:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000008:00000001:0.0:1769076780.604002:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076780.604006:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076780.604014:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37618:37618:256:4294967295] 192.168.204.113@tcp LPNI seq info [37588:37588:8:4294967295]
00000100:00000010:0.0:1769076780.604016:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4380.
00000020:00000040:0.0:1769076780.604027:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076780.604030:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769076780.604036:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076780.604038:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076780.604041:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076780.604043:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076780.604045:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076780.604051:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769076780.604057:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076780.604059:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1769076780.604104:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4380 x1855007616041728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076780.604127:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076780.604133:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076780.604144:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000234c63a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4380 x1855007616041728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769076780.604154:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076780.604166:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076780.604171:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1769076780.604171:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f500.
00000100:00000040:0.0:1769076780.604182:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076780.604185:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769076780.604194:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769076780.604212:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769076780.604214:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769076780.604219:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3774)
00000100:00000001:1.0:1769076780.604234:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076780.604241:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076780.604245:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298437870
00000100:00000010:1.0:1769076780.604252:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b900.
00000100:00000001:1.0:1769076780.604261:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076780.604268:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298437870
00000100:00000010:1.0:1769076780.604271:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b2a0.
00000100:00000001:1.0:1769076780.604275:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076780.604278:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076780.604281:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076780.604297:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076780.604300:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076780.604309:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076780.604312:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769076780.604316:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076780.604318:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076780.604319:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076780.604324:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6680 x1855007616041600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076780.604330:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076780.604332:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076780.604334:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076780.604336:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076780.604338:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076780.604341:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616041600:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076780.604344:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076780.604345:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076780.604347:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076780.604348:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076780.604351:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a800.
02000000:00000001:1.0:1769076780.604353:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076780.604356:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076780.604359:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3d10.
00000400:00000010:1.0:1769076780.604362:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076780.604365:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616041600, portal 10
00000100:00000001:1.0:1769076780.604367:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076780.604368:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181371520 : -107391528180096 : ffff9e53f61c6680)
00000100:00000040:1.0:1769076780.604374:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6680 x1855007616041600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076780.604379:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076780.604381:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076780.604383:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423cc0.
00000100:00000200:1.0:1769076780.604385:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616041600, offset 0
00000400:00000200:1.0:1769076780.604390:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076780.604393:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076780.604397:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076780.604399:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076780.604402:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076780.604404:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076780.604408:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076780.604420:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37619:37619:255:4294967295] 192.168.204.113@tcp LPNI seq info [37589:37589:7:4294967295]
00000400:00000200:1.0:1769076780.604426:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076780.604433:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076780.604437:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076780.604440:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f400.
00000800:00000200:1.0:1769076780.604444:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076780.604449:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769076780.604452:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076780.604457:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076780.604461:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076780.604463:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298436622
00000100:00000001:1.0:1769076780.604467:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298437870
00000100:00000001:1.0:1769076780.604469:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298436622
00000100:00000001:1.0:1769076780.604471:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298437870
00000100:00000001:1.0:1769076780.604474:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076780.604476:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076780.604478:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076780.604483:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4380 x1855007616041728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076780.604492:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076780.604494:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076780.604496:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076780.604498:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076780.604500:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076780.604504:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616041728:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076780.604506:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076780.604509:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076780.604510:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076780.604511:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076780.604515:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98000.
02000000:00000001:1.0:1769076780.604517:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076780.604521:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076780.604524:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076780.604527:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000100:00000200:1.0:1769076780.604531:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616041728, portal 10
00000100:00000001:1.0:1769076780.604533:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076780.604534:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181362560 : -107391528189056 : ffff9e53f61c4380)
00000100:00000040:1.0:1769076780.604541:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4380 x1855007616041728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076780.604548:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076780.604550:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076780.604553:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423bb0.
00000100:00000200:1.0:1769076780.604556:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616041728, offset 0
00000400:00000200:1.0:1769076780.604573:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076780.604578:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076780.604582:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076780.604585:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076780.604588:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076780.604590:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076780.604592:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076780.604596:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37620:37620:254:4294967295] 192.168.204.113@tcp LPNI seq info [37590:37590:6:4294967295]
00000400:00000200:1.0:1769076780.604600:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076780.604606:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076780.604611:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076780.604615:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f700.
00000800:00000200:1.0:1769076780.604621:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076780.604625:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769076780.604628:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076780.604632:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076780.604636:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076780.604638:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298436629
00000100:00000001:1.0:1769076780.604640:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298437870
00000100:00000001:1.0:1769076780.604642:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298436629
00000100:00000001:1.0:1769076780.604643:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298437870
00000100:00000001:1.0:1769076780.604645:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076780.604647:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076780.604649:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076780.604650:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076780.604653:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076780.604654:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769076780.604655:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076780.604656:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076780.604657:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076780.604659:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076781.307211:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076781.307219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076781.307224:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076781.307225:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076781.307313:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076781.307317:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076781.307321:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076781.499230:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076781.499238:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076781.499240:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076781.499246:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076781.499249:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076781.499253:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076781.499255:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076781.499259:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076781.499261:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076781.883134:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298437870, at 4298437888
00000100:00000040:3.0:1769076781.883134:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298437870, at 4298437888
00000100:00000010:3.0:1769076781.883151:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b2a0.
00000100:00000010:2.0:1769076781.883154:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b900.
00010000:00000001:1.0:1769076782.331176:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076782.331184:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076782.331190:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076782.331191:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076782.331287:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076782.331291:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076782.331295:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076782.523198:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076782.523207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076782.523209:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076782.523214:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076782.523218:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076782.523222:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076782.523225:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076782.523227:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076782.523229:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076783.355232:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076783.355255:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076783.355263:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076783.355268:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076783.355277:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076783.355281:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076783.355285:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076783.355287:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076783.355290:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076783.355294:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076783.355353:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076783.355360:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076783.355364:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076783.547205:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076783.547214:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076783.547216:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076783.547222:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076783.547226:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076783.547229:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076783.547232:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076783.547246:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076783.547250:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769076783.675466:0:2394:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:2.0:1769076783.675517:0:2394:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076783.675528:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076783.675531:0:2394:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:2.0:1769076783.675535:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076783.675539:0:2394:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076783.675547:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076783.675551:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f500.
00000400:00000200:2.0:1769076783.675557:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076783.675562:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076783.675568:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423b28
00000400:00000010:2.0:1769076783.675571:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423b28.
00000100:00000001:2.0:1769076783.675577:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076783.675584:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c6a00 x1855007616041472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076783.675609:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076783.675613:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6a00 x1855007616041472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076783.675619:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076783.675621:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076783.675630:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076783.675631:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f400.
00000400:00000200:2.0:1769076783.675634:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076783.675636:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076783.675638:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423cc0
00000400:00000010:2.0:1769076783.675640:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423cc0.
00000100:00000001:2.0:1769076783.675641:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076783.675647:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c6680 x1855007616041600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076783.675657:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076783.675661:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6680 x1855007616041600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076783.675669:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076783.675671:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076783.675679:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000100:00000001:1.0:1769076783.675680:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000010:2.0:1769076783.675683:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f700.
00000100:00000001:1.0:1769076783.675687:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1769076783.675689:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1769076783.675694:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1769076783.675706:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000100:00100000:1.0:1769076783.675707:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076780/real 1769076783]  req@ffff9e53f61c6680 x1855007616041600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769076783.675711:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423bb0
00000400:00000010:2.0:1769076783.675716:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423bb0.
00000100:00000001:2.0:1769076783.675722:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076783.675731:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f61c4380 x1855007616041728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076783.675734:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076783.675738:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076783.675745:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3d10.
00000100:00000001:2.0:1769076783.675746:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1769076783.675754:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000100:00000040:2.0:1769076783.675755:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4380 x1855007616041728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769076783.675760:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076783.675769:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1769076783.675771:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076783.675774:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:1.0:1769076783.675792:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6680 x1855007616041600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076783.675807:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6680 x1855007616041600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076783.675816:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076783.675819:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076783.675823:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076783.675826:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076783.675831:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6680 x1855007616041600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076783.675839:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076783.675845:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6680 x1855007616041600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076783.675856:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076783.675860:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076783.675862:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076783.675864:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076783.675868:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076783.675871:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076783.675877:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076783.675884:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076783.675887:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076783.675899:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6680 x1855007616041600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076783.675911:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616041600:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076783.675918:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076783.675923:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076780/real 1769076783]  req@ffff9e53f61c4380 x1855007616041728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076783.675933:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076783.675934:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076783.675937:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076783.675940:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:1.0:1769076783.675942:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:1.0:1769076783.675945:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076783.675948:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4380 x1855007616041728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076783.675958:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4380 x1855007616041728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076783.675966:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076783.675968:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076783.675970:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076783.675972:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076783.675976:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4380 x1855007616041728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076783.675984:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076783.675988:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4380 x1855007616041728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076783.676016:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076783.676019:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076783.676020:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076783.676022:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076783.676024:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076783.676026:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076783.676029:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076783.676033:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076783.676036:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076783.676042:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4380 x1855007616041728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076783.676052:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616041728:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076783.676057:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076783.676061:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076780/real 1769076783]  req@ffff9e53f61c6a00 x1855007616041472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076783.676113:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076783.676115:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076783.676117:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076783.676121:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076783.676123:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076783.676126:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076783.676130:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6a00 x1855007616041472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076783.676141:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6a00 x1855007616041472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076783.676149:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076783.676151:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076783.676154:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076783.676156:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076783.676160:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6a00 x1855007616041472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076783.676168:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076783.676172:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6a00 x1855007616041472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076783.676179:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076783.676183:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076783.676186:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076783.676188:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076783.676190:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076783.676192:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076783.676196:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076783.676201:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076783.676204:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076783.676212:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6a00 x1855007616041472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076783.676222:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616041472:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076783.676228:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076783.676232:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076783.676253:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6680 x1855007616041600/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076783.676260:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076783.676263:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076783.676267:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a800.
02000000:00000001:1.0:1769076783.676272:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076783.676276:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076783.676278:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076783.676281:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076783.676284:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:1.0:1769076783.676289:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076783.676291:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076783.676294:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6680.
00000100:00000001:1.0:1769076783.676298:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076783.676300:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076783.676302:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076783.676307:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4380 x1855007616041728/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076783.676315:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076783.676317:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076783.676319:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98000.
02000000:00000001:1.0:1769076783.676322:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076783.676324:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076783.676326:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076783.676328:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076783.676330:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:1.0:1769076783.676333:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076783.676334:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076783.676336:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4380.
00000100:00000001:1.0:1769076783.676339:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076783.676340:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076783.676342:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076783.676346:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6a00 x1855007616041472/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076783.676354:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076783.676355:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076783.676357:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:1.0:1769076783.676360:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076783.676361:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076783.676363:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076783.676365:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076783.676367:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:1.0:1769076783.676370:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076783.676371:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076783.676373:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6a00.
00000100:00000001:1.0:1769076783.676376:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076783.676377:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076783.676380:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076783.676392:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076783.676394:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076783.676397:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076783.676398:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076784.379200:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076784.379208:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076784.379214:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076784.379216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076784.379346:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076784.379357:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076784.379366:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076784.571245:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076784.571258:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076784.571262:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076784.571270:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076784.571288:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076784.571297:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076784.571303:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076784.571309:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076784.571316:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076785.403250:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076785.403260:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076785.403269:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076785.403271:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076785.403408:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076785.403418:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076785.403425:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076785.595226:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076785.595243:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076785.595246:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076785.595258:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076785.595266:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076785.595273:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076785.595280:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076785.595285:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076785.595291:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076785.723351:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076785.723364:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076785.723369:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076785.723381:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076785.723392:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076785.723408:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3769
00000400:00000200:2.0:1769076785.723424:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076785.723438:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076785.723458:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076785.723467:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076785.723476:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076785.723483:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076785.723489:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076785.723499:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076785.723504:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076785.723510:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076785.723517:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076785.723523:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076785.723529:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076785.723537:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076785.723542:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076785.723547:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076785.723551:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076785.723559:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076785.723567:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076785.723573:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076785.723580:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076785.723588:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076785.723596:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076785.723603:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076785.723609:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076785.723624:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000020:00000040:2.0:1769076785.723632:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076785.723641:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076785.723646:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076785.723652:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076785.723659:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076785.723668:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076785.723714:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21000.
00000100:00000001:2.0:1769076785.723730:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076785.723750:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007616041856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076785.723774:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076785.723782:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076785.723795:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007616041856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076785.723845:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076785.723853:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076785.723862:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076785.723866:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076785.723880:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076785.723887:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076785.723895:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3769
00000400:00000200:2.0:1769076785.723905:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076785.723916:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076785.723922:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076785.723929:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076785.723933:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076785.723939:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076785.723944:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076785.723950:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076785.723954:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076785.723959:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076785.723965:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076785.723971:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076785.723978:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076785.723985:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076785.723991:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076785.723991:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076785.724001:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076785.724005:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076785.724009:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076785.724014:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769076785.724021:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000040:0.0:1769076785.724041:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692680 x1855007616041856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769076785.724043:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076785.724060:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076785.724124:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769076785.724125:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076785.724134:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076785.724138:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076785.724145:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076785.724147:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076785.724157:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076785.724158:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769076785.724170:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769076785.724172:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1769076785.724183:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616041856:192.168.204.113@tcp:250:kworker.0
00000008:00000001:2.0:1769076785.724186:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076785.724227:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.724231:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1769076785.724242:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
02000000:00000001:0.0:1769076785.724245:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769076785.724255:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076785.724256:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076785.724269:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769076785.724272:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076785.724280:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076785.724285:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:2.0:1769076785.724286:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076785.724295:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076785.724297:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076785.724304:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076785.724320:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23400.
00000400:00000200:0.0:1769076785.724321:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076785.724334:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076785.724339:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000100:00100000:2.0:1769076785.724354:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007616041984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769076785.724359:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000001:2.0:1769076785.724381:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769076785.724382:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616041856, portal 25
00000100:00000001:2.0:1769076785.724392:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.724394:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076785.724404:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102515328 : -107391607036288 : ffff9e53f1692680)
00000100:00000040:2.0:1769076785.724411:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007616041984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076785.724426:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692680 x1855007616041856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076785.724455:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.724462:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769076785.724467:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076785.724478:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:2.0:1769076785.724487:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1769076785.724490:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000001:2.0:1769076785.724495:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1769076785.724504:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616041856, offset 0
00000100:00080000:2.0:1769076785.724505:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076785.724517:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076785.724527:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3769
00000400:00000200:2.0:1769076785.724540:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076785.724553:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076785.724559:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076785.724567:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076785.724575:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076785.724580:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076785.724586:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076785.724595:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076785.724604:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:2.0:1769076785.724606:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076785.724618:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076785.724621:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:0.0:1769076785.724625:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1769076785.724627:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076785.724636:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:0.0:1769076785.724643:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000001:2.0:1769076785.724646:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076785.724656:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769076785.724660:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769076785.724672:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076785.724677:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:2.0:1769076785.724686:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769076785.724699:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37621:37621:256:4294967295] 192.168.204.113@tcp LPNI seq info [37591:37591:8:4294967295]
00000100:00000040:2.0:1769076785.724702:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076785.724714:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:0.0:1769076785.724725:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:2.0:1769076785.724728:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076785.724740:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076785.724747:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076785.724756:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769076785.724767:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769076785.724769:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076785.724782:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076785.724790:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:0.0:1769076785.724794:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000008:00100000:2.0:1769076785.724799:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076785.724808:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769076785.724812:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000100:00000001:2.0:1769076785.724814:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076785.724828:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000800:00000200:0.0:1769076785.724839:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:2.0:1769076785.724840:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076785.724856:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1769076785.724857:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
02000000:00000001:2.0:1769076785.724860:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076785.724870:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076785.724877:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1769076785.724881:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:2.0:1769076785.724884:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076785.724896:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
02000000:00000010:2.0:1769076785.724902:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21800.
00000800:00000100:0.0:1769076785.724914:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076785.724915:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769076785.724922:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000100:00100000:2.0:1769076785.724937:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007616042112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769076785.724938:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076785.724961:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076785.724978:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000100:00000001:2.0:1769076785.724978:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1769076785.724989:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:2.0:1769076785.724991:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.725006:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769076785.725011:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007616042112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076785.725025:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692680 x1855007616041856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076785.725053:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.725109:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076785.725117:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076785.725123:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692680 x1855007616041856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076785.725132:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076785.725146:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076785.725156:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076785.725159:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769076785.725166:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1769076785.725178:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3779)
00000100:00000001:0.0:1769076785.725186:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076785.725226:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076785.725234:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298442991
00000100:00000010:0.0:1769076785.725247:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caf60.
00000100:00000001:0.0:1769076785.725264:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076785.725276:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298442991
00000100:00000010:0.0:1769076785.725283:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caa80.
00000100:00000001:0.0:1769076785.725291:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076785.725299:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076785.725307:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.725312:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076785.725323:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076785/real 1769076785]  req@ffff9e53f1692680 x1855007616041856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076785.725360:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076785.725364:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076785.725369:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076785.725375:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076785.725379:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076785.725386:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076785.725394:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692680 x1855007616041856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076785.725414:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692680 x1855007616041856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.725429:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076785.725433:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.725438:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076785.725443:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076785.725452:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692680 x1855007616041856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.725467:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076785.725476:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692680 x1855007616041856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.725491:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076785.725498:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.725501:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076785.725503:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.725508:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076785.725513:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076785.725520:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076785.725529:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076785.725534:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076785.725543:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692680 x1855007616041856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076785.725560:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616041856:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076785.725571:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.725575:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076785.725581:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692680 x1855007616041856/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.725595:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076785.725600:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076785.725605:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:0.0:1769076785.725611:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076785.725615:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076785.725618:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076785.725622:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076785.725627:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21000.
02000000:00000001:0.0:1769076785.725635:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076785.725639:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076785.725642:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692680.
00000100:00000001:0.0:1769076785.725649:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076785.725652:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.725656:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.725671:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076785.725676:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.725680:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076785.725683:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076785.725686:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076785.725693:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692300 x1855007616041984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.725708:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076785.725724:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076785.725729:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076785.725733:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076785.725738:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076785.725745:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616041984:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076785.725762:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076785.725768:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076785.725772:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076785.725776:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076785.725785:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9013c00.
02000000:00000001:0.0:1769076785.725789:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076785.725800:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076785.725806:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076785.725814:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076785.725821:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616041984, portal 10
00000100:00000001:0.0:1769076785.725826:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076785.725829:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102514432 : -107391607037184 : ffff9e53f1692300)
00000100:00000040:0.0:1769076785.725845:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692300 x1855007616041984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.725860:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076785.725866:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076785.725872:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076785.725879:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616041984, offset 0
00000400:00000200:0.0:1769076785.725889:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076785.725899:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076785.725910:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076785.725917:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076785.725941:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076785.725947:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076785.725952:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076785.725958:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37622:37622:256:4294967295] 192.168.204.113@tcp LPNI seq info [37592:37592:8:4294967295]
00000400:00000200:0.0:1769076785.725967:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076785.725979:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076785.725988:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076785.725996:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076785.726006:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076785.726013:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076785.726023:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076785.726029:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769076785.726038:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076785.726043:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076785.726049:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076785.726056:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076785.726064:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076785.726067:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076785.726074:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076785.726146:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692300 x1855007616041984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.726165:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076785.726171:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692300 x1855007616041984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.726186:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.726190:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076785.726253:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076785.726263:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076785.726271:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076785.726277:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298441744
00000100:00000001:0.0:1769076785.726283:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298442991
00000100:00000001:0.0:1769076785.726289:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298441744
00000100:00000001:0.0:1769076785.726294:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298442991
00000100:00000001:0.0:1769076785.726298:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076785.726303:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.726307:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076785.726317:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076785/real 1769076785]  req@ffff9e53f1692300 x1855007616041984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076785.726332:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076785.726334:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076785.726339:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076785.726344:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076785.726348:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076785.726353:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076785.726358:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692300 x1855007616041984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076785.726373:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692300 x1855007616041984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.726385:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076785.726388:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.726391:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076785.726395:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076785.726403:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692300 x1855007616041984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.726417:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076785.726426:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692300 x1855007616041984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.726440:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076785.726445:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.726448:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076785.726451:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.726454:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076785.726457:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076785.726462:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076785.726469:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076785.726482:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076785.726490:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692300 x1855007616041984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076785.726504:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616041984:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076785.726512:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076785.726519:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690700 x1855007616042112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.726531:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076785.726533:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076785.726537:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076785.726540:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076785.726544:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076785.726550:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616042112:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076785.726556:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076785.726560:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076785.726563:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076785.726567:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076785.726574:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011400.
02000000:00000001:0.0:1769076785.726578:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076785.726586:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076785.726592:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076785.726598:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076785.726604:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616042112, portal 10
00000100:00000001:0.0:1769076785.726608:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076785.726611:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102507264 : -107391607044352 : ffff9e53f1690700)
00000100:00000040:0.0:1769076785.726623:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690700 x1855007616042112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.726635:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076785.726640:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076785.726645:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076785.726650:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616042112, offset 0
00000400:00000200:0.0:1769076785.726657:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076785.726665:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076785.726673:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076785.726679:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076785.726770:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076785.726781:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076785.726788:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076785.726797:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37623:37623:256:4294967295] 192.168.204.113@tcp LPNI seq info [37593:37593:8:4294967295]
00000400:00000200:0.0:1769076785.726811:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076785.726836:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076785.726849:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076785.726865:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076785.726880:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076785.726887:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076785.726899:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076785.726907:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769076785.726916:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076785.726922:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076785.726932:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076785.726939:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076785.726947:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076785.726951:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076785.726960:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076785.726972:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690700 x1855007616042112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.726993:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076785.727001:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690700 x1855007616042112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.727017:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.727021:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076785.727034:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076785.727044:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076785.727053:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076785.727060:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298441751
00000100:00000001:0.0:1769076785.727106:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298442991
00000100:00000001:0.0:1769076785.727112:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298441752
00000100:00000001:0.0:1769076785.727117:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298442991
00000100:00000001:0.0:1769076785.727132:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076785.727137:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.727141:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076785.727152:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076785/real 1769076785]  req@ffff9e53f1690700 x1855007616042112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076785.727168:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076785.727170:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076785.727188:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076785.727192:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076785.727221:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076785.727227:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076785.727233:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690700 x1855007616042112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076785.727255:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690700 x1855007616042112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.727264:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076785.727266:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.727269:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076785.727272:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076785.727276:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690700 x1855007616042112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.727285:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076785.727292:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690700 x1855007616042112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.727301:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076785.727305:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.727307:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076785.727309:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.727313:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076785.727316:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076785.727321:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076785.727328:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076785.727331:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076785.727336:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690700 x1855007616042112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076785.727347:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616042112:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076785.727353:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.727357:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076785.727364:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692300 x1855007616041984/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.727379:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076785.727384:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076785.727390:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:0.0:1769076785.727397:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076785.727402:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076785.727405:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076785.727410:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076785.727415:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23400.
02000000:00000001:0.0:1769076785.727423:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076785.727427:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076785.727431:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692300.
00000100:00000001:0.0:1769076785.727436:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076785.727439:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.727443:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076785.727450:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690700 x1855007616042112/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.727463:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076785.727466:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076785.727469:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011400.
02000000:00000001:0.0:1769076785.727474:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076785.727477:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076785.727480:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076785.727483:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076785.727486:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21800.
02000000:00000001:0.0:1769076785.727491:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076785.727493:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076785.727496:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690700.
00000100:00000001:0.0:1769076785.727501:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076785.727503:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.727507:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076785.727519:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076785.727522:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.727547:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076785.727551:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076786.427230:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076786.427239:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076786.427242:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076786.427244:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076786.427249:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076786.427251:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076786.427253:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076786.427255:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076786.427258:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076786.427260:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076786.427358:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076786.427366:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076786.427372:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076786.619277:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076786.619288:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076786.619291:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076786.619299:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076786.619305:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076786.619311:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076786.619315:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076786.619319:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076786.619322:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076787.003135:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298442991, at 4298443008
00000100:00000040:3.0:1769076787.003147:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298442991, at 4298443008
00000100:00000010:2.0:1769076787.003155:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60caf60.
00000100:00000010:3.0:1769076787.003159:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60caa80.
00010000:00000001:1.0:1769076787.451294:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076787.451307:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076787.451318:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076787.451320:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076787.451440:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076787.451446:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076787.451451:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076787.643262:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076787.643274:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076787.643276:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076787.643302:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076787.643307:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076787.643312:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076787.643315:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076787.643319:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076787.643323:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076788.475195:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076788.475203:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076788.475209:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076788.475210:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076788.475274:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076788.475279:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076788.475283:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076788.667213:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076788.667226:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076788.667229:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076788.667238:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076788.667245:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076788.667251:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076788.667255:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076788.667259:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076788.667264:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076789.499222:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076789.499230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076789.499236:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076789.499237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076789.499297:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076789.499301:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076789.499305:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076789.691174:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076789.691201:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076789.691203:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076789.691209:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076789.691213:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076789.691218:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076789.691221:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076789.691223:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076789.691226:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076790.523254:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076790.523269:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076790.523275:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076790.523276:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076790.523345:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076790.523349:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076790.523352:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076790.715215:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076790.715226:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076790.715227:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076790.715233:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076790.715237:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076790.715241:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076790.715244:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076790.715247:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076790.715249:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076790.843170:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076790.843182:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076790.843185:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076790.843190:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076790.843195:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076790.843203:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3774
00000400:00000200:2.0:1769076790.843210:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076790.843216:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076790.843219:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076790.843222:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076790.843225:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076790.843228:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076790.843230:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076790.843234:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076790.843235:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076790.843238:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076790.843241:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076790.843243:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076790.843246:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076790.843250:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076790.843252:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076790.843256:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076790.843259:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076790.843263:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076790.843267:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076790.843271:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076790.843274:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076790.843278:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076790.843282:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076790.843285:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076790.843287:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076790.843301:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691f80.
00000020:00000040:2.0:1769076790.843305:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076790.843309:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076790.843311:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076790.843314:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076790.843317:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076790.843322:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076790.843331:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20400.
00000100:00000001:2.0:1769076790.843337:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076790.843346:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691f80 x1855007616042240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076790.843355:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076790.843360:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076790.843363:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c3f3d7a] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691f80 x1855007616042240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076790.843382:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076790.843385:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076790.843388:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076790.843389:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076790.843391:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076790.843393:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076790.843395:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3774
00000400:00000200:2.0:1769076790.843399:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076790.843402:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076790.843404:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076790.843406:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076790.843408:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076790.843409:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076790.843411:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076790.843413:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769076790.843413:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076790.843415:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076790.843418:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076790.843420:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:0.0:1769076790.843421:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769076790.843424:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:0.0:1769076790.843426:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769076790.843429:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076790.843435:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000040:0.0:1769076790.843436:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691f80 x1855007616042240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076790.843437:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076790.843442:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076790.843446:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076790.843451:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076790.843456:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076790.843459:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076790.843460:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076790.843462:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076790.843463:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076790.843469:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076790.843471:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076790.843475:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076790.843475:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076790.843479:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769076790.843482:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769076790.843484:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076790.843488:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076790.843490:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076790.843491:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616042240:192.168.204.113@tcp:250:kworker.0
00000100:00000010:2.0:1769076790.843493:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693480.
00000020:00000040:2.0:1769076790.843498:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076790.843502:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769076790.843503:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076790.843504:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076790.843507:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076790.843509:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076790.843510:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076790.843512:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1769076790.843514:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:0.0:1769076790.843517:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076790.843518:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076790.843525:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1769076790.843527:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693480 x1855007616042368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1769076790.843534:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:2.0:1769076790.843535:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769076790.843539:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076790.843539:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076790.843546:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a08507] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693480 x1855007616042368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076790.843554:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076790.843556:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076790.843559:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000100:00080000:2.0:1769076790.843560:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076790.843566:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076790.843567:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076790.843568:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769076790.843569:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000001:2.0:1769076790.843570:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076790.843576:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3774
00000400:00000200:2.0:1769076790.843580:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000200:0.0:1769076790.843581:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616042240, portal 25
00000400:00000200:2.0:1769076790.843582:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1769076790.843587:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769076790.843587:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769076790.843591:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102513536 : -107391607038080 : ffff9e53f1691f80)
00000100:00000040:2.0:1769076790.843591:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076790.843596:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076790.843602:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:0.0:1769076790.843603:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691f80 x1855007616042240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076790.843605:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076790.843610:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076790.843612:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076790.843615:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076790.843619:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000001:0.0:1769076790.843621:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1769076790.843622:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076790.843625:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076790.843627:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076790.843631:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000040:2.0:1769076790.843631:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076790.843634:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769076790.843636:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616042240, offset 0
00000100:00000040:2.0:1769076790.843637:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076790.843642:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076790.843643:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076790.843648:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:0.0:1769076790.843650:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076790.843651:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076790.843654:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076790.843656:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076790.843658:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076790.843659:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769076790.843662:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00100000:2.0:1769076790.843664:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076790.843667:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076790.843668:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076790.843672:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000010:2.0:1769076790.843675:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000020:00000040:2.0:1769076790.843679:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:0.0:1769076790.843680:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769076790.843682:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076790.843685:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076790.843687:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:2.0:1769076790.843688:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076790.843691:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076790.843693:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076790.843694:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076790.843698:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000010:2.0:1769076790.843698:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23800.
00000100:00000001:2.0:1769076790.843703:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076790.843706:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37624:37624:256:4294967295] 192.168.204.113@tcp LPNI seq info [37594:37594:8:4294967295]
00000100:00100000:2.0:1769076790.843711:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007616042496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769076790.843715:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076790.843722:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076790.843724:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076790.843731:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007616042496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076790.843734:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076790.843748:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076790.843748:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076790.843754:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1769076790.843757:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000100:00000040:2.0:1769076790.843758:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076790.843763:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076790.843766:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1769076790.843770:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:2.0:1769076790.843772:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3784)
00000800:00000200:0.0:1769076790.843775:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076790.843782:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076790.843784:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769076790.843788:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076790.843790:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076790.843796:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076790.843801:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076790.843804:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076790.843807:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076790.843812:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076790.843816:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691f80 x1855007616042240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.843824:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076790.843826:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691f80 x1855007616042240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.843831:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076790.843833:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076790.843839:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076790.843842:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076790.843845:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298448109
00000100:00000010:0.0:1769076790.843850:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca240.
00000100:00000001:0.0:1769076790.843857:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076790.843869:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298448109
00000100:00000010:0.0:1769076790.843871:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca420.
00000100:00000001:0.0:1769076790.843874:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076790.843876:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076790.843880:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076790.843883:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076790.843890:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076790/real 1769076790]  req@ffff9e53f1691f80 x1855007616042240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076790.843901:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076790.843903:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076790.843906:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076790.843909:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076790.843911:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076790.843914:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076790.843918:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691f80 x1855007616042240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076790.843936:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691f80 x1855007616042240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.843942:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076790.843944:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.843946:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076790.843948:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076790.843951:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691f80 x1855007616042240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.843956:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076790.843960:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691f80 x1855007616042240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.843965:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076790.843967:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.843968:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076790.843968:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.843971:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076790.843972:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076790.843974:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076790.843977:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076790.843979:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076790.843981:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691f80 x1855007616042240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076790.843987:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616042240:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076790.843991:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.843993:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076790.843994:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691f80 x1855007616042240/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844004:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076790.844006:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076790.844008:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011400.
02000000:00000001:0.0:1769076790.844011:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076790.844013:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076790.844014:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076790.844016:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076790.844018:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20400.
02000000:00000001:0.0:1769076790.844022:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076790.844024:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076790.844025:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691f80.
00000100:00000001:0.0:1769076790.844028:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076790.844029:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.844030:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.844037:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076790.844039:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076790.844041:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076790.844042:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076790.844043:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076790.844045:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693480 x1855007616042368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844050:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076790.844052:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076790.844053:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076790.844055:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076790.844056:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076790.844058:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616042368:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076790.844060:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076790.844062:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076790.844080:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076790.844082:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076790.844084:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011400.
02000000:00000001:0.0:1769076790.844086:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076790.844090:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076790.844092:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076790.844095:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076790.844097:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616042368, portal 10
00000100:00000001:0.0:1769076790.844099:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076790.844100:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518912 : -107391607032704 : ffff9e53f1693480)
00000100:00000040:0.0:1769076790.844105:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693480 x1855007616042368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844110:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076790.844127:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076790.844130:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076790.844133:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616042368, offset 0
00000400:00000200:0.0:1769076790.844137:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076790.844142:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076790.844146:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076790.844150:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076790.844153:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076790.844155:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076790.844158:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076790.844161:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37625:37625:256:4294967295] 192.168.204.113@tcp LPNI seq info [37595:37595:8:4294967295]
00000400:00000200:0.0:1769076790.844165:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076790.844173:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076790.844178:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076790.844182:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076790.844187:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076790.844190:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076790.844195:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076790.844197:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769076790.844200:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076790.844201:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076790.844203:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076790.844206:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076790.844209:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076790.844210:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076790.844213:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076790.844216:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693480 x1855007616042368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844222:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076790.844224:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693480 x1855007616042368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844229:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076790.844230:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076790.844233:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076790.844236:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076790.844238:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076790.844240:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298446862
00000100:00000001:0.0:1769076790.844242:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298448109
00000100:00000001:0.0:1769076790.844244:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298446862
00000100:00000001:0.0:1769076790.844246:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298448109
00000100:00000001:0.0:1769076790.844247:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076790.844249:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076790.844250:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076790.844252:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076790/real 1769076790]  req@ffff9e53f1693480 x1855007616042368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076790.844257:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076790.844258:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076790.844259:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076790.844261:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076790.844262:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076790.844264:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076790.844266:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693480 x1855007616042368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076790.844274:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693480 x1855007616042368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844287:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076790.844289:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.844291:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076790.844292:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076790.844296:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693480 x1855007616042368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844304:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076790.844308:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693480 x1855007616042368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844317:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076790.844319:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.844321:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076790.844323:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.844325:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076790.844327:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076790.844329:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076790.844332:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076790.844333:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076790.844336:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693480 x1855007616042368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076790.844342:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616042368:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076790.844345:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076790.844347:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690700 x1855007616042496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844352:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076790.844353:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076790.844355:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076790.844357:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076790.844358:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076790.844360:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616042496:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076790.844363:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076790.844364:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076790.844365:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076790.844367:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076790.844369:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9013c00.
02000000:00000001:0.0:1769076790.844371:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076790.844374:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076790.844376:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076790.844378:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076790.844381:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616042496, portal 10
00000100:00000001:0.0:1769076790.844383:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076790.844384:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102507264 : -107391607044352 : ffff9e53f1690700)
00000100:00000040:0.0:1769076790.844388:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690700 x1855007616042496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844393:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076790.844394:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076790.844396:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076790.844397:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616042496, offset 0
00000400:00000200:0.0:1769076790.844400:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076790.844403:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076790.844405:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076790.844407:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076790.844409:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076790.844411:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076790.844413:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076790.844415:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37626:37626:256:4294967295] 192.168.204.113@tcp LPNI seq info [37596:37596:8:4294967295]
00000400:00000200:0.0:1769076790.844418:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076790.844422:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076790.844426:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076790.844428:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076790.844431:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076790.844434:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076790.844437:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076790.844438:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769076790.844441:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076790.844442:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076790.844444:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076790.844447:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076790.844449:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076790.844450:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076790.844452:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076790.844454:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690700 x1855007616042496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844459:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076790.844462:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690700 x1855007616042496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844466:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076790.844467:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076790.844470:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076790.844473:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076790.844476:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076790.844478:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298446869
00000100:00000001:0.0:1769076790.844480:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298448109
00000100:00000001:0.0:1769076790.844482:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298446869
00000100:00000001:0.0:1769076790.844485:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298448109
00000100:00000001:0.0:1769076790.844487:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076790.844489:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076790.844491:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076790.844495:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076790/real 1769076790]  req@ffff9e53f1690700 x1855007616042496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076790.844505:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076790.844506:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076790.844508:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076790.844511:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076790.844513:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076790.844516:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076790.844519:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690700 x1855007616042496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076790.844529:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690700 x1855007616042496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844534:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076790.844535:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.844536:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076790.844538:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076790.844540:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690700 x1855007616042496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844545:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076790.844548:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690700 x1855007616042496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844552:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076790.844553:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.844554:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076790.844555:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.844556:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076790.844557:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076790.844559:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076790.844560:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076790.844562:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076790.844565:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690700 x1855007616042496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076790.844571:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616042496:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076790.844573:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.844574:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076790.844576:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693480 x1855007616042368/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844580:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076790.844581:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076790.844583:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011400.
02000000:00000001:0.0:1769076790.844584:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076790.844585:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076790.844586:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076790.844588:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076790.844589:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22000.
02000000:00000001:0.0:1769076790.844591:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076790.844593:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076790.844594:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693480.
00000100:00000001:0.0:1769076790.844596:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076790.844597:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.844598:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076790.844600:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690700 x1855007616042496/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.844604:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076790.844605:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076790.844606:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:0.0:1769076790.844607:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076790.844608:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076790.844609:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076790.844610:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076790.844611:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23800.
02000000:00000001:0.0:1769076790.844612:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076790.844614:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076790.844615:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690700.
00000100:00000001:0.0:1769076790.844616:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076790.844617:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.844618:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076790.844621:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076790.844622:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076790.844623:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076790.844624:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076791.547272:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076791.547281:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076791.547288:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076791.547290:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076791.547358:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076791.547365:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076791.547382:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076791.739149:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076791.739156:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076791.739158:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076791.739163:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076791.739167:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076791.739171:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076791.739173:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076791.739175:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076791.739178:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076792.123182:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298448109, at 4298448128
00000100:00000040:2.0:1769076792.123197:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298448109, at 4298448128
00000100:00000010:3.0:1769076792.123197:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca420.
00000100:00000010:2.0:1769076792.123209:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca240.
00010000:00000001:1.0:1769076792.571207:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076792.571215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076792.571222:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076792.571223:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076792.571287:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076792.571302:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076792.571306:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076792.763149:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076792.763159:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076792.763161:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076792.763168:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076792.763172:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076792.763177:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076792.763180:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076792.763183:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076792.763187:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076793.595234:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076793.595245:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076793.595253:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076793.595258:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076793.595261:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076793.595264:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076793.595268:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076793.595270:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076793.595273:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076793.595276:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076793.595380:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076793.595384:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076793.595387:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076793.787172:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076793.787182:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076793.787186:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076793.787194:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076793.787202:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076793.787209:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076793.787214:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076793.787219:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076793.787225:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076794.619277:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076794.619289:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076794.619300:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076794.619302:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076794.619439:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076794.619446:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076794.619453:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076794.811277:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076794.811317:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076794.811319:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076794.811327:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076794.811332:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076794.811337:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076794.811341:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076794.811344:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076794.811348:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076795.643226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076795.643235:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076795.643242:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076795.643244:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076795.643359:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076795.643365:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076795.643369:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076795.835235:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076795.835247:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076795.835251:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076795.835259:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076795.835264:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076795.835270:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076795.835274:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076795.835278:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076795.835281:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076795.963233:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076795.963253:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076795.963258:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076795.963266:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076795.963274:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076795.963288:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3779
00000400:00000200:2.0:1769076795.963303:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076795.963317:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076795.963323:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076795.963330:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076795.963337:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076795.963343:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076795.963348:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076795.963357:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076795.963361:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076795.963366:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076795.963372:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076795.963378:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076795.963384:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076795.963390:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076795.963395:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076795.963399:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076795.963403:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076795.963411:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076795.963418:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076795.963424:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076795.963429:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076795.963436:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076795.963443:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076795.963447:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076795.963452:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076795.963472:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000020:00000040:2.0:1769076795.963479:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076795.963487:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076795.963491:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076795.963497:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076795.963503:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076795.963511:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076795.963526:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000100:00000001:2.0:1769076795.963538:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076795.963555:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007616042624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076795.963578:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076795.963586:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076795.963597:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007616042624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076795.963643:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076795.963651:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076795.963658:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076795.963661:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076795.963665:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076795.963670:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076795.963676:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3779
00000400:00000200:2.0:1769076795.963686:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076795.963694:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076795.963700:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076795.963707:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076795.963713:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076795.963719:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076795.963720:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076795.963726:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076795.963732:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769076795.963735:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769076795.963741:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769076795.963743:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076795.963751:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076795.963757:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000040:0.0:1769076795.963764:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692300 x1855007616042624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769076795.963764:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076795.963775:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076795.963791:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076795.963802:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076795.963805:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076795.963812:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076795.963813:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:0.0:1769076795.963824:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769076795.963825:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:0.0:1769076795.963835:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769076795.963836:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:0.0:1769076795.963848:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076795.963851:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076795.963864:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076795.963866:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616042624:192.168.204.113@tcp:250:kworker.0
02000000:00000001:2.0:1769076795.963873:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769076795.963884:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076795.963887:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076795.963893:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076795.963896:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076795.963901:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076795.963905:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769076795.963911:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1769076795.963917:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1769076795.963926:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012000.
00000008:00000001:2.0:1769076795.963928:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076795.963937:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076795.963939:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076795.963954:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000400:00000200:0.0:1769076795.963964:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:2.0:1769076795.963965:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076795.963978:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1769076795.963981:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
02000000:00000001:2.0:1769076795.963982:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076795.963995:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076795.963998:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1769076795.964003:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
02000000:00000001:2.0:1769076795.964004:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076795.964021:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20800.
00000100:00000200:0.0:1769076795.964053:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616042624, portal 25
00000100:00000001:2.0:1769076795.964059:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076795.964119:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007616042752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076795.964139:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076795.964145:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102514432 : -107391607037184 : ffff9e53f1692300)
00000100:00000001:2.0:1769076795.964153:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076795.964162:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076795.964169:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692300 x1855007616042624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076795.964180:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007616042752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.964209:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769076795.964222:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076795.964223:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076795.964237:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00080000:2.0:1769076795.964238:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1769076795.964253:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616042624, offset 0
00000100:00080000:2.0:1769076795.964253:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076795.964260:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076795.964267:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769076795.964278:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076795.964278:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076795.964291:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3779
00000400:00000200:0.0:1769076795.964305:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076795.964308:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076795.964322:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:0.0:1769076795.964330:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:2.0:1769076795.964332:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076795.964347:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076795.964350:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769076795.964355:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769076795.964368:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:2.0:1769076795.964369:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076795.964380:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:0.0:1769076795.964386:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1769076795.964388:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076795.964394:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:0.0:1769076795.964402:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000020:00000001:2.0:1769076795.964404:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076795.964413:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:0.0:1769076795.964420:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37627:37627:256:4294967295] 192.168.204.113@tcp LPNI seq info [37597:37597:8:4294967295]
00000020:00000001:2.0:1769076795.964423:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076795.964435:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769076795.964446:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:2.0:1769076795.964450:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076795.964460:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076795.964468:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076795.964478:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076795.964488:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:0.0:1769076795.964489:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1769076795.964504:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076795.964515:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769076795.964517:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:2.0:1769076795.964522:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076795.964531:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1769076795.964534:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
02000000:00000001:2.0:1769076795.964537:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076795.964546:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076795.964553:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1769076795.964559:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000008:00000001:2.0:1769076795.964562:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076795.964573:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769076795.964576:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000100:00000010:2.0:1769076795.964583:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000020:00000040:2.0:1769076795.964593:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:0.1:1769076795.964595:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:2.0:1769076795.964604:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1769076795.964609:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
02000000:00000001:2.0:1769076795.964611:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076795.964619:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076795.964625:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:0.0:1769076795.964628:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
02000000:00000001:2.0:1769076795.964633:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769076795.964637:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
02000000:00000010:2.0:1769076795.964645:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23c00.
00000400:00000200:0.0:1769076795.964653:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769076795.964656:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076795.964675:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007616042880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769076795.964676:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076795.964694:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000100:00000001:2.0:1769076795.964704:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1769076795.964705:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:2.0:1769076795.964715:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076795.964723:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769076795.964732:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007616042880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076795.964743:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692300 x1855007616042624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076795.964777:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076795.964788:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076795.964806:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076795.964817:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076795.964824:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076795.964827:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076795.964840:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692300 x1855007616042624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076795.964845:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3789)
00000100:00000001:0.0:1769076795.964865:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076795.964870:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076795.964886:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076795.964897:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076795.964903:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298453230
00000100:00000010:0.0:1769076795.964914:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca600.
00000100:00000001:0.0:1769076795.964927:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076795.964954:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298453230
00000100:00000010:0.0:1769076795.964962:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca660.
00000100:00000001:0.0:1769076795.964968:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076795.964974:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076795.964979:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076795.964985:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076795.964996:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076795/real 1769076795]  req@ffff9e53f1692300 x1855007616042624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076795.965017:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076795.965021:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076795.965025:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076795.965059:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076795.965096:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076795.965104:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076795.965113:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692300 x1855007616042624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076795.965133:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692300 x1855007616042624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.965147:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076795.965152:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.965157:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076795.965161:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076795.965170:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692300 x1855007616042624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.965185:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076795.965194:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692300 x1855007616042624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.965210:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076795.965217:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.965221:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076795.965224:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.965228:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076795.965232:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076795.965237:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076795.965246:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076795.965250:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076795.965260:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692300 x1855007616042624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076795.965277:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616042624:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076795.965287:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.965291:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076795.965297:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692300 x1855007616042624/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.965312:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076795.965317:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076795.965322:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012000.
02000000:00000001:0.0:1769076795.965327:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076795.965331:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076795.965335:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076795.965339:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076795.965345:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20000.
02000000:00000001:0.0:1769076795.965352:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076795.965356:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076795.965360:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692300.
00000100:00000001:0.0:1769076795.965366:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076795.965369:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.965374:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.965388:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076795.965392:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076795.965397:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076795.965400:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076795.965403:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076795.965411:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692680 x1855007616042752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.965427:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076795.965430:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076795.965436:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076795.965440:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076795.965445:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076795.965452:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616042752:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076795.965458:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076795.965463:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076795.965467:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076795.965471:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076795.965479:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012000.
02000000:00000001:0.0:1769076795.965483:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076795.965493:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076795.965499:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076795.965506:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076795.965514:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616042752, portal 10
00000100:00000001:0.0:1769076795.965519:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076795.965522:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102515328 : -107391607036288 : ffff9e53f1692680)
00000100:00000040:0.0:1769076795.965535:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692680 x1855007616042752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.965551:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076795.965557:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076795.965563:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076795.965568:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616042752, offset 0
00000400:00000200:0.0:1769076795.965577:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076795.965586:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076795.965595:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076795.965601:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076795.965607:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076795.965612:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076795.965617:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076795.965623:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37628:37628:256:4294967295] 192.168.204.113@tcp LPNI seq info [37598:37598:8:4294967295]
00000400:00000200:0.0:1769076795.965632:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076795.965645:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076795.965656:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076795.965664:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076795.965673:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076795.965679:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076795.965689:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076795.965694:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769076795.965702:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076795.965706:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076795.965712:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076795.965718:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076795.965725:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076795.965729:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076795.965734:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076795.965742:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692680 x1855007616042752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.965759:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076795.965765:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692680 x1855007616042752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.965789:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076795.965792:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076795.965801:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076795.965809:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076795.965816:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076795.965821:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298451983
00000100:00000001:0.0:1769076795.965826:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298453230
00000100:00000001:0.0:1769076795.965830:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298451983
00000100:00000001:0.0:1769076795.965835:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298453230
00000100:00000001:0.0:1769076795.965839:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076795.965843:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076795.965847:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076795.965855:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076795/real 1769076795]  req@ffff9e53f1692680 x1855007616042752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076795.965870:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076795.965873:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076795.965877:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076795.965881:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076795.965885:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076795.965889:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076795.965896:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692680 x1855007616042752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076795.965912:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692680 x1855007616042752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.965924:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076795.965927:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.965931:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076795.965934:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076795.965942:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692680 x1855007616042752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.965957:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076795.965965:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692680 x1855007616042752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.965979:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076795.965984:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.965987:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076795.965990:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.965993:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076795.965997:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076795.966002:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076795.966009:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076795.966014:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076795.966023:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692680 x1855007616042752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076795.966100:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616042752:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076795.966109:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076795.966116:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007616042880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.966129:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076795.966132:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076795.966136:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076795.966140:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076795.966144:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076795.966150:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616042880:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076795.966157:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076795.966161:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076795.966165:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076795.966169:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076795.966176:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076795.966179:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076795.966187:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076795.966194:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076795.966201:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076795.966208:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616042880, portal 10
00000100:00000001:0.0:1769076795.966211:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076795.966214:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:0.0:1769076795.966226:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007616042880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.966238:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076795.966244:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076795.966247:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076795.966253:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616042880, offset 0
00000400:00000200:0.0:1769076795.966261:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076795.966269:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076795.966276:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076795.966282:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076795.966287:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076795.966292:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076795.966296:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076795.966303:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37629:37629:256:4294967295] 192.168.204.113@tcp LPNI seq info [37599:37599:8:4294967295]
00000400:00000200:0.0:1769076795.966311:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076795.966325:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076795.966334:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076795.966341:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076795.966349:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076795.966355:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076795.966364:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076795.966369:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769076795.966377:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076795.966382:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076795.966388:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076795.966395:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076795.966401:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076795.966405:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076795.966410:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076795.966417:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690a80 x1855007616042880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.966432:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076795.966438:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690a80 x1855007616042880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.966451:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076795.966454:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076795.966461:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076795.966468:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076795.966475:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076795.966480:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298451991
00000100:00000001:0.0:1769076795.966485:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298453230
00000100:00000001:0.0:1769076795.966489:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298451991
00000100:00000001:0.0:1769076795.966494:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298453230
00000100:00000001:0.0:1769076795.966499:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076795.966504:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076795.966508:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076795.966516:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076795/real 1769076795]  req@ffff9e53f1690a80 x1855007616042880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076795.966532:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076795.966534:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076795.966538:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076795.966543:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076795.966546:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076795.966552:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076795.966559:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007616042880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076795.966576:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007616042880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.966590:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076795.966592:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.966596:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076795.966599:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076795.966606:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007616042880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.966621:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076795.966629:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007616042880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.966644:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076795.966649:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.966653:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076795.966655:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.966659:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076795.966662:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076795.966667:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076795.966674:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076795.966679:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076795.966687:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007616042880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076795.966705:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616042880:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076795.966713:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.966718:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076795.966724:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692680 x1855007616042752/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.966737:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076795.966740:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076795.966743:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012000.
02000000:00000001:0.0:1769076795.966748:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076795.966751:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076795.966753:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076795.966757:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076795.966760:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20800.
02000000:00000001:0.0:1769076795.966764:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076795.966766:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076795.966769:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692680.
00000100:00000001:0.0:1769076795.966773:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076795.966775:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.966778:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076795.966784:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007616042880/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076795.966795:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076795.966798:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076795.966800:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:0.0:1769076795.966804:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076795.966806:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076795.966808:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076795.966811:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076795.966813:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:0.0:1769076795.966817:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076795.966819:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076795.966821:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:0.0:1769076795.966825:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076795.966827:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.966830:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076795.966835:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076795.966838:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076795.966841:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076795.966844:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076796.667189:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076796.667197:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076796.667200:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076796.667203:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076796.667208:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076796.667210:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076796.667211:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076796.667213:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076796.667217:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076796.667219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076796.667287:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076796.667292:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076796.667294:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076796.859178:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076796.859189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076796.859191:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076796.859197:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076796.859217:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076796.859221:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076796.859223:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076796.859226:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076796.859228:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076797.243175:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298453230, at 4298453248
00000100:00000040:3.0:1769076797.243175:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298453230, at 4298453248
00000100:00000010:3.0:1769076797.243196:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca660.
00000100:00000010:2.0:1769076797.243203:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca600.
00010000:00000001:1.0:1769076797.691233:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076797.691242:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076797.691248:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076797.691250:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076797.691331:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076797.691339:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076797.691360:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076797.883171:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076797.883178:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076797.883180:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076797.883185:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076797.883188:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076797.883192:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076797.883194:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076797.883196:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076797.883199:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076798.715150:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076798.715156:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076798.715160:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076798.715162:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076798.715256:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076798.715268:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076798.715277:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076798.907168:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076798.907174:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076798.907176:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076798.907181:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076798.907186:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076798.907189:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076798.907191:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076798.907194:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076798.907196:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076799.739177:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076799.739201:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076799.739208:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076799.739209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076799.739267:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076799.739272:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076799.739275:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076799.931236:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076799.931247:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076799.931250:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076799.931258:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076799.931263:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076799.931269:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076799.931272:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076799.931277:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076799.931280:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076800.763173:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076800.763181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076800.763186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076800.763187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076800.763251:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076800.763256:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076800.763259:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076800.955149:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076800.955159:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076800.955161:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076800.955169:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076800.955173:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076800.955178:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076800.955180:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076800.955183:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076800.955186:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076801.083200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076801.083212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076801.083216:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076801.083221:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076801.083226:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076801.083234:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3784
00000400:00000200:1.0:1769076801.083241:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076801.083248:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076801.083251:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076801.083254:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076801.083258:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076801.083261:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076801.083264:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769076801.083267:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076801.083269:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769076801.083271:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076801.083275:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769076801.083277:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769076801.083279:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769076801.083281:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076801.083283:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076801.083284:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076801.083285:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769076801.083288:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769076801.083290:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076801.083292:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076801.083294:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076801.083296:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076801.083299:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076801.083300:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076801.083302:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076801.083315:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10380.
00000020:00000040:1.0:1769076801.083318:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769076801.083322:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076801.083323:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076801.083326:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076801.083328:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076801.083333:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076801.083341:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99000.
00000100:00000001:1.0:1769076801.083348:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076801.083357:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10380 x1855007616043008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076801.083366:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076801.083370:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076801.083374:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009aeda62c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10380 x1855007616043008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076801.083393:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076801.083396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076801.083399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076801.083400:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076801.083401:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076801.083404:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076801.083406:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3784
00000400:00000200:1.0:1769076801.083409:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076801.083411:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076801.083413:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076801.083415:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076801.083417:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076801.083419:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769076801.083419:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076801.083424:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076801.083426:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769076801.083426:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076801.083429:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:0.0:1769076801.083430:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769076801.083431:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076801.083435:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:1.0:1769076801.083437:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:1.0:1769076801.083439:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076801.083441:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10380 x1855007616043008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076801.083443:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076801.083448:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076801.083453:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076801.083458:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076801.083460:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769076801.083462:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:0.0:1769076801.083463:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076801.083466:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:0.0:1769076801.083469:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769076801.083470:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076801.083473:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076801.083474:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076801.083477:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076801.083478:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769076801.083483:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616043008:192.168.204.113@tcp:250:kworker.0
02000000:00000001:1.0:1769076801.083483:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076801.083487:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076801.083490:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1769076801.083493:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769076801.083495:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1769076801.083499:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076801.083500:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076801.083502:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076801.083504:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1769076801.083506:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11500.
00000020:00000040:1.0:1769076801.083509:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076801.083510:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1769076801.083511:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:1.0:1769076801.083512:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076801.083516:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076801.083517:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076801.083519:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076801.083522:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076801.083526:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9ac00.
00000400:00000200:0.0:1769076801.083527:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076801.083531:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076801.083533:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000100:00100000:1.0:1769076801.083538:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11500 x1855007616043136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769076801.083543:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000001:1.0:1769076801.083545:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076801.083548:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076801.083551:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b884ffb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11500 x1855007616043136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076801.083555:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616043008, portal 25
00000100:00000001:1.0:1769076801.083557:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.083559:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1769076801.083561:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076801.083562:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438233472 : -107392271318144 : ffff9e53c9d10380)
00000100:00080000:1.0:1769076801.083568:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076801.083569:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076801.083571:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1769076801.083573:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10380 x1855007616043008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076801.083574:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076801.083579:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3784
00000400:00000200:1.0:1769076801.083587:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076801.083590:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1769076801.083592:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076801.083596:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076801.083597:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076801.083601:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000040:1.0:1769076801.083603:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076801.083606:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769076801.083607:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616043008, offset 0
00000100:00000040:1.0:1769076801.083611:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076801.083614:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769076801.083616:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769076801.083617:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:1.0:1769076801.083618:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:1.0:1769076801.083621:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076801.083624:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:1.0:1769076801.083625:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:1.0:1769076801.083626:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:1.0:1769076801.083629:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076801.083633:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076801.083633:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076801.083637:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076801.083639:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769076801.083641:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:0.0:1769076801.083644:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:1.0:1769076801.083646:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076801.083650:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076801.083651:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769076801.083653:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1769076801.083653:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076801.083657:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076801.083659:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769076801.083661:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000008:00100000:1.0:1769076801.083662:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076801.083665:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076801.083668:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076801.083671:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076801.083674:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37630:37630:256:4294967295] 192.168.204.113@tcp LPNI seq info [37600:37600:8:4294967295]
00000100:00000001:1.0:1769076801.083676:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076801.083677:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:1.0:1769076801.083684:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11880.
00000020:00000040:1.0:1769076801.083690:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:0.0:1769076801.083692:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769076801.083696:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076801.083700:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769076801.083701:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:1.0:1769076801.083706:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1769076801.083709:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
02000000:00000001:1.0:1769076801.083709:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076801.083714:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769076801.083720:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000010:1.0:1769076801.083721:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99c00.
00000800:00000200:0.0:1769076801.083724:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1769076801.083727:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076801.083732:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00100000:1.0:1769076801.083738:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11880 x1855007616043264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769076801.083738:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769076801.083746:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076801.083750:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076801.083758:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076801.083766:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769076801.083768:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076801.083771:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076801.083772:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076801.083776:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000040:1.0:1769076801.083777:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bb33f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11880 x1855007616043264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.083784:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769076801.083785:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076801.083789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1769076801.083790:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10380 x1855007616043008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076801.083795:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076801.083801:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076801.083806:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769076801.083807:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076801.083811:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3794)
00000100:00000040:0.0:1769076801.083812:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10380 x1855007616043008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.083820:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.083822:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076801.083828:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076801.083833:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076801.083835:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298458349
00000100:00000010:0.0:1769076801.083841:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca120.
00000100:00000001:0.0:1769076801.083849:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076801.083861:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298458349
00000100:00000010:0.0:1769076801.083864:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca000.
00000100:00000001:0.0:1769076801.083866:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076801.083868:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076801.083870:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.083873:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076801.083875:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076801/real 1769076801]  req@ffff9e53c9d10380 x1855007616043008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076801.083884:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076801.083886:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076801.083888:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076801.083891:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076801.083893:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076801.083896:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076801.083899:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10380 x1855007616043008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076801.083905:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10380 x1855007616043008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.083910:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076801.083911:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.083913:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076801.083915:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076801.083917:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10380 x1855007616043008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.083922:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076801.083925:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10380 x1855007616043008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.083931:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076801.083933:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.083935:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076801.083936:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.083938:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076801.083940:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076801.083959:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076801.083962:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076801.083964:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076801.083968:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10380 x1855007616043008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076801.083975:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616043008:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076801.083979:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.083981:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076801.083983:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10380 x1855007616043008/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.083998:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076801.084000:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076801.084002:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769076801.084004:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076801.084005:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076801.084007:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076801.084008:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076801.084010:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99000.
02000000:00000001:0.0:1769076801.084014:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076801.084016:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076801.084017:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10380.
00000100:00000001:0.0:1769076801.084019:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076801.084020:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.084022:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.084029:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076801.084031:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.084033:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076801.084034:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076801.084035:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076801.084038:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11500 x1855007616043136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084043:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076801.084044:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076801.084046:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076801.084047:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076801.084048:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076801.084050:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616043136:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076801.084053:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076801.084054:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076801.084055:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076801.084057:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076801.084059:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769076801.084060:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076801.084085:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076801.084089:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076801.084093:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076801.084097:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616043136, portal 10
00000100:00000001:0.0:1769076801.084099:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076801.084101:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237952 : -107392271313664 : ffff9e53c9d11500)
00000100:00000040:0.0:1769076801.084109:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11500 x1855007616043136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084117:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076801.084119:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076801.084122:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076801.084125:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616043136, offset 0
00000400:00000200:0.0:1769076801.084129:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076801.084133:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076801.084137:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076801.084139:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076801.084142:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076801.084143:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076801.084146:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076801.084148:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37631:37631:256:4294967295] 192.168.204.113@tcp LPNI seq info [37601:37601:8:4294967295]
00000400:00000200:0.0:1769076801.084151:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076801.084156:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076801.084159:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076801.084162:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076801.084165:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076801.084167:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076801.084170:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076801.084172:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769076801.084174:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076801.084176:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076801.084178:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076801.084180:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076801.084182:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076801.084184:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076801.084186:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076801.084189:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11500 x1855007616043136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084197:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076801.084201:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11500 x1855007616043136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084208:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.084210:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076801.084214:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076801.084218:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076801.084222:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076801.084224:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298457102
00000100:00000001:0.0:1769076801.084227:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298458349
00000100:00000001:0.0:1769076801.084230:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298457102
00000100:00000001:0.0:1769076801.084233:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298458349
00000100:00000001:0.0:1769076801.084236:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076801.084239:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.084241:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076801.084245:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076801/real 1769076801]  req@ffff9e53c9d11500 x1855007616043136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076801.084253:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076801.084254:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076801.084255:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076801.084257:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076801.084258:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076801.084260:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076801.084262:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11500 x1855007616043136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076801.084268:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11500 x1855007616043136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084273:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076801.084274:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.084275:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076801.084276:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076801.084278:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11500 x1855007616043136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084282:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076801.084284:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11500 x1855007616043136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084289:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076801.084291:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.084292:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076801.084293:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.084294:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076801.084295:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076801.084298:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076801.084300:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076801.084302:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076801.084304:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11500 x1855007616043136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076801.084309:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616043136:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076801.084311:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076801.084313:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11880 x1855007616043264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084317:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076801.084318:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076801.084320:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076801.084322:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076801.084324:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076801.084327:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616043264:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076801.084330:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076801.084333:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076801.084334:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076801.084336:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076801.084339:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076801.084341:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076801.084345:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076801.084348:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076801.084352:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076801.084355:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616043264, portal 10
00000100:00000001:0.0:1769076801.084357:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076801.084359:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438238848 : -107392271312768 : ffff9e53c9d11880)
00000100:00000040:0.0:1769076801.084366:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11880 x1855007616043264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084379:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076801.084381:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076801.084383:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076801.084385:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616043264, offset 0
00000400:00000200:0.0:1769076801.084388:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076801.084391:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076801.084394:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076801.084396:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076801.084398:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076801.084400:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076801.084402:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076801.084404:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37632:37632:256:4294967295] 192.168.204.113@tcp LPNI seq info [37602:37602:8:4294967295]
00000400:00000200:0.0:1769076801.084407:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076801.084412:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076801.084415:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076801.084417:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076801.084419:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076801.084421:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076801.084424:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076801.084444:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769076801.084446:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076801.084448:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076801.084450:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076801.084453:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076801.084455:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076801.084457:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076801.084459:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076801.084462:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11880 x1855007616043264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084468:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076801.084470:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11880 x1855007616043264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084479:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.084480:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076801.084483:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076801.084485:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076801.084487:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076801.084489:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298457109
00000100:00000001:0.0:1769076801.084491:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298458349
00000100:00000001:0.0:1769076801.084492:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298457109
00000100:00000001:0.0:1769076801.084494:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298458349
00000100:00000001:0.0:1769076801.084495:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076801.084497:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.084498:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076801.084500:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076801/real 1769076801]  req@ffff9e53c9d11880 x1855007616043264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076801.084505:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076801.084506:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076801.084507:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076801.084509:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076801.084510:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076801.084512:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076801.084514:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11880 x1855007616043264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076801.084520:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11880 x1855007616043264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084524:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076801.084524:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.084525:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076801.084526:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076801.084528:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11880 x1855007616043264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084534:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076801.084537:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11880 x1855007616043264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084541:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076801.084542:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.084543:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076801.084544:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.084545:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076801.084546:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076801.084548:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076801.084549:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076801.084551:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076801.084553:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11880 x1855007616043264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076801.084557:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616043264:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076801.084560:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.084561:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076801.084563:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11500 x1855007616043136/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084567:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076801.084568:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076801.084570:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769076801.084572:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076801.084573:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076801.084574:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076801.084575:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076801.084576:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:0.0:1769076801.084578:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076801.084580:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076801.084581:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11500.
00000100:00000001:0.0:1769076801.084584:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076801.084585:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.084586:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076801.084588:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11880 x1855007616043264/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.084593:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076801.084593:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076801.084594:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076801.084595:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076801.084596:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076801.084597:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076801.084598:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076801.084599:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:0.0:1769076801.084600:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076801.084600:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076801.084601:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11880.
00000100:00000001:0.0:1769076801.084602:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076801.084603:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.084604:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076801.084607:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076801.084608:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.084609:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076801.084610:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076801.787204:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076801.787223:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076801.787229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076801.787230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076801.787294:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076801.787299:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076801.787304:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076801.979178:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076801.979186:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076801.979188:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076801.979193:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076801.979197:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076801.979201:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076801.979204:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076801.979207:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076801.979209:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076802.363215:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298458349, at 4298458368
00000100:00000040:3.0:1769076802.363215:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298458349, at 4298458368
00000100:00000010:2.0:1769076802.363239:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca120.
00000100:00000010:3.0:1769076802.363243:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca000.
00010000:00000001:1.0:1769076802.811202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076802.811212:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076802.811220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076802.811222:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076802.811338:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076802.811342:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076802.811346:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076803.003130:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076803.003137:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076803.003138:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076803.003142:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076803.003145:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076803.003148:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076803.003150:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076803.003152:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076803.003154:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076803.835194:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076803.835205:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076803.835213:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076803.835217:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076803.835221:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076803.835225:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076803.835229:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076803.835232:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076803.835235:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076803.835238:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076803.835343:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076803.835349:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076803.835355:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076804.027189:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076804.027197:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076804.027198:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076804.027203:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076804.027207:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076804.027211:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076804.027213:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076804.027216:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076804.027219:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076804.859172:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076804.859184:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076804.859194:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076804.859197:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076804.859264:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076804.859269:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076804.859273:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076805.051140:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076805.051164:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076805.051166:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076805.051175:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076805.051180:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076805.051186:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076805.051190:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076805.051193:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076805.051196:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076805.883189:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076805.883201:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076805.883211:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076805.883212:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076805.883276:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076805.883281:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076805.883285:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076806.075196:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076806.075205:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076806.075207:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076806.075212:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076806.075217:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076806.075221:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076806.075224:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076806.075227:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076806.075230:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076806.203210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076806.203224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076806.203228:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076806.203233:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076806.203239:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076806.203246:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3789
00000400:00000200:0.0:1769076806.203253:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076806.203269:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076806.203288:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076806.203296:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076806.203299:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076806.203302:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076806.203305:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076806.203309:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076806.203312:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076806.203314:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076806.203318:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076806.203320:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076806.203322:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076806.203325:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076806.203327:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076806.203329:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076806.203330:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076806.203334:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076806.203337:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076806.203339:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076806.203343:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076806.203346:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076806.203349:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.203351:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076806.203354:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076806.203367:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7b80.
00000020:00000040:0.0:1769076806.203370:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076806.203375:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076806.203377:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.203380:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076806.203384:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076806.203389:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076806.203398:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769076806.203406:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076806.203416:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7b80 x1855007616043392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076806.203428:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076806.203433:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076806.203437:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa511e8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7b80 x1855007616043392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076806.203462:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076806.203465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076806.203469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076806.203470:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076806.203472:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076806.203475:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076806.203478:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3789
00000400:00000200:0.0:1769076806.203483:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076806.203486:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076806.203489:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076806.203493:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076806.203493:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076806.203499:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076806.203502:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769076806.203503:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076806.203508:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076806.203509:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769076806.203514:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076806.203516:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076806.203519:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076806.203523:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000040:1.0:1769076806.203524:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7b80 x1855007616043392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769076806.203525:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076806.203532:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076806.203558:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076806.203563:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076806.203564:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769076806.203570:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076806.203570:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.203575:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:1.0:1769076806.203577:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769076806.203578:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:1.0:1769076806.203583:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769076806.203584:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:1.0:1769076806.203593:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.203594:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076806.203601:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1769076806.203606:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616043392:192.168.204.113@tcp:250:kworker.0
02000000:00000001:0.0:1769076806.203608:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076806.203616:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076806.203617:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.203622:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769076806.203624:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1769076806.203627:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769076806.203629:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769076806.203635:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076806.203636:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769076806.203642:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076806.203647:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
00000100:00000010:0.0:1769076806.203648:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5500.
00000020:00000040:0.0:1769076806.203651:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076806.203654:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076806.203655:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.203656:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076806.203658:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076806.203660:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076806.203664:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076806.203668:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:0.0:1769076806.203674:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076806.203679:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:0.0:1769076806.203686:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5500 x1855007616043520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769076806.203689:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:0.0:1769076806.203714:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076806.203716:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076806.203718:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502bc2e2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5500 x1855007616043520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769076806.203720:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000001:0.0:1769076806.203729:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076806.203730:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769076806.203732:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616043392, portal 25
00000100:00080000:0.0:1769076806.203733:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076806.203736:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076806.203737:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769076806.203740:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376896 : -107391528174720 : ffff9e53f61c7b80)
00000100:00080000:0.0:1769076806.203741:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076806.203747:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076806.203749:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3789
00000100:00000040:1.0:1769076806.203753:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7b80 x1855007616043392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076806.203756:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076806.203782:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076806.203788:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076806.203797:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076806.203799:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769076806.203801:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076806.203809:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:1.0:1769076806.203811:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076806.203813:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000010:1.0:1769076806.203817:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000020:00000001:0.0:1769076806.203818:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076806.203822:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076806.203826:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1769076806.203827:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616043392, offset 0
00000020:00000040:0.0:1769076806.203830:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076806.203836:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076806.203838:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076806.203845:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076806.203846:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076806.203848:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076806.203852:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076806.203871:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076806.203875:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076806.203879:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:1.0:1769076806.203882:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076806.203884:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076806.203888:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076806.203891:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769076806.203912:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:0.0:1769076806.203913:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.203917:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076806.203920:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769076806.203922:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1769076806.203923:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.203927:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076806.203930:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000010:0.0:1769076806.203931:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6300.
00000020:00000040:0.0:1769076806.203935:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076806.203936:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769076806.203938:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076806.203940:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076806.203941:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:0.0:1769076806.203944:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076806.203947:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769076806.203949:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37633:37633:256:4294967295] 192.168.204.113@tcp LPNI seq info [37603:37603:8:4294967295]
02000000:00000001:0.0:1769076806.203950:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076806.203955:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000400:00000200:1.0:1769076806.203960:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076806.203961:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076806.203967:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6300 x1855007616043648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076806.203978:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769076806.203982:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076806.203985:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076806.203988:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076806.203992:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf371266] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6300 x1855007616043648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1769076806.203996:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000100:00000001:0.0:1769076806.203999:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076806.204002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076806.204006:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1769076806.204008:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769076806.204009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076806.204015:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1769076806.204015:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1769076806.204024:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3799)
00000800:00000200:1.1:1769076806.204025:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076806.204030:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769076806.204034:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076806.204036:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:1.0:1769076806.204042:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076806.204046:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076806.204051:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:1.0:1769076806.204052:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:1.0:1769076806.204057:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076806.204061:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7b80 x1855007616043392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204068:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076806.204071:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7b80 x1855007616043392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204111:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076806.204114:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076806.204122:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076806.204127:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076806.204131:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298463470
00000100:00000010:1.0:1769076806.204138:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b9c0.
00000100:00000001:1.0:1769076806.204147:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076806.204176:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298463470
00000100:00000010:1.0:1769076806.204180:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bea0.
00000100:00000001:1.0:1769076806.204183:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076806.204186:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076806.204189:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076806.204191:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076806.204196:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076806/real 1769076806]  req@ffff9e53f61c7b80 x1855007616043392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076806.204206:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076806.204208:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076806.204211:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076806.204214:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076806.204215:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076806.204218:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076806.204221:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7b80 x1855007616043392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076806.204230:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7b80 x1855007616043392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204236:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076806.204238:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.204241:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076806.204242:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076806.204246:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7b80 x1855007616043392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204251:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076806.204256:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7b80 x1855007616043392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204265:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076806.204270:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.204272:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076806.204274:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.204278:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076806.204281:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076806.204285:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076806.204292:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076806.204295:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076806.204302:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7b80 x1855007616043392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076806.204314:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616043392:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076806.204321:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.204324:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076806.204328:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7b80 x1855007616043392/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204339:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076806.204343:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076806.204346:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769076806.204349:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076806.204352:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076806.204353:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076806.204356:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076806.204358:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:1.0:1769076806.204362:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076806.204364:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076806.204366:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7b80.
00000100:00000001:1.0:1769076806.204369:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076806.204371:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.204373:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.204382:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076806.204384:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076806.204386:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076806.204388:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076806.204390:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076806.204393:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5500 x1855007616043520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204400:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076806.204401:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076806.204403:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076806.204405:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076806.204407:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076806.204410:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616043520:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076806.204413:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076806.204415:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076806.204416:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076806.204418:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076806.204421:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769076806.204423:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076806.204427:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076806.204430:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076806.204433:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076806.204436:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616043520, portal 10
00000100:00000001:1.0:1769076806.204438:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076806.204439:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367040 : -107391528184576 : ffff9e53f61c5500)
00000100:00000040:1.0:1769076806.204446:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5500 x1855007616043520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204452:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076806.204454:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076806.204456:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000100:00000200:1.0:1769076806.204458:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616043520, offset 0
00000400:00000200:1.0:1769076806.204462:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076806.204465:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076806.204468:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076806.204471:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076806.204474:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076806.204477:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076806.204479:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076806.204482:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37634:37634:256:4294967295] 192.168.204.113@tcp LPNI seq info [37604:37604:8:4294967295]
00000400:00000200:1.0:1769076806.204486:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076806.204492:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076806.204496:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076806.204499:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000800:00000200:1.0:1769076806.204503:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076806.204505:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076806.204510:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076806.204512:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769076806.204516:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076806.204518:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:1.0:1769076806.204520:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076806.204523:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076806.204526:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:1.0:1769076806.204528:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:1.0:1769076806.204530:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076806.204533:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5500 x1855007616043520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204540:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076806.204543:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5500 x1855007616043520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204549:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076806.204550:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076806.204553:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076806.204557:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076806.204561:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076806.204563:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298462222
00000100:00000001:1.0:1769076806.204565:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298463470
00000100:00000001:1.0:1769076806.204568:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298462222
00000100:00000001:1.0:1769076806.204571:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298463470
00000100:00000001:1.0:1769076806.204573:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076806.204576:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076806.204577:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076806.204581:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076806/real 1769076806]  req@ffff9e53f61c5500 x1855007616043520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076806.204587:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076806.204588:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076806.204589:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076806.204591:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076806.204592:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076806.204594:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076806.204596:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5500 x1855007616043520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076806.204605:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5500 x1855007616043520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204612:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076806.204613:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.204615:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076806.204617:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076806.204621:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5500 x1855007616043520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204627:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076806.204630:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5500 x1855007616043520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204637:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076806.204639:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.204640:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076806.204641:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.204644:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076806.204645:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076806.204647:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076806.204650:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076806.204651:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076806.204655:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5500 x1855007616043520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076806.204661:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616043520:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076806.204664:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076806.204667:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6300 x1855007616043648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204673:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076806.204675:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076806.204677:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076806.204679:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076806.204681:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076806.204688:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616043648:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076806.204690:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076806.204692:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076806.204693:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076806.204695:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076806.204698:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076806.204700:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076806.204702:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076806.204704:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076806.204707:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076806.204730:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616043648, portal 10
00000100:00000001:1.0:1769076806.204731:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076806.204732:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181370624 : -107391528180992 : ffff9e53f61c6300)
00000100:00000040:1.0:1769076806.204737:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6300 x1855007616043648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204742:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076806.204744:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076806.204745:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000100:00000200:1.0:1769076806.204747:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616043648, offset 0
00000400:00000200:1.0:1769076806.204749:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076806.204752:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076806.204754:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076806.204755:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076806.204757:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076806.204758:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076806.204760:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076806.204762:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37635:37635:256:4294967295] 192.168.204.113@tcp LPNI seq info [37605:37605:8:4294967295]
00000400:00000200:1.0:1769076806.204765:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076806.204770:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076806.204773:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076806.204785:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000800:00000200:1.0:1769076806.204804:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076806.204807:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076806.204811:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076806.204814:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769076806.204818:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076806.204820:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:1.0:1769076806.204823:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076806.204827:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076806.204830:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:1.0:1769076806.204832:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:1.0:1769076806.204834:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076806.204837:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6300 x1855007616043648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204845:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076806.204848:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6300 x1855007616043648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204907:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076806.204909:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076806.204911:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076806.204914:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076806.204916:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076806.204918:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298462229
00000100:00000001:1.0:1769076806.204920:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298463470
00000100:00000001:1.0:1769076806.204922:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298462229
00000100:00000001:1.0:1769076806.204923:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298463470
00000100:00000001:1.0:1769076806.204925:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076806.204926:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076806.204928:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076806.204931:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076806/real 1769076806]  req@ffff9e53f61c6300 x1855007616043648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076806.204936:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076806.204937:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076806.204939:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076806.204940:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076806.204942:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076806.204943:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076806.204945:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6300 x1855007616043648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076806.204951:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6300 x1855007616043648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204955:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076806.204956:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.204957:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076806.204958:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076806.204960:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6300 x1855007616043648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204965:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076806.204968:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6300 x1855007616043648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204972:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076806.204974:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.204975:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076806.204975:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.204976:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076806.204977:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076806.204979:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076806.204981:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076806.204982:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076806.204984:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6300 x1855007616043648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076806.204989:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616043648:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076806.204991:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.204992:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076806.204994:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5500 x1855007616043520/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.204999:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076806.205000:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076806.205001:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769076806.205003:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076806.205004:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076806.205005:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076806.205007:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076806.205008:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010400.
02000000:00000001:1.0:1769076806.205010:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076806.205011:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076806.205012:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5500.
00000100:00000001:1.0:1769076806.205014:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076806.205015:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.205016:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076806.205018:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6300 x1855007616043648/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076806.205023:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076806.205024:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076806.205025:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076806.205026:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076806.205027:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076806.205027:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076806.205028:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076806.205029:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010800.
02000000:00000001:1.0:1769076806.205030:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076806.205031:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076806.205032:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6300.
00000100:00000001:1.0:1769076806.205033:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076806.205034:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.205035:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076806.205037:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076806.205038:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076806.205039:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076806.205040:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076806.907163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076806.907173:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076806.907175:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076806.907178:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076806.907183:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076806.907185:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076806.907187:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076806.907189:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076806.907192:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076806.907194:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076806.907255:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076806.907260:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076806.907263:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076807.099149:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076807.099162:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076807.099165:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076807.099172:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076807.099177:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076807.099183:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076807.099186:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076807.099190:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076807.099194:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076807.483197:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298463470, at 4298463488
00000100:00000040:3.0:1769076807.483197:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298463470, at 4298463488
00000100:00000010:3.0:1769076807.483216:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bea0.
00000100:00000010:2.0:1769076807.483222:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b9c0.
00010000:00000001:1.0:1769076807.931199:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076807.931209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076807.931216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076807.931218:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076807.931315:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076807.931322:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076807.931328:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076808.123178:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076808.123188:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076808.123190:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076808.123197:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076808.123202:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076808.123206:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076808.123209:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076808.123213:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076808.123217:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076808.955180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076808.955189:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076808.955195:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076808.955197:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076808.955331:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076808.955348:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076808.955353:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076809.147170:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076809.147180:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076809.147182:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076809.147188:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076809.147193:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076809.147198:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076809.147200:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076809.147203:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076809.147206:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076809.979238:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076809.979247:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076809.979269:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076809.979271:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076809.979369:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076809.979377:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076809.979383:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076810.171223:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076810.171233:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076810.171236:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076810.171242:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076810.171247:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076810.171251:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076810.171253:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076810.171256:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076810.171259:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076811.003185:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076811.003196:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076811.003203:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076811.003204:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076811.003333:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076811.003339:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076811.003344:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076811.195140:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076811.195150:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076811.195152:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076811.195158:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076811.195162:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076811.195167:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076811.195170:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076811.195172:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076811.195176:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076811.323294:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076811.323310:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076811.323314:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076811.323320:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076811.323327:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076811.323338:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3794
00000400:00000200:1.0:1769076811.323349:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076811.323358:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076811.323362:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076811.323366:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076811.323370:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076811.323373:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076811.323377:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769076811.323382:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076811.323385:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769076811.323389:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076811.323392:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769076811.323395:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769076811.323399:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769076811.323403:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076811.323406:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076811.323409:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076811.323411:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769076811.323415:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769076811.323418:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076811.323421:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076811.323424:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076811.323428:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076811.323431:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076811.323434:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076811.323443:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076811.323458:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11880.
00000020:00000040:1.0:1769076811.323462:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769076811.323467:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076811.323469:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076811.323473:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076811.323477:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076811.323484:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076811.323499:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98400.
00000100:00000001:1.0:1769076811.323508:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076811.323519:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11880 x1855007616043776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076811.323532:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076811.323538:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076811.323543:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bb33f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11880 x1855007616043776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076811.323567:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076811.323571:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076811.323575:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076811.323577:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076811.323579:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076811.323582:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076811.323585:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3794
00000400:00000200:1.0:1769076811.323594:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076811.323599:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076811.323602:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076811.323607:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076811.323610:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076811.323613:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076811.323615:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076811.323619:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769076811.323619:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076811.323622:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769076811.323626:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769076811.323644:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769076811.323647:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:0.0:1769076811.323651:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769076811.323652:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:1.0:1769076811.323658:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769076811.323665:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000040:0.0:1769076811.323668:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11880 x1855007616043776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076811.323668:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076811.323676:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076811.323682:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769076811.323689:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:1.0:1769076811.323698:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076811.323702:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076811.323704:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076811.323707:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076811.323709:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076811.323718:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076811.323721:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076811.323724:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076811.323727:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076811.323734:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076811.323735:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076811.323745:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1769076811.323746:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616043776:192.168.204.113@tcp:250:kworker.0
00000008:00000001:1.0:1769076811.323753:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076811.323757:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769076811.323759:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076811.323765:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1769076811.323767:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11500.
02000000:00000001:0.0:1769076811.323788:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769076811.323796:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076811.323797:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769076811.323805:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076811.323807:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076811.323809:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:1.0:1769076811.323810:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076811.323831:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076811.323833:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076811.323836:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076811.323844:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9b000.
00000400:00000200:0.0:1769076811.323846:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076811.323851:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076811.323855:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000100:00100000:1.0:1769076811.323862:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11500 x1855007616043904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769076811.323867:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000001:1.0:1769076811.323877:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076811.323880:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769076811.323882:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616043776, portal 25
00000100:00000040:1.0:1769076811.323888:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b884ffb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11500 x1855007616043904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.323889:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076811.323892:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438238848 : -107392271312768 : ffff9e53c9d11880)
00000100:00000040:0.0:1769076811.323903:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11880 x1855007616043776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076811.323927:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076811.323934:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769076811.323935:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076811.323943:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:1.0:1769076811.323950:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1769076811.323951:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000001:1.0:1769076811.323957:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1769076811.323959:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616043776, offset 0
00000100:00080000:1.0:1769076811.323961:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076811.323967:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769076811.323974:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:1.0:1769076811.323974:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3794
00000400:00000200:1.0:1769076811.323985:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076811.323989:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076811.323991:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769076811.323994:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:1.0:1769076811.324000:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076811.324004:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769076811.324009:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:1.0:1769076811.324010:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076811.324016:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769076811.324021:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1769076811.324022:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1769076811.324028:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:1.0:1769076811.324030:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769076811.324032:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000040:1.0:1769076811.324034:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:1.0:1769076811.324039:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769076811.324041:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1769076811.324043:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769076811.324047:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:1.0:1769076811.324053:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076811.324059:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37636:37636:256:4294967295] 192.168.204.113@tcp LPNI seq info [37606:37606:8:4294967295]
00000100:00000001:1.0:1769076811.324060:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076811.324066:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076811.324068:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769076811.324070:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:1.0:1769076811.324074:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076811.324076:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076811.324090:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076811.324109:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769076811.324115:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1769076811.324121:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:1.0:1769076811.324122:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076811.324129:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1769076811.324133:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000100:00000001:1.0:1769076811.324133:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076811.324138:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076811.324143:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076811.324145:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769076811.324149:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000010:1.0:1769076811.324154:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10380.
00000800:00000200:0.0:1769076811.324156:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000020:00000040:1.0:1769076811.324160:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076811.324166:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1769076811.324167:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:1.0:1769076811.324169:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076811.324177:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1769076811.324178:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
02000000:00000001:1.0:1769076811.324180:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076811.324186:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1769076811.324191:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
02000000:00000010:1.0:1769076811.324213:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9b800.
00000800:00000010:0.0:1769076811.324214:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000100:00000001:1.0:1769076811.324223:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076811.324227:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1769076811.324234:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10380 x1855007616044032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769076811.324239:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076811.324252:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000100:00000001:1.0:1769076811.324253:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1769076811.324258:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:1.0:1769076811.324259:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076811.324269:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769076811.324270:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009aeda62c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10380 x1855007616044032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076811.324281:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11880 x1855007616043776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076811.324288:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076811.324296:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076811.324306:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769076811.324308:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076811.324311:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076811.324317:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11880 x1855007616043776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076811.324321:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076811.324332:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3805)
00000100:00000001:0.0:1769076811.324335:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076811.324339:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076811.324349:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076811.324356:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076811.324360:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298468590
00000100:00000010:0.0:1769076811.324367:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caba0.
00000100:00000001:0.0:1769076811.324377:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076811.324391:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298468590
00000100:00000010:0.0:1769076811.324395:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca4e0.
00000100:00000001:0.0:1769076811.324399:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076811.324403:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076811.324406:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076811.324410:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076811.324434:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076811/real 1769076811]  req@ffff9e53c9d11880 x1855007616043776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076811.324448:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076811.324451:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076811.324454:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076811.324457:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076811.324459:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076811.324462:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076811.324466:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11880 x1855007616043776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076811.324475:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11880 x1855007616043776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.324482:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076811.324484:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.324487:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076811.324489:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076811.324493:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11880 x1855007616043776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.324499:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076811.324504:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11880 x1855007616043776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.324512:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076811.324515:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.324518:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076811.324519:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.324522:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076811.324524:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076811.324527:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076811.324531:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076811.324534:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076811.324538:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11880 x1855007616043776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076811.324546:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616043776:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076811.324552:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.324555:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076811.324558:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11880 x1855007616043776/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.324565:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076811.324568:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076811.324571:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769076811.324574:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076811.324576:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076811.324577:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076811.324579:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076811.324582:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98400.
02000000:00000001:0.0:1769076811.324587:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076811.324589:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076811.324591:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11880.
00000100:00000001:0.0:1769076811.324596:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076811.324597:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.324600:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.324609:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076811.324612:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076811.324614:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076811.324616:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076811.324617:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076811.324621:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11500 x1855007616043904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.324646:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076811.324648:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076811.324651:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076811.324654:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076811.324657:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076811.324661:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616043904:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076811.324665:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076811.324668:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076811.324670:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076811.324673:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076811.324677:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769076811.324680:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076811.324686:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076811.324689:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076811.324694:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076811.324698:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616043904, portal 10
00000100:00000001:0.0:1769076811.324701:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076811.324702:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237952 : -107392271313664 : ffff9e53c9d11500)
00000100:00000040:0.0:1769076811.324712:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11500 x1855007616043904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.324721:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076811.324724:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076811.324727:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076811.324730:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616043904, offset 0
00000400:00000200:0.0:1769076811.324735:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076811.324740:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076811.324745:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076811.324748:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076811.324752:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076811.324755:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076811.324758:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076811.324762:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37637:37637:256:4294967295] 192.168.204.113@tcp LPNI seq info [37607:37607:8:4294967295]
00000400:00000200:0.0:1769076811.324768:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076811.324818:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076811.324823:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076811.324826:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076811.324831:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076811.324834:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076811.324838:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076811.324841:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769076811.324845:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076811.324847:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076811.324851:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076811.324854:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076811.324857:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076811.324859:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076811.324862:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076811.324866:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11500 x1855007616043904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.324874:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076811.324877:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11500 x1855007616043904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.324884:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076811.324885:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076811.324889:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076811.324893:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076811.324897:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076811.324899:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298467342
00000100:00000001:0.0:1769076811.324903:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298468590
00000100:00000001:0.0:1769076811.324905:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298467342
00000100:00000001:0.0:1769076811.324907:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298468590
00000100:00000001:0.0:1769076811.324909:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076811.324911:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076811.324913:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076811.324917:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076811/real 1769076811]  req@ffff9e53c9d11500 x1855007616043904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076811.324924:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076811.324926:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076811.324928:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076811.324930:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076811.324932:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076811.324934:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076811.324938:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11500 x1855007616043904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076811.324946:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11500 x1855007616043904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.324952:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076811.324954:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.324955:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076811.324957:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076811.324960:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11500 x1855007616043904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.324966:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076811.324969:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11500 x1855007616043904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.324975:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076811.324978:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.324979:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076811.324980:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.324982:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076811.324984:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076811.324986:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076811.324989:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076811.324992:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076811.324996:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11500 x1855007616043904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076811.325003:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616043904:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076811.325007:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076811.325009:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10380 x1855007616044032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.325023:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076811.325024:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076811.325026:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076811.325028:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076811.325030:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076811.325033:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616044032:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076811.325036:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076811.325037:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076811.325039:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076811.325040:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076811.325043:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076811.325045:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076811.325048:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076811.325050:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076811.325053:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076811.325055:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616044032, portal 10
00000100:00000001:0.0:1769076811.325057:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076811.325059:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438233472 : -107392271318144 : ffff9e53c9d10380)
00000100:00000040:0.0:1769076811.325086:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10380 x1855007616044032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.325093:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076811.325095:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076811.325098:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076811.325101:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616044032, offset 0
00000400:00000200:0.0:1769076811.325122:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076811.325127:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076811.325131:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076811.325135:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076811.325138:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076811.325141:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076811.325144:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076811.325148:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37638:37638:256:4294967295] 192.168.204.113@tcp LPNI seq info [37608:37608:8:4294967295]
00000400:00000200:0.0:1769076811.325153:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076811.325160:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076811.325165:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076811.325169:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076811.325174:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076811.325177:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076811.325182:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076811.325185:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769076811.325207:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076811.325210:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076811.325214:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076811.325219:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076811.325223:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076811.325225:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076811.325228:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076811.325233:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10380 x1855007616044032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.325243:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076811.325247:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10380 x1855007616044032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.325256:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076811.325258:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076811.325262:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076811.325266:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076811.325270:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076811.325272:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298467350
00000100:00000001:0.0:1769076811.325275:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298468590
00000100:00000001:0.0:1769076811.325278:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298467350
00000100:00000001:0.0:1769076811.325281:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298468590
00000100:00000001:0.0:1769076811.325284:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076811.325288:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076811.325290:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076811.325295:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076811/real 1769076811]  req@ffff9e53c9d10380 x1855007616044032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076811.325305:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076811.325307:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076811.325309:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076811.325311:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076811.325313:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076811.325316:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076811.325320:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10380 x1855007616044032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076811.325348:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10380 x1855007616044032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.325355:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076811.325357:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.325358:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076811.325360:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076811.325363:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10380 x1855007616044032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.325370:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076811.325374:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10380 x1855007616044032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.325381:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076811.325383:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.325385:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076811.325387:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.325389:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076811.325391:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076811.325394:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076811.325398:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076811.325401:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076811.325405:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10380 x1855007616044032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076811.325414:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616044032:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076811.325418:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.325420:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076811.325423:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11500 x1855007616043904/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.325429:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076811.325431:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076811.325433:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769076811.325435:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076811.325437:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076811.325439:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076811.325441:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076811.325443:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:0.0:1769076811.325446:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076811.325447:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076811.325449:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11500.
00000100:00000001:0.0:1769076811.325452:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076811.325454:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.325456:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076811.325459:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10380 x1855007616044032/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076811.325466:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076811.325468:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076811.325470:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076811.325472:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076811.325473:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076811.325474:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076811.325476:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076811.325479:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:0.0:1769076811.325481:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076811.325482:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076811.325484:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10380.
00000100:00000001:0.0:1769076811.325486:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076811.325488:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.325490:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076811.325493:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076811.325495:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076811.325497:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076811.325498:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076812.027194:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076812.027202:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076812.027208:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076812.027209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076812.027268:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076812.027273:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076812.027277:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076812.219274:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076812.219287:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076812.219290:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076812.219298:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076812.219303:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076812.219308:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076812.219323:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076812.219328:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076812.219331:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076812.603206:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298468590, at 4298468608
00000100:00000040:3.0:1769076812.603206:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298468590, at 4298468608
00000100:00000010:3.0:1769076812.603245:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca4e0.
00000100:00000010:2.0:1769076812.603249:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60caba0.
00010000:00000001:1.0:1769076813.051211:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076813.051219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076813.051227:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076813.051228:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076813.051284:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076813.051300:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076813.051303:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076813.243222:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076813.243231:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076813.243234:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076813.243240:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076813.243245:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076813.243250:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076813.243253:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076813.243268:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076813.243270:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076814.075229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076814.075237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076814.075243:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076814.075246:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076814.075248:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076814.075251:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076814.075254:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076814.075256:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076814.075257:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076814.075259:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076814.075339:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076814.075345:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076814.075350:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076814.267196:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076814.267207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076814.267210:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076814.267218:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076814.267224:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076814.267230:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076814.267234:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076814.267238:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076814.267242:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076815.099185:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076815.099195:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076815.099203:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076815.099205:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076815.099266:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076815.099271:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076815.099287:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076815.291197:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076815.291218:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076815.291220:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076815.291227:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076815.291231:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076815.291236:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076815.291238:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076815.291242:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076815.291245:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076816.123219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076816.123229:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076816.123237:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076816.123239:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076816.123327:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076816.123332:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076816.123336:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076816.315127:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076816.315135:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076816.315136:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076816.315142:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076816.315145:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076816.315149:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076816.315152:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076816.315154:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076816.315156:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076816.443243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076816.443256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076816.443260:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076816.443265:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076816.443271:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076816.443280:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3800
00000400:00000200:3.0:1769076816.443289:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076816.443297:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076816.443300:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076816.443304:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076816.443307:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076816.443309:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076816.443312:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076816.443316:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076816.443318:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076816.443321:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076816.443325:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076816.443327:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076816.443330:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076816.443333:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076816.443334:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076816.443336:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076816.443337:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076816.443340:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076816.443343:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076816.443345:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076816.443348:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076816.443360:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076816.443363:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076816.443365:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076816.443368:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076816.443380:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769076816.443384:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076816.443388:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076816.443390:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076816.443393:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076816.443395:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076816.443401:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076816.443409:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769076816.443417:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076816.443427:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007616044160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076816.443438:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076816.443442:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076816.443447:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007616044160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076816.443492:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076816.443496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076816.443501:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076816.443503:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076816.443506:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076816.443510:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076816.443514:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3800
00000100:00000001:0.0:1769076816.443519:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769076816.443520:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076816.443528:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1769076816.443530:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769076816.443533:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769076816.443535:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076816.443557:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000040:0.0:1769076816.443565:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35f80 x1855007616044160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076816.443565:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076816.443570:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076816.443578:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076816.443583:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076816.443587:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076816.443593:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076816.443600:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076816.443608:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:0.0:1769076816.443611:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769076816.443613:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:0.0:1769076816.443615:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076816.443621:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769076816.443623:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:0.0:1769076816.443631:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076816.443632:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769076816.443644:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076816.443650:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00100000:0.0:1769076816.443652:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616044160:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076816.443665:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076816.443666:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076816.443673:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1769076816.443674:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:0.0:1769076816.443676:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076816.443682:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769076816.443698:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076816.443701:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076816.443704:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012400.
02000000:00000001:3.0:1769076816.443705:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076816.443711:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076816.443715:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076816.443720:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076816.443736:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076816.443741:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769076816.443742:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:3.0:1769076816.443750:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076816.443751:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000100:00000001:3.0:1769076816.443753:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076816.443761:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000400:00000010:0.0:1769076816.443762:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000020:00000040:3.0:1769076816.443769:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000200:0.0:1769076816.443775:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616044160, portal 25
02000000:00000001:3.0:1769076816.443776:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076816.443781:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.443783:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076816.443788:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769076816.443789:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438388096 : -107392271163520 : ffff9e53c9d35f80)
02000000:00000001:3.0:1769076816.443791:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076816.443798:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076816.443806:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35f80 x1855007616044160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769076816.443809:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769076816.443818:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.443826:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1769076816.443833:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007616044288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769076816.443834:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076816.443845:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076816.443853:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616044160, offset 0
00000100:00000001:3.0:1769076816.443854:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076816.443863:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076816.443872:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007616044288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076816.443873:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076816.443891:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076816.443893:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076816.443898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769076816.443905:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:3.0:1769076816.443910:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076816.443914:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1769076816.443916:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769076816.443928:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1769076816.443931:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:3.0:1769076816.443933:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769076816.443937:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769076816.443940:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3800
00000400:00000200:0.0:1769076816.443949:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076816.443961:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37639:37639:256:4294967295] 192.168.204.113@tcp LPNI seq info [37609:37609:8:4294967295]
00000400:00000200:3.0:1769076816.443961:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076816.443971:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:0.0:1769076816.443979:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:3.0:1769076816.443982:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076816.443987:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076816.443995:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076816.444009:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076816.444013:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769076816.444023:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076816.444032:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:0.0:1769076816.444033:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000020:00000040:3.0:1769076816.444040:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076816.444056:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:0.0:1769076816.444057:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000020:00000040:3.0:1769076816.444061:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:0.0:1769076816.444066:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076816.444070:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076816.444125:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076816.444128:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076816.444140:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000020:00000001:3.0:1769076816.444141:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000010:0.0:1769076816.444143:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076816.444165:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1769076816.444167:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769076816.444175:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769076816.444180:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076816.444184:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000100:00000001:3.0:1769076816.444184:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769076816.444196:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000040:3.0:1769076816.444201:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076816.444205:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076816.444206:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1769076816.444213:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000200:0.0:1769076816.444215:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35f80 x1855007616044160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769076816.444231:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076816.444235:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769076816.444238:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076816.444242:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35f80 x1855007616044160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076816.444249:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076816.444260:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076816.444261:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.444276:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769076816.444276:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076816.444285:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076816.444289:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769076816.444290:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769076816.444302:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:3.0:1769076816.444304:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.444306:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298473710
00000100:00000001:3.0:1769076816.444313:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076816.444316:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca5a0.
00000100:00000010:3.0:1769076816.444324:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000100:00000001:0.0:1769076816.444325:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000020:00000040:3.0:1769076816.444334:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:0.0:1769076816.444335:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298473710
00000100:00000010:0.0:1769076816.444343:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60caa20.
02000000:00000001:3.0:1769076816.444345:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769076816.444348:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1769076816.444350:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.444353:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076816.444359:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769076816.444360:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.444366:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769076816.444366:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1769076816.444376:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076816/real 1769076816]  req@ffff9e53c9d35f80 x1855007616044160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076816.444392:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769076816.444396:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076816.444399:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000010:3.0:1769076816.444400:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000400:00000010:0.0:1769076816.444402:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000100:00000001:3.0:1769076816.444406:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076816.444408:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076816.444413:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076816.444417:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1769076816.444422:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007616044416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769076816.444428:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35f80 x1855007616044160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076816.444490:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35f80 x1855007616044160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.444544:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076816.444556:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076816.444565:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076816.444567:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076816.444571:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076816.444575:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076816.444596:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007616044416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076816.444598:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35f80 x1855007616044160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076816.444675:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.444676:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076816.444710:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35f80 x1855007616044160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.444717:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076816.444722:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076816.444722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076816.444732:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076816.444740:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076816.444740:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769076816.444751:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1769076816.444752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076816.444757:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076816.444774:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1769076816.444776:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076816.444780:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000040:3.0:1769076816.444783:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3810)
00000100:00000001:0.0:1769076816.444784:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076816.444793:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35f80 x1855007616044160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076816.444801:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616044160:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076816.444807:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076816.444809:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076816.444812:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35f80 x1855007616044160/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.444817:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076816.444819:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076816.444822:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076816.444824:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076816.444837:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076816.444839:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076816.444841:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076816.444843:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:0.0:1769076816.444847:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076816.444849:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076816.444852:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35f80.
00000100:00000001:0.0:1769076816.444854:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076816.444855:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076816.444857:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076816.444863:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076816.444865:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.444867:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076816.444868:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076816.444870:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076816.444873:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37b80 x1855007616044288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.444879:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076816.444881:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076816.444883:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076816.444885:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076816.444886:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076816.444889:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616044288:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076816.444891:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076816.444893:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076816.444894:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076816.444896:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076816.444898:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076816.444900:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076816.444904:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076816.444906:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076816.444909:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076816.444911:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616044288, portal 10
00000100:00000001:0.0:1769076816.444913:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076816.444914:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438395264 : -107392271156352 : ffff9e53c9d37b80)
00000100:00000040:0.0:1769076816.444919:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37b80 x1855007616044288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.444924:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076816.444926:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076816.444929:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076816.444930:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616044288, offset 0
00000400:00000200:0.0:1769076816.444934:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076816.444937:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076816.444941:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076816.444944:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076816.444946:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076816.444948:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076816.444950:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076816.444953:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37640:37640:256:4294967295] 192.168.204.113@tcp LPNI seq info [37610:37610:8:4294967295]
00000400:00000200:0.0:1769076816.444956:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076816.444961:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076816.444965:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076816.444967:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076816.444970:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076816.444972:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076816.444977:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076816.444979:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076816.444982:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076816.444984:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076816.444986:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076816.444989:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076816.444991:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076816.444993:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076816.444995:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076816.444998:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37b80 x1855007616044288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.445003:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076816.445006:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37b80 x1855007616044288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.445011:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.445012:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076816.445015:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076816.445018:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076816.445021:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076816.445022:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298472462
00000100:00000001:0.0:1769076816.445025:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298473710
00000100:00000001:0.0:1769076816.445027:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298472462
00000100:00000001:0.0:1769076816.445045:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298473710
00000100:00000001:0.0:1769076816.445047:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076816.445048:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.445049:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076816.445052:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076816/real 1769076816]  req@ffff9e53c9d37b80 x1855007616044288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076816.445057:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076816.445057:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076816.445058:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076816.445060:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076816.445061:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076816.445062:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076816.445064:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37b80 x1855007616044288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076816.445069:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37b80 x1855007616044288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.445073:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076816.445075:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076816.445104:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076816.445105:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076816.445108:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37b80 x1855007616044288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.445113:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076816.445115:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37b80 x1855007616044288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.445121:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076816.445123:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076816.445124:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076816.445125:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076816.445126:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076816.445127:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076816.445129:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076816.445131:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076816.445132:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076816.445134:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37b80 x1855007616044288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076816.445139:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616044288:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076816.445153:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076816.445156:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36a00 x1855007616044416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.445161:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076816.445162:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076816.445163:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076816.445164:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076816.445166:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076816.445167:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616044416:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076816.445169:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076816.445171:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076816.445172:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076816.445174:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076816.445177:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769076816.445179:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076816.445181:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076816.445183:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076816.445185:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076816.445188:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616044416, portal 10
00000100:00000001:0.0:1769076816.445189:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076816.445190:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438390784 : -107392271160832 : ffff9e53c9d36a00)
00000100:00000040:0.0:1769076816.445194:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36a00 x1855007616044416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.445199:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076816.445200:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076816.445202:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076816.445203:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616044416, offset 0
00000400:00000200:0.0:1769076816.445206:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076816.445208:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076816.445210:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076816.445212:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076816.445214:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076816.445216:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076816.445217:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076816.445219:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37641:37641:256:4294967295] 192.168.204.113@tcp LPNI seq info [37611:37611:8:4294967295]
00000400:00000200:0.0:1769076816.445222:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076816.445227:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076816.445230:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076816.445232:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076816.445234:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076816.445236:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076816.445239:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076816.445241:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769076816.445243:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076816.445245:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076816.445247:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076816.445249:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076816.445251:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076816.445253:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076816.445255:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076816.445257:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36a00 x1855007616044416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.445262:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076816.445264:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36a00 x1855007616044416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.445268:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.445269:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076816.445271:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076816.445273:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076816.445275:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076816.445277:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298472470
00000100:00000001:0.0:1769076816.445278:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298473710
00000100:00000001:0.0:1769076816.445280:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298472470
00000100:00000001:0.0:1769076816.445281:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298473710
00000100:00000001:0.0:1769076816.445283:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076816.445284:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.445285:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076816.445287:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076816/real 1769076816]  req@ffff9e53c9d36a00 x1855007616044416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076816.445292:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076816.445292:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076816.445293:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076816.445295:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076816.445296:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076816.445297:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076816.445299:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36a00 x1855007616044416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076816.445305:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36a00 x1855007616044416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.445309:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076816.445310:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076816.445311:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076816.445312:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076816.445315:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36a00 x1855007616044416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.445319:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076816.445336:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36a00 x1855007616044416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.445341:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076816.445343:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076816.445344:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076816.445345:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076816.445346:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076816.445349:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076816.445351:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076816.445353:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076816.445354:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076816.445357:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36a00 x1855007616044416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076816.445362:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616044416:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076816.445365:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076816.445366:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076816.445368:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37b80 x1855007616044288/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.445373:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076816.445374:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076816.445376:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012400.
02000000:00000001:0.0:1769076816.445378:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076816.445379:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076816.445380:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076816.445382:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076816.445383:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:0.0:1769076816.445385:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076816.445386:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076816.445388:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37b80.
00000100:00000001:0.0:1769076816.445390:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076816.445391:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076816.445392:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076816.445394:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36a00 x1855007616044416/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.445399:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076816.445400:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076816.445401:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:0.0:1769076816.445402:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076816.445403:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076816.445404:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076816.445405:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076816.445406:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:0.0:1769076816.445407:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076816.445408:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076816.445409:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36a00.
00000100:00000001:0.0:1769076816.445410:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076816.445411:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076816.445413:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076816.445415:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076816.445416:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.445417:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076816.445418:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076817.147199:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076817.147212:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076817.147215:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076817.147219:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076817.147225:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076817.147228:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076817.147231:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076817.147234:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076817.147240:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076817.147242:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076817.147345:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076817.147349:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076817.147353:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076817.339226:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076817.339236:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076817.339237:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076817.339243:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076817.339247:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076817.339252:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076817.339255:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076817.339258:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076817.339260:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076817.723224:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298473710, at 4298473728
00000100:00000040:2.0:1769076817.723235:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298473710, at 4298473728
00000100:00000010:3.0:1769076817.723249:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60caa20.
00000100:00000010:2.0:1769076817.723257:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca5a0.
00010000:00000001:1.0:1769076818.171175:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076818.171182:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076818.171187:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076818.171188:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076818.171259:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076818.171267:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076818.171273:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076818.363155:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076818.363166:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076818.363168:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076818.363176:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076818.363182:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076818.363186:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076818.363191:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076818.363195:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076818.363198:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076819.195161:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076819.195167:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076819.195171:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076819.195172:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076819.195215:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076819.195225:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076819.195228:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076819.387243:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076819.387252:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076819.387255:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076819.387261:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076819.387266:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076819.387270:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076819.387274:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076819.387277:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076819.387281:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076820.219198:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076820.219207:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076820.219214:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076820.219216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076820.219325:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076820.219330:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076820.219334:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076820.411141:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076820.411149:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076820.411151:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076820.411158:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076820.411162:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076820.411166:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076820.411168:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076820.411170:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076820.411173:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076821.243202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076821.243210:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076821.243215:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076821.243216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076821.243297:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076821.243302:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076821.243307:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076821.435228:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076821.435239:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076821.435241:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076821.435249:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076821.435254:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076821.435260:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076821.435264:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076821.435267:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076821.435271:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076821.563196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076821.563211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076821.563215:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076821.563223:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076821.563229:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076821.563240:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3805
00000400:00000200:0.0:1769076821.563270:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076821.563283:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076821.563289:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076821.563296:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076821.563303:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076821.563325:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076821.563330:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076821.563338:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076821.563342:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076821.563347:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076821.563352:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076821.563358:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076821.563364:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076821.563369:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076821.563373:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076821.563378:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076821.563381:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076821.563387:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076821.563394:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076821.563399:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076821.563404:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076821.563410:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076821.563416:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076821.563421:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076821.563425:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076821.563462:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4000.
00000020:00000040:0.0:1769076821.563468:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076821.563475:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076821.563479:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076821.563484:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076821.563489:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076821.563496:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076821.563524:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769076821.563536:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076821.563553:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4000 x1855007616044544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076821.563574:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076821.563582:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076821.563591:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000178e2043] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4000 x1855007616044544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076821.563668:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076821.563673:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076821.563678:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076821.563680:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076821.563681:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076821.563685:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076821.563688:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3805
00000400:00000200:0.0:1769076821.563693:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076821.563697:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076821.563701:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076821.563706:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076821.563709:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076821.563713:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076821.563716:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076821.563719:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076821.563721:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076821.563724:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076821.563726:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:1.0:1769076821.563729:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769076821.563730:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076821.563736:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076821.563738:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076821.563742:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076821.563743:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076821.563748:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076821.563753:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4000 x1855007616044544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076821.563755:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076821.563763:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076821.563771:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:1.0:1769076821.563772:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076821.563775:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076821.563780:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:1.0:1769076821.563781:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076821.563786:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076821.563787:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076821.563791:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076821.563793:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1769076821.563800:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616044544:192.168.204.113@tcp:250:kworker.0
02000000:00000001:0.0:1769076821.563803:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076821.563804:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076821.563810:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076821.563811:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076821.563814:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076821.563816:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769076821.563818:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769076821.563825:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1769076821.563825:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076821.563829:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769076821.563835:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076821.563839:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076821.563842:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:0.0:1769076821.563847:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7480.
00000400:00000010:1.0:1769076821.563849:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000020:00000040:0.0:1769076821.563855:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000400:00000010:1.0:1769076821.563859:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
02000000:00000001:0.0:1769076821.563862:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076821.563866:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076821.563868:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1769076821.563869:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616044544, portal 25
02000000:00000001:0.0:1769076821.563872:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769076821.563874:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769076821.563877:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076821.563877:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181361664 : -107391528189952 : ffff9e53f61c4000)
00000100:00000040:1.0:1769076821.563887:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4000 x1855007616044544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769076821.563888:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076821.563897:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076821.563898:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076821.563903:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076821.563907:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000100:00100000:0.0:1769076821.563911:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7480 x1855007616044672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769076821.563912:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616044544, offset 0
00000400:00000200:1.0:1769076821.563926:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076821.563932:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076821.563936:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076821.563937:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076821.563947:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc6e9c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7480 x1855007616044672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076821.563948:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076821.563958:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076821.563966:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769076821.563968:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076821.563972:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769076821.563977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076821.563977:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076821.563984:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37642:37642:256:4294967295] 192.168.204.113@tcp LPNI seq info [37612:37612:8:4294967295]
00000100:00080000:0.0:1769076821.563989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1769076821.563991:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076821.563995:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076821.563999:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076821.564007:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769076821.564008:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769076821.564015:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3805
00000800:00000200:1.0:1769076821.564018:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076821.564025:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000400:00000200:0.0:1769076821.564026:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076821.564034:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000800:00000200:1.0:1769076821.564036:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:0.0:1769076821.564039:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1769076821.564042:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769076821.564049:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:1.1:1769076821.564053:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076821.564056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076821.564057:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769076821.564086:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076821.564089:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:1.0:1769076821.564096:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769076821.564099:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076821.564104:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769076821.564107:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769076821.564110:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000020:00000001:0.0:1769076821.564114:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:1.0:1769076821.564115:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000020:00000040:0.0:1769076821.564120:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000001:1.0:1769076821.564122:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1769076821.564124:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1769076821.564129:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4000 x1855007616044544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769076821.564131:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076821.564138:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076821.564146:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:1.0:1769076821.564147:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076821.564156:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000040:1.0:1769076821.564157:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4000 x1855007616044544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076821.564165:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076821.564169:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076821.564172:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076821.564173:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076821.564179:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076821.564181:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769076821.564184:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:1.0:1769076821.564189:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:0.0:1769076821.564194:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076821.564195:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298478830
00000100:00000001:0.0:1769076821.564203:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076821.564205:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b660.
02000000:00000001:0.0:1769076821.564208:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076821.564214:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076821.564216:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1769076821.564218:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076821.564223:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076821.564227:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076821.564230:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298478830
00000008:00000001:0.0:1769076821.564231:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076821.564237:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bf00.
00000100:00000001:0.0:1769076821.564238:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076821.564242:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000010:0.0:1769076821.564247:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4a80.
00000100:00000001:1.0:1769076821.564247:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076821.564253:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769076821.564255:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769076821.564257:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1769076821.564262:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1769076821.564264:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076821/real 1769076821]  req@ffff9e53f61c4000 x1855007616044544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076821.564268:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076821.564275:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1769076821.564278:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1769076821.564279:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1769076821.564282:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1769076821.564285:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076821.564285:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076821.564290:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076821.564293:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
02000000:00000010:0.0:1769076821.564295:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000001:1.0:1769076821.564296:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076821.564301:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4000 x1855007616044544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076821.564304:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076821.564317:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4a80 x1855007616044800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769076821.564318:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4000 x1855007616044544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.564338:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076821.564341:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076821.564347:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076821.564347:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076821.564352:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076821.564354:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076821.564357:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4000 x1855007616044544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076821.564367:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e0eb0c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4a80 x1855007616044800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.564368:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076821.564377:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4000 x1855007616044544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076821.564400:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076821.564400:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076821.564407:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076821.564410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076821.564410:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076821.564413:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076821.564418:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076821.564422:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1769076821.564423:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1769076821.564426:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1769076821.564429:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076821.564432:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076821.564437:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076821.564440:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076821.564443:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4000 x1855007616044544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076821.564450:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3815)
00000100:00100000:1.0:1769076821.564452:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616044544:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076821.564461:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076821.564462:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076821.564465:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4000 x1855007616044544/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.564470:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076821.564473:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076821.564475:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076821.564478:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076821.564480:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076821.564481:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076821.564483:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076821.564485:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012400.
02000000:00000001:1.0:1769076821.564489:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076821.564492:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076821.564493:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4000.
00000100:00000001:1.0:1769076821.564496:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076821.564498:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076821.564499:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076821.564507:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076821.564508:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076821.564510:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076821.564512:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076821.564513:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076821.564515:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7480 x1855007616044672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.564521:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076821.564522:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076821.564524:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076821.564526:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076821.564528:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076821.564530:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616044672:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076821.564532:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076821.564533:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076821.564535:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076821.564537:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076821.564541:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076821.564543:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076821.564546:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076821.564549:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076821.564552:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076821.564555:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616044672, portal 10
00000100:00000001:1.0:1769076821.564557:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076821.564558:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181375104 : -107391528176512 : ffff9e53f61c7480)
00000100:00000040:1.0:1769076821.564565:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7480 x1855007616044672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.564571:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076821.564573:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076821.564575:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000100:00000200:1.0:1769076821.564577:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616044672, offset 0
00000400:00000200:1.0:1769076821.564581:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076821.564583:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076821.564586:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076821.564589:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076821.564591:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076821.564594:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076821.564614:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076821.564617:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37643:37643:256:4294967295] 192.168.204.113@tcp LPNI seq info [37613:37613:8:4294967295]
00000400:00000200:1.0:1769076821.564623:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076821.564633:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076821.564640:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076821.564645:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000800:00000200:1.0:1769076821.564651:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076821.564654:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076821.564659:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076821.564663:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769076821.564668:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076821.564671:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:1.0:1769076821.564676:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076821.564681:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076821.564684:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:1.0:1769076821.564687:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:1.0:1769076821.564691:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076821.564695:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7480 x1855007616044672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.564702:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076821.564705:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7480 x1855007616044672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.564710:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076821.564711:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076821.564715:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076821.564719:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076821.564723:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076821.564724:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298477582
00000100:00000001:1.0:1769076821.564727:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298478830
00000100:00000001:1.0:1769076821.564730:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298477582
00000100:00000001:1.0:1769076821.564732:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298478830
00000100:00000001:1.0:1769076821.564734:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076821.564736:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076821.564738:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076821.564742:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076821/real 1769076821]  req@ffff9e53f61c7480 x1855007616044672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076821.564748:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076821.564750:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076821.564752:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076821.564754:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076821.564756:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076821.564759:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076821.564762:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7480 x1855007616044672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076821.564770:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7480 x1855007616044672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.564775:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076821.564777:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076821.564778:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076821.564779:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076821.564782:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7480 x1855007616044672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.564788:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076821.564791:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7480 x1855007616044672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.564795:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076821.564798:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076821.564799:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076821.564800:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076821.564802:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076821.564804:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076821.564806:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076821.564811:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076821.564813:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076821.564818:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7480 x1855007616044672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076821.564824:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616044672:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076821.564827:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076821.564830:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4a80 x1855007616044800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.564841:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076821.564842:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076821.564844:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076821.564846:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076821.564848:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076821.564851:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616044800:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076821.564853:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076821.564855:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076821.564856:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076821.564857:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076821.564861:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98c00.
02000000:00000001:1.0:1769076821.564862:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076821.564865:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076821.564867:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076821.564870:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076821.564873:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616044800, portal 10
00000100:00000001:1.0:1769076821.564875:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076821.564877:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181364352 : -107391528187264 : ffff9e53f61c4a80)
00000100:00000040:1.0:1769076821.564882:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4a80 x1855007616044800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.564888:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076821.564891:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076821.564892:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000100:00000200:1.0:1769076821.564894:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616044800, offset 0
00000400:00000200:1.0:1769076821.564898:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076821.564901:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076821.564904:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076821.564907:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076821.564911:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076821.564915:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076821.564918:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076821.564921:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37644:37644:256:4294967295] 192.168.204.113@tcp LPNI seq info [37614:37614:8:4294967295]
00000400:00000200:1.0:1769076821.564925:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076821.564932:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076821.564937:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076821.564941:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000800:00000200:1.0:1769076821.564945:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076821.564948:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076821.564953:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076821.564956:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769076821.564961:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076821.564963:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:1.0:1769076821.564967:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076821.564970:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076821.564973:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:1.0:1769076821.564975:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:1.0:1769076821.564978:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076821.564982:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4a80 x1855007616044800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.564988:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076821.564991:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4a80 x1855007616044800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.564996:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076821.564997:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076821.565001:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076821.565003:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076821.565006:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076821.565007:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298477589
00000100:00000001:1.0:1769076821.565009:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298478830
00000100:00000001:1.0:1769076821.565012:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298477589
00000100:00000001:1.0:1769076821.565014:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298478830
00000100:00000001:1.0:1769076821.565016:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076821.565019:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076821.565020:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076821.565024:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076821/real 1769076821]  req@ffff9e53f61c4a80 x1855007616044800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076821.565031:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076821.565032:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076821.565033:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076821.565036:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076821.565038:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076821.565039:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076821.565041:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4a80 x1855007616044800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076821.565048:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4a80 x1855007616044800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.565054:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076821.565055:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076821.565056:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076821.565057:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076821.565060:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4a80 x1855007616044800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.565087:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076821.565091:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4a80 x1855007616044800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.565096:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076821.565098:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076821.565100:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076821.565101:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076821.565103:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076821.565104:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076821.565107:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076821.565111:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076821.565112:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076821.565116:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4a80 x1855007616044800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076821.565123:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616044800:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076821.565126:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076821.565128:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076821.565131:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7480 x1855007616044672/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.565137:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076821.565138:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076821.565140:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076821.565143:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076821.565145:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076821.565146:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076821.565149:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076821.565150:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011800.
02000000:00000001:1.0:1769076821.565153:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076821.565155:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076821.565156:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7480.
00000100:00000001:1.0:1769076821.565160:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076821.565161:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076821.565163:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076821.565166:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4a80 x1855007616044800/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076821.565171:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076821.565174:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076821.565176:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:1.0:1769076821.565179:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076821.565181:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076821.565182:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076821.565184:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076821.565186:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010800.
02000000:00000001:1.0:1769076821.565188:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076821.565189:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076821.565191:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4a80.
00000100:00000001:1.0:1769076821.565194:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076821.565195:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076821.565197:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076821.565200:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076821.565201:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076821.565203:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076821.565204:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076822.267211:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076822.267222:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076822.267230:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076822.267232:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076822.267329:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076822.267335:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076822.267340:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076822.459232:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076822.459243:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076822.459246:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076822.459255:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076822.459260:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076822.459266:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076822.459269:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076822.459273:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076822.459277:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076822.843205:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298478830, at 4298478848
00000100:00000040:3.0:1769076822.843208:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298478830, at 4298478848
00000100:00000010:2.0:1769076822.843232:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b660.
00000100:00000010:3.0:1769076822.843238:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf00.
00010000:00000001:1.0:1769076823.291300:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076823.291311:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076823.291319:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076823.291322:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076823.291469:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076823.291476:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076823.291481:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076823.483214:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076823.483226:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076823.483228:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076823.483235:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076823.483240:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076823.483246:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076823.483250:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076823.483254:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076823.483257:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076824.315168:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076824.315194:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076824.315202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076824.315208:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076824.315211:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076824.315214:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076824.315219:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076824.315222:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076824.315225:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076824.315228:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076824.315382:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076824.315391:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076824.315397:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076824.507216:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076824.507228:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076824.507231:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076824.507238:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076824.507243:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076824.507249:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076824.507253:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076824.507256:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076824.507260:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076825.339243:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076825.339250:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076825.339272:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076825.339273:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076825.339383:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076825.339394:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076825.339401:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076825.531166:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076825.531177:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076825.531179:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076825.531187:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076825.531192:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076825.531196:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076825.531199:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076825.531203:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076825.531206:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076826.363198:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076826.363210:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076826.363213:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076826.363217:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076826.363225:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076826.363229:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076826.363231:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076826.363234:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076826.363240:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076826.363242:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076826.363369:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076826.363379:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076826.363386:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076826.555222:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076826.555239:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076826.555242:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076826.555251:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076826.555256:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076826.555262:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076826.555266:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076826.555270:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076826.555274:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076826.683255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076826.683272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076826.683277:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076826.683282:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076826.683289:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076826.683302:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3810
00000400:00000200:0.0:1769076826.683316:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076826.683325:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076826.683330:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076826.683335:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076826.683340:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076826.683343:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076826.683347:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076826.683354:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076826.683357:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076826.683361:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076826.683365:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076826.683368:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076826.683372:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076826.683375:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076826.683378:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076826.683381:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076826.683383:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076826.683388:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076826.683393:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076826.683396:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076826.683400:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076826.683404:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076826.683409:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076826.683412:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076826.683415:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076826.683431:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4700.
00000020:00000040:0.0:1769076826.683436:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076826.683443:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076826.683445:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076826.683449:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076826.683453:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076826.683461:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076826.683474:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769076826.683485:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076826.683499:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4700 x1855007616044928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076826.683546:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076826.683553:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076826.683561:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d612b9f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4700 x1855007616044928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076826.683598:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076826.683603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076826.683608:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076826.683610:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076826.683613:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076826.683616:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076826.683619:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3810
00000400:00000200:0.0:1769076826.683625:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076826.683629:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076826.683632:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076826.683637:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076826.683640:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076826.683643:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076826.683646:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076826.683650:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076826.683652:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076826.683656:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076826.683660:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076826.683666:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076826.683671:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076826.683679:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076826.683685:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076826.683691:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076826.683697:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076826.683703:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:1.0:1769076826.683707:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769076826.683711:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076826.683717:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076826.683721:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076826.683724:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769076826.683732:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769076826.683743:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4700 x1855007616044928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076826.683749:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076826.683761:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076826.683772:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076826.683774:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076826.683780:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769076826.683784:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769076826.683786:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076826.683793:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769076826.683797:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076826.683801:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076826.683807:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076826.683811:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616044928:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076826.683819:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076826.683826:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076826.683832:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076826.683838:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1769076826.683840:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7800.
02000000:00000010:1.0:1769076826.683848:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
00000020:00000040:0.0:1769076826.683850:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076826.683857:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076826.683862:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076826.683869:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076826.683876:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076826.683880:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769076826.683888:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
02000000:00000001:0.0:1769076826.683889:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076826.683899:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076826.683909:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
02000000:00000010:0.0:1769076826.683913:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769076826.683924:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076826.683929:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616044928, portal 25
00000100:00000001:1.0:1769076826.683939:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1769076826.683941:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7800 x1855007616045056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076826.683946:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181363456 : -107391528188160 : ffff9e53f61c4700)
00000100:00000001:0.0:1769076826.683968:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769076826.683972:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4700 x1855007616044928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076826.683975:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076826.683996:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918dbd43] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7800 x1855007616045056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.684006:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076826.684022:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076826.684034:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000100:00000001:0.0:1769076826.684037:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076826.684047:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616044928, offset 0
00000100:00080000:0.0:1769076826.684048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076826.684118:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076826.684122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076826.684131:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076826.684136:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769076826.684137:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076826.684150:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769076826.684154:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:0.0:1769076826.684163:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3810
00000400:00000200:1.0:1769076826.684169:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076826.684182:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076826.684189:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076826.684193:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076826.684198:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37645:37645:256:4294967295] 192.168.204.113@tcp LPNI seq info [37615:37615:8:4294967295]
00000400:00000200:1.0:1769076826.684204:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076826.684217:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076826.684235:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1769076826.684236:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769076826.684244:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1769076826.684254:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076826.684257:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076826.684264:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1769076826.684266:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000100:00000040:0.0:1769076826.684268:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076826.684275:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076826.684279:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076826.684282:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076826.684289:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.0:1769076826.684290:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:0.0:1769076826.684293:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:1.0:1769076826.684299:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076826.684300:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076826.684308:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076826.684318:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:1.1:1769076826.684322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076826.684324:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076826.684334:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:1.1:1769076826.684335:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769076826.684340:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076826.684346:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000100:1.0:1769076826.684348:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076826.684356:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000800:00000010:1.0:1769076826.684357:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000100:00000001:0.0:1769076826.684365:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076826.684372:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1769076826.684373:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076826.684382:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769076826.684387:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769076826.684390:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076826.684396:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769076826.684398:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000008:00100000:0.0:1769076826.684400:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1769076826.684404:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000008:00000001:0.0:1769076826.684408:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076826.684415:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769076826.684416:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076826.684427:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7100.
00000100:00000200:1.0:1769076826.684429:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4700 x1855007616044928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769076826.684433:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076826.684442:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076826.684447:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076826.684456:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769076826.684461:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1769076826.684462:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076826.684470:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076826.684473:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4700 x1855007616044928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769076826.684480:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:0.0:1769076826.684492:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076826.684493:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076826.684503:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1769076826.684539:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7100 x1855007616045184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076826.684540:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076826.684561:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076826.684567:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076826.684570:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298483950
00000100:00000001:0.0:1769076826.684573:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076826.684585:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b060.
00000100:00000040:0.0:1769076826.684586:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009506489] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7100 x1855007616045184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.684602:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076826.684604:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076826.684613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076826.684616:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298483950
00000100:00000040:0.0:1769076826.684620:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1769076826.684624:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b7e0.
00000100:00000040:0.0:1769076826.684628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076826.684633:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1769076826.684636:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076826.684640:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076826.684647:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076826.684648:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3820)
00000100:00000001:1.0:1769076826.684652:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076826.684666:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076826/real 1769076826]  req@ffff9e53f61c4700 x1855007616044928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076826.684681:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076826.684684:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076826.684688:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076826.684693:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076826.684695:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076826.684699:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076826.684703:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4700 x1855007616044928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076826.684716:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4700 x1855007616044928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.684725:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076826.684727:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.684730:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076826.684733:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076826.684738:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4700 x1855007616044928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.684747:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076826.684754:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4700 x1855007616044928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.684764:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076826.684768:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.684770:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076826.684772:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.684776:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076826.684778:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076826.684782:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076826.684788:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076826.684791:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076826.684796:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4700 x1855007616044928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076826.684807:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616044928:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076826.684813:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.684816:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076826.684820:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4700 x1855007616044928/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.684830:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076826.684834:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076826.684838:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076826.684842:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076826.684845:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076826.684847:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076826.684850:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076826.684854:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:1.0:1769076826.684860:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076826.684863:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076826.684865:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4700.
00000100:00000001:1.0:1769076826.684869:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076826.684871:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.684874:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.684885:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076826.684887:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076826.684890:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076826.684894:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076826.684896:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076826.684903:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7800 x1855007616045056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.684918:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076826.684921:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076826.684925:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076826.684930:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076826.684934:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076826.684940:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616045056:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076826.684946:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076826.684950:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076826.684953:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076826.684957:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076826.684964:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076826.684968:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076826.684977:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076826.684983:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076826.684990:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076826.684997:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616045056, portal 10
00000100:00000001:1.0:1769076826.685002:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076826.685005:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376000 : -107391528175616 : ffff9e53f61c7800)
00000100:00000040:1.0:1769076826.685018:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7800 x1855007616045056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685029:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076826.685032:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076826.685035:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000100:00000200:1.0:1769076826.685039:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616045056, offset 0
00000400:00000200:1.0:1769076826.685045:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076826.685094:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076826.685101:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076826.685106:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076826.685110:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076826.685114:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076826.685117:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076826.685129:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37646:37646:256:4294967295] 192.168.204.113@tcp LPNI seq info [37616:37616:8:4294967295]
00000400:00000200:1.0:1769076826.685135:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076826.685145:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076826.685151:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076826.685156:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000800:00000200:1.0:1769076826.685162:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076826.685166:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076826.685173:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076826.685176:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769076826.685181:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076826.685183:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:1.0:1769076826.685187:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076826.685192:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076826.685196:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:1.0:1769076826.685199:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:1.0:1769076826.685203:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076826.685208:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7800 x1855007616045056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685219:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076826.685223:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7800 x1855007616045056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685232:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076826.685234:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076826.685239:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076826.685245:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076826.685249:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076826.685252:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298482703
00000100:00000001:1.0:1769076826.685256:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298483950
00000100:00000001:1.0:1769076826.685259:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298482703
00000100:00000001:1.0:1769076826.685265:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298483950
00000100:00000001:1.0:1769076826.685268:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076826.685271:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076826.685274:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076826.685279:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076826/real 1769076826]  req@ffff9e53f61c7800 x1855007616045056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076826.685288:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076826.685290:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076826.685292:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076826.685295:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076826.685297:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076826.685299:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076826.685303:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7800 x1855007616045056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076826.685314:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7800 x1855007616045056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685322:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076826.685324:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.685326:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076826.685328:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076826.685332:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7800 x1855007616045056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685340:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076826.685344:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7800 x1855007616045056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685353:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076826.685356:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.685357:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076826.685359:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.685362:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076826.685365:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076826.685368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076826.685373:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076826.685375:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076826.685380:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7800 x1855007616045056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076826.685389:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616045056:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076826.685394:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076826.685398:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7100 x1855007616045184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685406:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076826.685408:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076826.685411:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076826.685414:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076826.685416:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076826.685420:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616045184:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076826.685424:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076826.685427:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076826.685429:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076826.685431:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076826.685435:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076826.685438:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076826.685442:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076826.685445:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076826.685449:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076826.685453:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616045184, portal 10
00000100:00000001:1.0:1769076826.685456:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076826.685457:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181374208 : -107391528177408 : ffff9e53f61c7100)
00000100:00000040:1.0:1769076826.685466:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7100 x1855007616045184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685475:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076826.685478:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076826.685480:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000100:00000200:1.0:1769076826.685483:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616045184, offset 0
00000400:00000200:1.0:1769076826.685488:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076826.685492:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076826.685496:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076826.685499:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076826.685502:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076826.685506:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076826.685509:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076826.685541:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37647:37647:256:4294967295] 192.168.204.113@tcp LPNI seq info [37617:37617:8:4294967295]
00000400:00000200:1.0:1769076826.685548:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076826.685558:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076826.685564:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076826.685569:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000800:00000200:1.0:1769076826.685574:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076826.685578:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076826.685584:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076826.685616:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769076826.685622:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076826.685625:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:1.0:1769076826.685629:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076826.685634:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076826.685638:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:1.0:1769076826.685641:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:1.0:1769076826.685645:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076826.685650:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7100 x1855007616045184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685661:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076826.685665:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7100 x1855007616045184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685683:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076826.685685:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076826.685690:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076826.685694:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076826.685699:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076826.685702:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298482710
00000100:00000001:1.0:1769076826.685705:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298483950
00000100:00000001:1.0:1769076826.685708:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298482710
00000100:00000001:1.0:1769076826.685711:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298483950
00000100:00000001:1.0:1769076826.685714:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076826.685717:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076826.685719:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076826.685723:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076826/real 1769076826]  req@ffff9e53f61c7100 x1855007616045184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076826.685733:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076826.685735:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076826.685738:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076826.685741:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076826.685743:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076826.685745:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076826.685749:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7100 x1855007616045184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076826.685760:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7100 x1855007616045184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685768:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076826.685769:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.685772:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076826.685773:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076826.685778:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7100 x1855007616045184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685787:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076826.685792:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7100 x1855007616045184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685801:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076826.685804:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.685806:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076826.685807:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.685809:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076826.685811:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076826.685814:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076826.685818:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076826.685820:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076826.685825:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7100 x1855007616045184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076826.685835:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616045184:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076826.685839:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.685841:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076826.685845:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7800 x1855007616045056/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685853:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076826.685855:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076826.685858:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076826.685861:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076826.685864:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076826.685865:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076826.685868:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076826.685871:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:1.0:1769076826.685874:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076826.685877:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076826.685879:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7800.
00000100:00000001:1.0:1769076826.685882:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076826.685884:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.685886:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076826.685890:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7100 x1855007616045184/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076826.685901:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076826.685903:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076826.685906:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076826.685911:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076826.685913:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076826.685915:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076826.685919:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076826.685922:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:1.0:1769076826.685926:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076826.685928:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076826.685931:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7100.
00000100:00000001:1.0:1769076826.685936:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076826.685938:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.685942:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076826.685949:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076826.685953:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076826.685957:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076826.685960:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076827.387331:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076827.387341:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076827.387350:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076827.387352:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076827.387472:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076827.387478:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076827.387483:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076827.579189:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076827.579197:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076827.579199:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076827.579204:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076827.579207:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076827.579212:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076827.579214:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076827.579216:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076827.579231:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076827.963141:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298483950, at 4298483968
00000100:00000040:3.0:1769076827.963163:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298483950, at 4298483968
00000100:00000010:2.0:1769076827.963171:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b060.
00000100:00000010:3.0:1769076827.963180:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b7e0.
00010000:00000001:1.0:1769076828.411245:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076828.411250:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076828.411254:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076828.411255:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076828.411379:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076828.411391:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076828.411399:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076828.603131:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076828.603150:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076828.603153:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076828.603160:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076828.603164:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076828.603168:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076828.603170:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076828.603172:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076828.603174:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076829.435220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076829.435230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076829.435236:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076829.435239:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076829.435308:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076829.435314:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076829.435318:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076829.627185:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076829.627197:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076829.627200:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076829.627208:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076829.627214:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076829.627219:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076829.627223:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076829.627227:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076829.627230:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076830.459171:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076830.459178:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076830.459185:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076830.459186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076830.459232:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076830.459236:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076830.459239:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076830.651212:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076830.651220:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076830.651222:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076830.651227:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076830.651231:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076830.651235:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076830.651237:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076830.651240:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076830.651242:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076831.483221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076831.483229:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076831.483235:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076831.483236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076831.483344:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076831.483348:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076831.483352:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076831.675244:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076831.675254:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076831.675257:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076831.675264:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076831.675269:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076831.675273:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076831.675276:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076831.675279:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076831.675283:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076831.803178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076831.803190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076831.803193:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076831.803198:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076831.803203:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076831.803223:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3815
00000400:00000200:0.0:1769076831.803231:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076831.803238:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076831.803241:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076831.803245:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076831.803248:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076831.803250:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076831.803252:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076831.803258:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076831.803260:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076831.803263:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076831.803267:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076831.803271:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076831.803274:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076831.803278:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076831.803280:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076831.803283:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076831.803285:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076831.803290:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076831.803294:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076831.803298:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076831.803302:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076831.803318:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076831.803323:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076831.803326:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076831.803329:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076831.803342:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5880.
00000020:00000040:0.0:1769076831.803346:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076831.803351:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076831.803353:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076831.803356:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076831.803359:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076831.803365:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076831.803373:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769076831.803382:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076831.803392:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5880 x1855007616045312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076831.803402:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076831.803406:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076831.803410:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c2905c0] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5880 x1855007616045312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076831.803456:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076831.803460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076831.803463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076831.803464:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076831.803466:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076831.803468:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076831.803470:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3815
00000400:00000200:0.0:1769076831.803474:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076831.803476:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076831.803479:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076831.803482:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076831.803484:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076831.803487:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076831.803489:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076831.803491:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076831.803497:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076831.803499:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076831.803501:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076831.803503:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076831.803504:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769076831.803505:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076831.803511:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076831.803512:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076831.803513:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076831.803519:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076831.803519:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769076831.803524:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076831.803527:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076831.803531:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076831.803533:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076831.803534:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5880 x1855007616045312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076831.803535:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076831.803542:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076831.803548:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076831.803552:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076831.803558:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076831.803558:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076831.803562:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769076831.803563:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076831.803570:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076831.803572:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1769076831.803573:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5f80.
00000020:00000040:0.0:1769076831.803577:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076831.803578:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076831.803579:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076831.803582:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076831.803586:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076831.803587:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076831.803587:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076831.803591:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076831.803597:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616045312:192.168.204.113@tcp:250:kworker.0
02000000:00000010:0.0:1769076831.803599:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769076831.803606:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076831.803607:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1769076831.803614:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5f80 x1855007616045440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769076831.803616:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076831.803620:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076831.803625:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076831.803629:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076831.803629:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769076831.803635:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c836008] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5f80 x1855007616045440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769076831.803640:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9bc00.
00000100:00000001:0.0:1769076831.803644:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076831.803645:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076831.803648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076831.803651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076831.803652:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076831.803655:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076831.803660:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769076831.803660:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:0.0:1769076831.803665:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3815
00000400:00000200:0.0:1769076831.803669:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076831.803670:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:0.0:1769076831.803672:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076831.803677:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076831.803680:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076831.803682:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076831.803684:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000010:1.0:1769076831.803684:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000001:0.0:1769076831.803689:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076831.803693:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076831.803694:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076831.803695:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076831.803697:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000200:1.0:1769076831.803698:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616045312, portal 25
00000020:00000001:0.0:1769076831.803699:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076831.803706:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:1.0:1769076831.803707:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769076831.803709:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076831.803711:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367936 : -107391528183680 : ffff9e53f61c5880)
00000100:00000001:0.0:1769076831.803712:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076831.803716:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076831.803719:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076831.803722:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076831.803726:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000040:1.0:1769076831.803727:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5880 x1855007616045312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076831.803729:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076831.803733:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076831.803736:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076831.803741:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076831.803746:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076831.803749:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076831.803754:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076831.803759:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076831.803766:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5c00.
00000020:00000040:0.0:1769076831.803771:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769076831.803772:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769076831.803774:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076831.803777:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076831.803779:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076831.803782:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1769076831.803782:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769076831.803785:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076831.803790:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
02000000:00000010:0.0:1769076831.803791:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769076831.803796:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076831.803800:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5c00 x1855007616045568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769076831.803810:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616045312, offset 0
00000100:00000001:0.0:1769076831.803812:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076831.803817:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076831.803824:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007db8b4c3] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5c00 x1855007616045568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076831.803828:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076831.803841:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076831.803845:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076831.803847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076831.803854:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076831.803859:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:0.0:1769076831.803861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076831.803869:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076831.803871:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769076831.803876:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3825)
00000400:00000200:1.0:1769076831.803881:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076831.803889:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076831.803893:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076831.803898:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37648:37648:256:4294967295] 192.168.204.113@tcp LPNI seq info [37618:37618:8:4294967295]
00000400:00000200:1.0:1769076831.803905:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076831.803918:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076831.803926:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076831.803933:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000800:00000200:1.0:1769076831.803942:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076831.803947:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076831.803955:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076831.803960:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769076831.803966:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076831.803970:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:1.0:1769076831.803979:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076831.803986:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076831.803993:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:1.0:1769076831.803996:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:1.0:1769076831.804003:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076831.804008:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5880 x1855007616045312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.804021:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076831.804025:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5880 x1855007616045312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.804053:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076831.804056:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076831.804095:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076831.804101:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076831.804113:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298489070
00000100:00000010:1.0:1769076831.804121:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b4e0.
00000100:00000001:1.0:1769076831.804130:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076831.804158:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298489070
00000100:00000010:1.0:1769076831.804163:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b5a0.
00000100:00000001:1.0:1769076831.804167:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076831.804171:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076831.804174:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076831.804178:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076831.804184:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076831/real 1769076831]  req@ffff9e53f61c5880 x1855007616045312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076831.804199:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076831.804201:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076831.804205:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076831.804210:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076831.804213:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076831.804218:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076831.804223:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5880 x1855007616045312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076831.804245:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5880 x1855007616045312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.804253:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076831.804256:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.804258:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076831.804261:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076831.804266:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5880 x1855007616045312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.804276:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076831.804282:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5880 x1855007616045312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.804293:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076831.804297:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.804299:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076831.804301:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.804305:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076831.804318:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076831.804322:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076831.804328:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076831.804331:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076831.804338:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5880 x1855007616045312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076831.804349:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616045312:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076831.804356:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.804359:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076831.804363:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5880 x1855007616045312/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.804383:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076831.804387:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076831.804391:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076831.804395:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076831.804398:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076831.804400:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076831.804403:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076831.804406:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:1.0:1769076831.804412:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076831.804416:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076831.804418:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5880.
00000100:00000001:1.0:1769076831.804423:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076831.804442:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.804446:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.804469:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076831.804472:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076831.804474:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076831.804476:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076831.804478:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076831.804483:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5f80 x1855007616045440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.804491:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076831.804493:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076831.804496:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076831.804498:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076831.804500:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076831.804504:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616045440:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076831.804508:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076831.804510:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076831.804512:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076831.804515:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076831.804519:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076831.804521:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076831.804526:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076831.804530:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076831.804534:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076831.804537:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616045440, portal 10
00000100:00000001:1.0:1769076831.804540:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076831.804553:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181369728 : -107391528181888 : ffff9e53f61c5f80)
00000100:00000040:1.0:1769076831.804566:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5f80 x1855007616045440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.804574:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076831.804577:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076831.804582:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000100:00000200:1.0:1769076831.804584:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616045440, offset 0
00000400:00000200:1.0:1769076831.804590:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076831.804595:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076831.804600:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076831.804603:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076831.804607:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076831.804610:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076831.804613:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076831.804617:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37649:37649:256:4294967295] 192.168.204.113@tcp LPNI seq info [37619:37619:8:4294967295]
00000400:00000200:1.0:1769076831.804622:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076831.804630:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076831.804635:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076831.804639:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000800:00000200:1.0:1769076831.804644:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076831.804648:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076831.804653:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076831.804656:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769076831.804661:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076831.804663:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:1.0:1769076831.804667:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076831.804671:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076831.804676:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:1.0:1769076831.804678:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:1.0:1769076831.804681:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076831.804685:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5f80 x1855007616045440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.804695:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076831.804698:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5f80 x1855007616045440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.804707:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076831.804709:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076831.804713:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076831.804719:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076831.804723:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076831.804726:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298487822
00000100:00000001:1.0:1769076831.804730:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298489070
00000100:00000001:1.0:1769076831.804732:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298487822
00000100:00000001:1.0:1769076831.804735:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298489070
00000100:00000001:1.0:1769076831.804738:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076831.804741:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076831.804743:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076831.804765:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076831/real 1769076831]  req@ffff9e53f61c5f80 x1855007616045440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076831.804775:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076831.804777:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076831.804780:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076831.804783:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076831.804785:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076831.804787:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076831.804792:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5f80 x1855007616045440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076831.804802:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5f80 x1855007616045440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.804812:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076831.804814:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.804816:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076831.804817:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076831.804822:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5f80 x1855007616045440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.804846:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076831.804853:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5f80 x1855007616045440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.804865:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076831.804868:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.804871:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076831.804873:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.804876:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076831.804880:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076831.804884:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076831.804889:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076831.804893:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076831.804900:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5f80 x1855007616045440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076831.804914:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616045440:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076831.804920:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076831.804926:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5c00 x1855007616045568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.804938:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076831.804940:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076831.804943:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076831.804946:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076831.804949:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076831.804952:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616045568:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076831.804956:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076831.804958:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076831.804960:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076831.804962:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076831.804966:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9a800.
02000000:00000001:1.0:1769076831.804969:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076831.804974:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076831.804976:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076831.804980:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076831.804984:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616045568, portal 10
00000100:00000001:1.0:1769076831.804986:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076831.804988:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181368832 : -107391528182784 : ffff9e53f61c5c00)
00000100:00000040:1.0:1769076831.804994:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5c00 x1855007616045568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.805001:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076831.805004:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076831.805006:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000100:00000200:1.0:1769076831.805009:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616045568, offset 0
00000400:00000200:1.0:1769076831.805013:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076831.805017:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076831.805021:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076831.805024:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076831.805027:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076831.805030:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076831.805033:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076831.805036:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37650:37650:256:4294967295] 192.168.204.113@tcp LPNI seq info [37620:37620:8:4294967295]
00000400:00000200:1.0:1769076831.805040:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076831.805048:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076831.805052:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076831.805055:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000800:00000200:1.0:1769076831.805059:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076831.805062:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076831.805067:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076831.805070:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769076831.805074:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076831.805076:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:1.0:1769076831.805079:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076831.805106:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076831.805109:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:1.0:1769076831.805113:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:1.0:1769076831.805144:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076831.805151:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5c00 x1855007616045568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.805162:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076831.805166:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5c00 x1855007616045568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.805176:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076831.805178:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076831.805184:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076831.805187:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076831.805190:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076831.805193:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298487830
00000100:00000001:1.0:1769076831.805195:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298489070
00000100:00000001:1.0:1769076831.805197:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298487830
00000100:00000001:1.0:1769076831.805200:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298489070
00000100:00000001:1.0:1769076831.805202:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076831.805204:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076831.805206:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076831.805209:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076831/real 1769076831]  req@ffff9e53f61c5c00 x1855007616045568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076831.805216:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076831.805217:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076831.805219:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076831.805221:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076831.805223:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076831.805225:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076831.805227:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5c00 x1855007616045568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076831.805235:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5c00 x1855007616045568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.805242:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076831.805243:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.805245:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076831.805246:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076831.805249:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5c00 x1855007616045568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.805254:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076831.805257:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5c00 x1855007616045568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.805263:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076831.805264:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.805266:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076831.805267:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.805268:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076831.805270:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076831.805272:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076831.805276:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076831.805280:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076831.805285:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5c00 x1855007616045568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076831.805296:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616045568:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076831.805301:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.805304:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076831.805325:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5f80 x1855007616045440/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.805335:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076831.805338:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076831.805341:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:1.0:1769076831.805343:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076831.805345:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076831.805347:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076831.805349:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076831.805351:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011400.
02000000:00000001:1.0:1769076831.805354:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076831.805355:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076831.805357:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5f80.
00000100:00000001:1.0:1769076831.805360:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076831.805362:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.805363:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076831.805367:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5c00 x1855007616045568/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076831.805374:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076831.805375:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076831.805377:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9a800.
02000000:00000001:1.0:1769076831.805380:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076831.805381:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076831.805382:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076831.805384:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076831.805385:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:1.0:1769076831.805387:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076831.805388:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076831.805389:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5c00.
00000100:00000001:1.0:1769076831.805391:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076831.805392:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.805394:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076831.805398:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076831.805399:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076831.805401:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076831.805403:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076832.507153:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076832.507160:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076832.507165:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076832.507166:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076832.507222:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076832.507226:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076832.507229:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076832.699185:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076832.699198:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076832.699201:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076832.699211:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076832.699218:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076832.699223:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076832.699228:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076832.699232:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076832.699236:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076833.083170:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298489070, at 4298489088
00000100:00000040:3.0:1769076833.083171:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298489070, at 4298489088
00000100:00000010:3.0:1769076833.083213:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b5a0.
00000100:00000010:2.0:1769076833.083225:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b4e0.
00010000:00000001:1.0:1769076833.531244:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076833.531258:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076833.531269:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076833.531272:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076833.531468:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076833.531477:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076833.531485:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076833.723171:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076833.723182:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076833.723184:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076833.723192:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076833.723197:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076833.723202:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076833.723205:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076833.723209:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076833.723212:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076834.555213:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076834.555223:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076834.555231:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076834.555237:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076834.555257:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076834.555260:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076834.555263:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076834.555265:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076834.555267:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076834.555269:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076834.555366:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076834.555373:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076834.555399:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076834.747185:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076834.747195:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076834.747197:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076834.747203:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076834.747208:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076834.747212:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076834.747214:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076834.747217:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076834.747220:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076835.579223:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076835.579229:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076835.579233:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076835.579234:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076835.579343:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076835.579348:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076835.579352:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076835.771163:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076835.771170:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076835.771171:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076835.771176:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076835.771179:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076835.771182:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076835.771184:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076835.771186:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076835.771188:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076836.603211:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076836.603224:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076836.603228:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076836.603231:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076836.603238:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076836.603240:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076836.603243:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076836.603246:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076836.603251:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076836.603253:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076836.603326:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076836.603335:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076836.603341:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076836.795216:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076836.795229:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076836.795231:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076836.795240:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076836.795245:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076836.795251:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076836.795255:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076836.795259:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076836.795262:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076836.923334:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076836.923375:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076836.923380:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076836.923386:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076836.923392:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076836.923401:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3820
00000400:00000200:1.0:1769076836.923413:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076836.923421:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076836.923426:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076836.923431:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076836.923435:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076836.923438:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076836.923441:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769076836.923449:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076836.923453:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769076836.923458:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076836.923463:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769076836.923468:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769076836.923473:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769076836.923479:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076836.923483:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076836.923505:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076836.923510:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769076836.923516:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769076836.923524:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076836.923530:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076836.923536:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076836.923543:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076836.923548:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076836.923552:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076836.923557:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076836.923571:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11f80.
00000020:00000040:1.0:1769076836.923576:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769076836.923582:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076836.923584:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076836.923588:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076836.923591:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076836.923597:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076836.923606:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98000.
00000100:00000001:1.0:1769076836.923615:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076836.923627:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11f80 x1855007616045696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076836.923642:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076836.923647:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076836.923653:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049213615] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11f80 x1855007616045696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076836.923689:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076836.923694:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076836.923700:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076836.923703:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076836.923707:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076836.923713:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076836.923721:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3820
00000400:00000200:1.0:1769076836.923731:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076836.923739:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076836.923745:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076836.923752:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076836.923755:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076836.923759:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076836.923771:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769076836.923775:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076836.923778:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769076836.923790:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769076836.923802:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1769076836.923803:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11f80 x1855007616045696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769076836.923814:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769076836.923827:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076836.923834:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:0.0:1769076836.923843:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769076836.923844:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:0.0:1769076836.923850:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076836.923854:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:0.0:1769076836.923860:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1769076836.923869:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:0.0:1769076836.923872:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076836.923880:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769076836.923884:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076836.923892:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00100000:0.0:1769076836.923904:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616045696:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076836.923905:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769076836.923926:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:0.0:1769076836.923927:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076836.923938:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1769076836.923940:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:0.0:1769076836.923950:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076836.923951:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076836.923974:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769076836.923974:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076836.923998:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769076836.924000:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076836.924012:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076836.924015:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076836.924024:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769076836.924032:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00100000:1.0:1769076836.924036:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1769076836.924041:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000008:00000001:1.0:1769076836.924055:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076836.924056:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076836.924107:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616045696, portal 25
00000100:00000001:0.0:1769076836.924111:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076836.924114:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438240640 : -107392271310976 : ffff9e53c9d11f80)
00000100:00000040:0.0:1769076836.924126:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11f80 x1855007616045696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076836.924140:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076836.924146:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:1.0:1769076836.924152:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d13800.
00000100:00000040:0.0:1769076836.924163:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000040:1.0:1769076836.924168:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000400:00000010:0.0:1769076836.924171:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076836.924185:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616045696, offset 0
02000000:00000001:1.0:1769076836.924186:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076836.924203:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076836.924210:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:1.0:1769076836.924221:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076836.924228:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769076836.924233:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:1.0:1769076836.924235:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076836.924251:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000010:1.0:1769076836.924253:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9a400.
00000400:00000200:0.0:1769076836.924264:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769076836.924269:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076836.924275:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076836.924288:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076836.924299:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00100000:1.0:1769076836.924302:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d13800 x1855007616045824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769076836.924307:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37651:37651:256:4294967295] 192.168.204.113@tcp LPNI seq info [37621:37621:8:4294967295]
00000400:00000200:0.0:1769076836.924368:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076836.924393:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076836.924407:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076836.924422:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769076836.924435:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e060ab4] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d13800 x1855007616045824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1769076836.924448:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076836.924464:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076836.924482:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769076836.924484:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769076836.924492:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000100:00080000:1.0:1769076836.924497:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1769076836.924508:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:1.0:1769076836.924517:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:0.1:1769076836.924519:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1769076836.924531:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:0.0:1769076836.924541:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00080000:1.0:1769076836.924545:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1769076836.924547:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000100:00000001:1.0:1769076836.924562:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769076836.924566:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1769076836.924572:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3820
00000400:00000200:0.0:1769076836.924583:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076836.924598:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076836.924603:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076836.924614:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000400:00000200:1.0:1769076836.924614:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076836.924631:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769076836.924636:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769076836.924637:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076836.924651:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1769076836.924652:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11f80 x1855007616045696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076836.924670:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076836.924685:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769076836.924706:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769076836.924709:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1769076836.924715:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000040:0.0:1769076836.924719:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11f80 x1855007616045696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769076836.924728:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076836.924744:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000001:0.0:1769076836.924745:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076836.924761:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1769076836.924771:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:0.0:1769076836.924778:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769076836.924784:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:0.0:1769076836.924793:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076836.924802:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298494190
00000100:00000040:1.0:1769076836.924807:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076836.924814:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1769076836.924816:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca6c0.
00000100:00000040:1.0:1769076836.924830:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076836.924835:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076836.924838:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000020:00000040:1.0:1769076836.924841:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:1.0:1769076836.924851:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076836.924854:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076836.924857:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769076836.924865:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298494190
02000000:00000001:1.0:1769076836.924865:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076836.924881:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076836.924882:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca900.
00000100:00000001:1.0:1769076836.924895:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076836.924898:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000008:00100000:1.0:1769076836.924902:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769076836.924906:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1769076836.924913:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076836.924916:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076836.924922:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076836.924924:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000010:1.0:1769076836.924936:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10a80.
00000100:00100000:0.0:1769076836.924939:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076836/real 1769076836]  req@ffff9e53c9d11f80 x1855007616045696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769076836.924947:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076836.924961:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076836.924970:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076836.924979:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:0.0:1769076836.924981:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1769076836.924985:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:0.0:1769076836.924987:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1769076836.924992:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076836.924993:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076836.925007:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076836.925012:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
02000000:00000010:1.0:1769076836.925016:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9b400.
00000100:00000001:0.0:1769076836.925017:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076836.925026:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11f80 x1855007616045696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076836.925031:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769076836.925054:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11f80 x1855007616045696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.925097:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076836.925101:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076836.925106:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076836.925110:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076836.925116:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11f80 x1855007616045696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076836.925127:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10a80 x1855007616045952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076836.925143:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076836.925165:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1769076836.925166:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11f80 x1855007616045696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076836.925182:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076836.925204:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076836.925208:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076836.925214:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076836.925217:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076836.925219:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d3392c5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10a80 x1855007616045952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.925221:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076836.925225:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076836.925234:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076836.925248:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076836.925260:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076836.925280:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11f80 x1855007616045696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076836.925285:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076836.925313:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769076836.925314:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616045696:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076836.925365:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076836.925368:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769076836.925375:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076836.925379:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076836.925388:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11f80 x1855007616045696/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076836.925394:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076836.925420:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3830)
00000100:00000001:0.0:1769076836.925422:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076836.925434:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076836.925441:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076836.925447:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076836.925450:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076836.925453:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076836.925456:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076836.925462:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98000.
02000000:00000001:0.0:1769076836.925469:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076836.925473:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076836.925476:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11f80.
00000100:00000001:0.0:1769076836.925487:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076836.925489:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076836.925492:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076836.925502:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076836.925504:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076836.925508:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076836.925510:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076836.925513:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076836.925518:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13800 x1855007616045824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.925529:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076836.925532:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076836.925535:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076836.925539:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076836.925542:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076836.925545:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616045824:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076836.925550:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076836.925553:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076836.925555:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076836.925559:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076836.925564:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076836.925567:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076836.925572:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076836.925576:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076836.925581:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076836.925585:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616045824, portal 10
00000100:00000001:0.0:1769076836.925588:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076836.925590:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438246912 : -107392271304704 : ffff9e53c9d13800)
00000100:00000040:0.0:1769076836.925600:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13800 x1855007616045824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.925608:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076836.925612:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076836.925614:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076836.925617:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616045824, offset 0
00000400:00000200:0.0:1769076836.925622:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076836.925628:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076836.925633:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076836.925636:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076836.925640:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076836.925643:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076836.925647:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076836.925652:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37652:37652:256:4294967295] 192.168.204.113@tcp LPNI seq info [37622:37622:8:4294967295]
00000400:00000200:0.0:1769076836.925657:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076836.925666:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076836.925671:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076836.925675:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076836.925681:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076836.925684:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076836.925691:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076836.925695:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769076836.925700:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076836.925703:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076836.925707:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076836.925713:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076836.925716:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076836.925719:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076836.925722:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076836.925727:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13800 x1855007616045824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.925737:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076836.925741:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13800 x1855007616045824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.925750:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076836.925752:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076836.925756:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076836.925761:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076836.925765:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076836.925768:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298492943
00000100:00000001:0.0:1769076836.925772:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298494190
00000100:00000001:0.0:1769076836.925776:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298492943
00000100:00000001:0.0:1769076836.925779:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298494190
00000100:00000001:0.0:1769076836.925781:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076836.925784:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076836.925786:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076836.925790:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076836/real 1769076836]  req@ffff9e53c9d13800 x1855007616045824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076836.925800:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076836.925802:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076836.925804:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076836.925807:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076836.925809:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076836.925812:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076836.925817:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13800 x1855007616045824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076836.925828:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13800 x1855007616045824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.925836:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076836.925838:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076836.925840:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076836.925842:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076836.925846:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13800 x1855007616045824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.925854:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076836.925858:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13800 x1855007616045824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.925866:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076836.925869:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076836.925871:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076836.925873:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076836.925875:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076836.925877:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076836.925881:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076836.925885:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076836.925888:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076836.925893:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13800 x1855007616045824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076836.925903:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616045824:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076836.925908:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076836.925912:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10a80 x1855007616045952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.925930:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076836.925932:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076836.925935:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076836.925938:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076836.925940:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076836.925944:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616045952:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076836.925947:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076836.925950:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076836.925952:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076836.925954:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076836.925958:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769076836.925960:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076836.925964:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076836.925966:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076836.925969:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076836.925973:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616045952, portal 10
00000100:00000001:0.0:1769076836.925975:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076836.925977:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438235264 : -107392271316352 : ffff9e53c9d10a80)
00000100:00000040:0.0:1769076836.925985:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10a80 x1855007616045952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.925993:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076836.925996:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076836.925998:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076836.926001:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616045952, offset 0
00000400:00000200:0.0:1769076836.926005:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076836.926009:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076836.926013:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076836.926017:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076836.926020:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076836.926024:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076836.926027:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076836.926032:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37653:37653:256:4294967295] 192.168.204.113@tcp LPNI seq info [37623:37623:8:4294967295]
00000400:00000200:0.0:1769076836.926037:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076836.926045:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076836.926051:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076836.926055:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076836.926059:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076836.926093:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076836.926099:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076836.926103:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769076836.926108:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076836.926111:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076836.926115:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076836.926120:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076836.926124:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076836.926126:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076836.926130:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076836.926134:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10a80 x1855007616045952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.926145:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076836.926149:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10a80 x1855007616045952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.926158:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076836.926160:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076836.926164:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076836.926168:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076836.926172:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076836.926175:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298492951
00000100:00000001:0.0:1769076836.926179:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298494190
00000100:00000001:0.0:1769076836.926182:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298492951
00000100:00000001:0.0:1769076836.926185:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298494190
00000100:00000001:0.0:1769076836.926187:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076836.926191:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076836.926193:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076836.926198:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076836/real 1769076836]  req@ffff9e53c9d10a80 x1855007616045952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076836.926208:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076836.926210:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076836.926211:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076836.926214:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076836.926216:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076836.926219:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076836.926223:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10a80 x1855007616045952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076836.926234:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10a80 x1855007616045952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.926242:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076836.926244:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076836.926246:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076836.926248:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076836.926252:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10a80 x1855007616045952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.926260:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076836.926264:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10a80 x1855007616045952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.926272:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076836.926275:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076836.926277:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076836.926278:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076836.926281:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076836.926283:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076836.926287:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076836.926292:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076836.926295:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076836.926300:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10a80 x1855007616045952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076836.926310:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616045952:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076836.926314:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076836.926316:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076836.926320:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13800 x1855007616045824/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.926327:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076836.926329:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076836.926331:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076836.926334:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076836.926336:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076836.926338:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076836.926362:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076836.926365:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:0.0:1769076836.926369:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076836.926371:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076836.926373:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13800.
00000100:00000001:0.0:1769076836.926377:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076836.926379:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076836.926381:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076836.926386:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10a80 x1855007616045952/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076836.926394:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076836.926396:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076836.926398:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:0.0:1769076836.926400:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076836.926402:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076836.926403:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076836.926405:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076836.926408:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b400.
02000000:00000001:0.0:1769076836.926411:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076836.926413:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076836.926415:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10a80.
00000100:00000001:0.0:1769076836.926418:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076836.926420:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076836.926422:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076836.926426:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076836.926427:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076836.926430:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076836.926432:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076837.627262:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076837.627270:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076837.627277:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076837.627295:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076837.627450:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076837.627460:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076837.627467:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076837.819210:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076837.819222:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076837.819226:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076837.819235:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076837.819241:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076837.819246:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076837.819249:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076837.819253:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076837.819257:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076838.203185:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298494190, at 4298494208
00000100:00000040:2.0:1769076838.203192:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298494190, at 4298494208
00000100:00000010:3.0:1769076838.203205:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca900.
00000100:00000010:2.0:1769076838.203210:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca6c0.
00010000:00000001:1.0:1769076838.651275:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076838.651301:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076838.651308:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076838.651333:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076838.651485:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076838.651491:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076838.651495:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076838.843206:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076838.843217:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076838.843219:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076838.843228:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076838.843233:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076838.843255:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076838.843259:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076838.843262:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076838.843266:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076839.675169:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076839.675176:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076839.675181:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076839.675183:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076839.675244:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076839.675249:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076839.675252:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076839.867155:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076839.867164:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076839.867167:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076839.867173:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076839.867177:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076839.867180:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076839.867182:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076839.867185:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076839.867187:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076840.699250:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076840.699260:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076840.699269:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076840.699271:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076840.699431:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076840.699437:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076840.699442:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076840.891367:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076840.891379:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076840.891381:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076840.891388:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076840.891394:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076840.891400:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076840.891403:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076840.891407:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076840.891411:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076841.723177:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076841.723184:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076841.723190:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076841.723191:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076841.723252:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076841.723272:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076841.723279:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076841.915157:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076841.915184:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076841.915186:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076841.915192:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076841.915208:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076841.915213:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076841.915216:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076841.915219:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076841.915223:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076842.043212:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076842.043221:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076842.043224:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076842.043227:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076842.043231:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076842.043240:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3825
00000400:00000200:1.0:1769076842.043248:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076842.043266:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076842.043269:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076842.043272:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076842.043274:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076842.043276:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076842.043278:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769076842.043281:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076842.043283:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769076842.043285:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076842.043288:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769076842.043289:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769076842.043291:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769076842.043293:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076842.043294:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076842.043296:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076842.043297:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769076842.043300:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769076842.043302:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076842.043304:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076842.043306:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076842.043309:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076842.043312:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076842.043313:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076842.043315:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076842.043323:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10000.
00000020:00000040:1.0:1769076842.043327:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769076842.043330:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076842.043331:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076842.043333:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076842.043335:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076842.043339:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076842.043346:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9a400.
00000100:00000001:1.0:1769076842.043351:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076842.043358:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10000 x1855007616046080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076842.043366:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076842.043369:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076842.043372:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a26c8f4] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10000 x1855007616046080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076842.043391:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076842.043393:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076842.043396:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076842.043397:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076842.043398:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076842.043400:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076842.043401:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3825
00000400:00000200:1.0:1769076842.043404:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076842.043406:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076842.043408:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076842.043411:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076842.043413:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076842.043414:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076842.043416:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769076842.043418:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076842.043420:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769076842.043422:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076842.043423:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:1.0:1769076842.043425:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:1.0:1769076842.043426:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:0.0:1769076842.043430:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769076842.043430:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076842.043438:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076842.043440:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769076842.043441:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076842.043445:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769076842.043445:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769076842.043452:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:1.0:1769076842.043455:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076842.043456:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076842.043459:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1769076842.043462:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10000 x1855007616046080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769076842.043464:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076842.043472:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076842.043483:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076842.043490:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769076842.043492:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076842.043501:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769076842.043502:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076842.043518:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076842.043520:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1769076842.043522:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d12d80.
02000000:00000001:0.0:1769076842.043526:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769076842.043526:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076842.043535:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076842.043535:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076842.043544:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076842.043545:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616046080:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076842.043548:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076842.043551:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076842.043555:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.043564:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1769076842.043565:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98000.
00000100:00000001:1.0:1769076842.043572:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076842.043575:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1769076842.043576:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d12d80 x1855007616046208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769076842.043581:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076842.043589:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769076842.043591:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769076842.043593:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076842.043597:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb1331b8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d12d80 x1855007616046208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769076842.043603:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:1.0:1769076842.043605:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076842.043612:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076842.043613:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076842.043623:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076842.043626:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076842.043628:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076842.043630:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1769076842.043635:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:1.0:1769076842.043640:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3825
00000400:00000010:0.0:1769076842.043644:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000200:1.0:1769076842.043649:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076842.043656:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076842.043657:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1769076842.043659:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000040:1.0:1769076842.043661:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076842.043666:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076842.043668:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076842.043669:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769076842.043671:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:0.0:1769076842.043674:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616046080, portal 25
00000020:00000040:1.0:1769076842.043674:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000001:0.0:1769076842.043689:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1769076842.043690:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769076842.043700:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438232576 : -107392271319040 : ffff9e53c9d10000)
00000020:00000040:1.0:1769076842.043700:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:1.0:1769076842.043713:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:1.0:1769076842.043717:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076842.043719:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10000 x1855007616046080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076842.043724:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076842.043732:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076842.043738:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076842.043747:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076842.043750:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1769076842.043752:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:1.0:1769076842.043760:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000040:0.0:1769076842.043761:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076842.043769:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000001:1.0:1769076842.043770:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076842.043778:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1769076842.043779:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616046080, offset 0
02000000:00000001:1.0:1769076842.043782:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076842.043786:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076842.043788:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769076842.043793:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000008:00100000:1.0:1769076842.043795:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076842.043798:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076842.043800:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076842.043803:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d12300.
00000400:00000200:0.0:1769076842.043805:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:1.0:1769076842.043812:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076842.043815:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076842.043815:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076842.043817:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769076842.043821:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:1.0:1769076842.043822:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076842.043826:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076842.043831:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1769076842.043832:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9bc00.
00000100:00000001:1.0:1769076842.043838:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076842.043840:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076842.043847:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00100000:1.0:1769076842.043848:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d12300 x1855007616046336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769076842.043857:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076842.043874:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37654:37654:256:4294967295] 192.168.204.113@tcp LPNI seq info [37624:37624:8:4294967295]
00000100:00000001:1.0:1769076842.043875:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076842.043886:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076842.043892:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:1.0:1769076842.043894:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e12955] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d12300 x1855007616046336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076842.043901:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076842.043910:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769076842.043911:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769076842.043926:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1769076842.043936:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:1.0:1769076842.043938:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076842.043942:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:0.0:1769076842.043943:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000100:00000040:1.0:1769076842.043946:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3835)
00000800:00000200:0.0:1769076842.043955:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076842.043960:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076842.043967:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076842.043970:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769076842.043975:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076842.043978:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076842.043984:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076842.043989:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076842.043993:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076842.043995:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076842.044002:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076842.044005:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10000 x1855007616046080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044017:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076842.044021:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10000 x1855007616046080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044036:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.044038:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076842.044047:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076842.044052:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076842.044056:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298499309
00000100:00000010:0.0:1769076842.044084:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca540.
00000100:00000001:0.0:1769076842.044092:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076842.044097:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298499310
00000100:00000010:0.0:1769076842.044099:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca960.
00000100:00000001:0.0:1769076842.044102:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076842.044105:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076842.044108:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.044110:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076842.044115:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076842/real 1769076842]  req@ffff9e53c9d10000 x1855007616046080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076842.044124:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076842.044126:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076842.044128:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076842.044130:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076842.044132:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076842.044134:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076842.044137:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10000 x1855007616046080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076842.044143:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10000 x1855007616046080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044149:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076842.044150:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044152:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076842.044154:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076842.044156:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10000 x1855007616046080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044162:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076842.044166:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10000 x1855007616046080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044172:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076842.044174:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044175:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076842.044175:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044177:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076842.044179:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076842.044181:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076842.044185:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076842.044186:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076842.044189:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10000 x1855007616046080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076842.044194:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616046080:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076842.044198:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044200:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076842.044202:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10000 x1855007616046080/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044207:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076842.044209:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076842.044212:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076842.044214:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076842.044216:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076842.044218:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076842.044219:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076842.044222:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:0.0:1769076842.044226:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076842.044228:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076842.044230:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10000.
00000100:00000001:0.0:1769076842.044232:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076842.044233:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044235:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044242:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076842.044244:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.044245:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076842.044247:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076842.044248:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076842.044251:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12d80 x1855007616046208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044273:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076842.044275:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076842.044277:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076842.044279:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076842.044280:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076842.044283:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616046208:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076842.044285:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076842.044288:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076842.044290:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076842.044291:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076842.044294:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076842.044295:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076842.044300:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076842.044302:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076842.044306:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076842.044308:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616046208, portal 10
00000100:00000001:0.0:1769076842.044309:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076842.044310:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438244224 : -107392271307392 : ffff9e53c9d12d80)
00000100:00000040:0.0:1769076842.044316:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12d80 x1855007616046208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044327:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076842.044329:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076842.044331:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076842.044333:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616046208, offset 0
00000400:00000200:0.0:1769076842.044336:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076842.044339:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076842.044342:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076842.044345:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076842.044347:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076842.044349:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076842.044350:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076842.044353:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37655:37655:256:4294967295] 192.168.204.113@tcp LPNI seq info [37625:37625:8:4294967295]
00000400:00000200:0.0:1769076842.044358:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076842.044365:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076842.044370:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076842.044374:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076842.044378:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076842.044381:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076842.044386:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076842.044389:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769076842.044393:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076842.044395:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076842.044398:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076842.044402:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076842.044406:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076842.044408:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076842.044411:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076842.044415:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12d80 x1855007616046208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044422:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076842.044424:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12d80 x1855007616046208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044429:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.044430:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076842.044434:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076842.044437:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076842.044440:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076842.044442:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298498062
00000100:00000001:0.0:1769076842.044444:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298499309
00000100:00000001:0.0:1769076842.044446:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298498062
00000100:00000001:0.0:1769076842.044448:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298499310
00000100:00000001:0.0:1769076842.044449:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076842.044451:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.044452:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076842.044454:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076842/real 1769076842]  req@ffff9e53c9d12d80 x1855007616046208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076842.044460:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076842.044461:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076842.044463:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076842.044464:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076842.044465:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076842.044467:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076842.044468:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12d80 x1855007616046208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076842.044474:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12d80 x1855007616046208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044479:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076842.044480:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044481:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076842.044482:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076842.044484:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12d80 x1855007616046208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044488:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076842.044490:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12d80 x1855007616046208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044496:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076842.044498:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044499:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076842.044500:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044501:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076842.044502:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076842.044504:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076842.044506:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076842.044507:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076842.044510:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12d80 x1855007616046208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076842.044515:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616046208:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076842.044517:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076842.044520:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12300 x1855007616046336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044525:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076842.044526:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076842.044528:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076842.044529:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076842.044530:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076842.044532:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616046336:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076842.044535:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076842.044536:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076842.044537:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076842.044539:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076842.044541:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769076842.044542:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076842.044545:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076842.044547:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000400:00000010:0.0:1769076842.044550:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00000200:0.0:1769076842.044553:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616046336, portal 10
00000100:00000001:0.0:1769076842.044555:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076842.044557:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438241536 : -107392271310080 : ffff9e53c9d12300)
00000100:00000040:0.0:1769076842.044563:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12300 x1855007616046336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044570:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076842.044572:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076842.044575:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000200:0.0:1769076842.044578:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616046336, offset 0
00000400:00000200:0.0:1769076842.044582:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076842.044587:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076842.044591:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076842.044594:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076842.044597:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076842.044600:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076842.044603:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076842.044606:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37656:37656:256:4294967295] 192.168.204.113@tcp LPNI seq info [37626:37626:8:4294967295]
00000400:00000200:0.0:1769076842.044611:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076842.044617:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076842.044620:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076842.044623:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000800:00000200:0.0:1769076842.044626:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076842.044628:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076842.044631:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076842.044650:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769076842.044653:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076842.044655:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:0.0:1769076842.044657:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076842.044660:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076842.044662:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:0.0:1769076842.044664:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:0.0:1769076842.044666:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076842.044669:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12300 x1855007616046336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044675:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076842.044677:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12300 x1855007616046336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044682:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.044683:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076842.044685:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076842.044688:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076842.044690:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076842.044692:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298498069
00000100:00000001:0.0:1769076842.044694:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298499309
00000100:00000001:0.0:1769076842.044695:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298498069
00000100:00000001:0.0:1769076842.044697:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298499310
00000100:00000001:0.0:1769076842.044699:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076842.044700:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.044701:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076842.044704:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076842/real 1769076842]  req@ffff9e53c9d12300 x1855007616046336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076842.044708:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076842.044709:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076842.044710:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000400:00000200:0.0:1769076842.044712:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076842.044713:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:0.0:1769076842.044714:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076842.044716:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12300 x1855007616046336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076842.044721:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12300 x1855007616046336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044726:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076842.044727:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044728:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076842.044729:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076842.044732:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12300 x1855007616046336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044735:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076842.044738:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12300 x1855007616046336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044742:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076842.044743:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044744:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076842.044745:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044746:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076842.044747:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076842.044749:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076842.044751:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076842.044752:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076842.044754:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12300 x1855007616046336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076842.044759:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616046336:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076842.044761:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044762:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076842.044765:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12d80 x1855007616046208/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044769:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076842.044771:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076842.044773:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076842.044774:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076842.044776:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076842.044777:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076842.044778:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076842.044780:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98000.
02000000:00000001:0.0:1769076842.044781:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076842.044782:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076842.044783:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12d80.
00000100:00000001:0.0:1769076842.044789:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076842.044790:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044791:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076842.044793:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12300 x1855007616046336/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076842.044797:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076842.044798:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076842.044799:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769076842.044801:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076842.044801:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076842.044802:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076842.044803:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076842.044804:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:0.0:1769076842.044805:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076842.044806:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076842.044807:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12300.
00000100:00000001:0.0:1769076842.044808:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076842.044809:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044810:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076842.044812:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076842.044813:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076842.044815:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076842.044816:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076842.747337:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076842.747351:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076842.747361:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076842.747364:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076842.747453:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076842.747460:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076842.747465:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076842.939277:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076842.939300:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076842.939303:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076842.939309:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076842.939314:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076842.939320:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076842.939323:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076842.939326:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076842.939330:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076843.323166:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298499310, at 4298499328
00000100:00000040:2.0:1769076843.323179:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298499309, at 4298499328
00000100:00000010:3.0:1769076843.323190:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca960.
00000100:00000010:2.0:1769076843.323194:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca540.
00010000:00000001:1.0:1769076843.771289:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076843.771298:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076843.771306:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076843.771308:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076843.771416:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076843.771426:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076843.771433:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076843.963176:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076843.963187:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076843.963190:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076843.963197:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076843.963202:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076843.963207:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076843.963211:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076843.963215:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076843.963218:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076844.795242:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076844.795265:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076844.795273:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076844.795277:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076844.795280:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076844.795283:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076844.795287:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076844.795295:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076844.795298:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076844.795301:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076844.795396:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076844.795402:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076844.795407:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076844.987234:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076844.987243:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076844.987245:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076844.987251:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076844.987255:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076844.987258:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076844.987261:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076844.987263:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076844.987266:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076845.819187:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076845.819209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076845.819215:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076845.819216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076845.819338:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076845.819349:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076845.819356:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076846.011135:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076846.011144:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076846.011146:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076846.011152:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076846.011156:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076846.011160:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076846.011163:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076846.011166:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076846.011169:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076846.843198:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076846.843209:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076846.843223:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076846.843226:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076846.843233:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076846.843236:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076846.843240:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076846.843243:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076846.843251:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076846.843253:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076846.843322:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076846.843326:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076846.843330:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076847.035231:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076847.035240:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076847.035242:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076847.035247:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076847.035251:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076847.035255:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076847.035258:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076847.035260:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076847.035263:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076847.163224:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076847.163237:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076847.163240:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076847.163246:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076847.163252:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076847.163260:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3830
00000400:00000200:3.0:1769076847.163272:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076847.163280:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076847.163283:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076847.163287:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076847.163291:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076847.163294:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076847.163297:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076847.163302:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076847.163305:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076847.163308:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076847.163311:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076847.163314:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076847.163317:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076847.163320:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076847.163321:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076847.163325:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076847.163327:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076847.163330:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076847.163333:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076847.163335:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076847.163338:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076847.163341:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076847.163345:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076847.163347:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076847.163349:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076847.163360:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769076847.163364:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076847.163368:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076847.163369:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076847.163372:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076847.163375:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076847.163381:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076847.163389:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076847.163396:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076847.163405:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007616046464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076847.163415:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076847.163419:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076847.163423:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007616046464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076847.163445:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076847.163448:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076847.163451:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076847.163453:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076847.163454:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076847.163455:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076847.163457:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3830
00000400:00000200:3.0:1769076847.163459:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076847.163462:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076847.163464:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076847.163467:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076847.163469:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076847.163471:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076847.163473:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076847.163475:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076847.163476:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076847.163478:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769076847.163480:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769076847.163480:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:0.0:1769076847.163490:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076847.163494:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769076847.163494:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076847.163516:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076847.163523:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34a80 x1855007616046464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076847.163525:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076847.163534:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076847.163544:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076847.163556:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076847.163570:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:0.0:1769076847.163572:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076847.163579:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076847.163579:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076847.163590:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076847.163592:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076847.163601:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076847.163604:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076847.163609:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076847.163609:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076847.163618:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076847.163621:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616046464:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076847.163624:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076847.163643:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076847.163648:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1769076847.163648:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769076847.163658:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769076847.163658:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076847.163676:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076847.163677:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769076847.163686:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000020:00000040:3.0:1769076847.163689:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000010:0.0:1769076847.163692:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010800.
02000000:00000001:3.0:1769076847.163692:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076847.163699:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076847.163701:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076847.163703:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076847.163707:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076847.163710:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076847.163720:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:3.0:1769076847.163724:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000400:00000010:0.0:1769076847.163726:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4420.
00000100:00000001:3.0:1769076847.163730:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076847.163734:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a77f8.
00000100:00100000:3.0:1769076847.163742:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007616046592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769076847.163748:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616046464, portal 25
00000100:00000001:3.0:1769076847.163751:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076847.163754:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076847.163755:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.163759:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438382720 : -107392271168896 : ffff9e53c9d34a80)
00000100:00000040:3.0:1769076847.163765:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007616046592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076847.163772:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34a80 x1855007616046464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076847.163787:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076847.163799:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076847.163804:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769076847.163809:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076847.163815:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1769076847.163817:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769076847.163824:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1769076847.163825:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7c38.
00000100:00000001:3.0:1769076847.163838:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1769076847.163839:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616046464, offset 0
00000100:00080000:3.0:1769076847.163847:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3830
00000400:00000200:0.0:1769076847.163853:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076847.163859:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076847.163864:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076847.163868:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076847.163874:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769076847.163878:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076847.163896:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769076847.163902:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076847.163904:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:3.0:1769076847.163913:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1769076847.163914:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076847.163933:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:3.0:1769076847.163934:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076847.163957:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37657:37657:256:4294967295] 192.168.204.113@tcp LPNI seq info [37627:37627:8:4294967295]
00000100:00000001:3.0:1769076847.163961:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:0.0:1769076847.163971:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:3.0:1769076847.163974:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076847.163979:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076847.163986:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1769076847.163987:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1769076847.163998:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:0.0:1769076847.164000:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000020:00000001:3.0:1769076847.164012:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000010:0.0:1769076847.164013:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299900.
00000020:00000001:3.0:1769076847.164022:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:0.0:1769076847.164029:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769076847.164034:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076847.164041:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769076847.164048:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769076847.164049:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076847.164056:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076847.164059:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076847.164063:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076847.164064:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076847.164065:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076847.164068:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076847.164069:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076847.164071:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076847.164073:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076847.164075:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076847.164076:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076847.164081:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769076847.164085:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076847.164088:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076847.164090:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076847.164091:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076847.164093:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076847.164095:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076847.164099:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:0.0:1769076847.164101:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076847.164105:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076847.164111:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:3.0:1769076847.164116:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007616046720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076847.164118:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298504430
00000100:00000010:0.0:1769076847.164127:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca2a0.
00000100:00000001:0.0:1769076847.164135:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076847.164140:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298504430
00000100:00000010:0.0:1769076847.164147:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cac00.
00000100:00000001:0.0:1769076847.164151:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076847.164154:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076847.164185:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076847.164187:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076847.164190:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076847.164191:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.164206:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076847.164212:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007616046720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076847.164219:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076847.164221:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.164223:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:3.0:1769076847.164228:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076847.164230:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076847.164234:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769076847.164240:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769076847.164241:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076847.164252:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076847.164259:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37480 x1855007616046592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076847.164261:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076847.164272:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3840)
00000100:00000001:0.0:1769076847.164283:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076847.164285:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076847.164288:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076847.164291:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076847.164293:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076847.164298:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616046592:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076847.164304:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076847.164307:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076847.164309:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076847.164312:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076847.164316:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076847.164319:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076847.164325:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076847.164328:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4108.
00000400:00000010:0.0:1769076847.164332:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076847.164338:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616046592, portal 10
00000100:00000001:0.0:1769076847.164340:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076847.164342:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438393472 : -107392271158144 : ffff9e53c9d37480)
00000100:00000040:0.0:1769076847.164349:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37480 x1855007616046592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076847.164366:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076847.164368:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076847.164370:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7198.
00000100:00000200:0.0:1769076847.164372:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616046592, offset 0
00000400:00000200:0.0:1769076847.164376:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076847.164379:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076847.164383:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076847.164385:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076847.164388:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076847.164390:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076847.164392:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076847.164395:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37658:37658:255:4294967295] 192.168.204.113@tcp LPNI seq info [37628:37628:7:4294967295]
00000400:00000200:0.0:1769076847.164399:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076847.164406:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076847.164410:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076847.164413:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299f00.
00000800:00000200:0.0:1769076847.164417:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076847.164421:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076847.164424:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076847.164428:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076847.164431:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076847.164433:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298503182
00000100:00000001:0.0:1769076847.164435:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298504430
00000100:00000001:0.0:1769076847.164438:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298503182
00000100:00000001:0.0:1769076847.164440:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298504430
00000100:00000001:0.0:1769076847.164441:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076847.164443:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.164445:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076847.164448:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37100 x1855007616046720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076847.164454:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076847.164456:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076847.164457:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076847.164459:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076847.164461:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076847.164463:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616046720:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076847.164466:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076847.164468:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076847.164470:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076847.164471:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076847.164474:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076847.164475:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076847.164477:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076847.164479:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4688.
00000400:00000010:0.0:1769076847.164482:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7908.
00000100:00000200:0.0:1769076847.164484:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616046720, portal 10
00000100:00000001:0.0:1769076847.164485:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076847.164486:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438392576 : -107392271159040 : ffff9e53c9d37100)
00000100:00000040:0.0:1769076847.164491:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37100 x1855007616046720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076847.164509:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076847.164511:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076847.164513:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a72a8.
00000100:00000200:0.0:1769076847.164515:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616046720, offset 0
00000400:00000200:0.0:1769076847.164519:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076847.164521:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076847.164524:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076847.164526:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076847.164527:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076847.164529:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076847.164531:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076847.164534:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37659:37659:254:4294967295] 192.168.204.113@tcp LPNI seq info [37629:37629:6:4294967295]
00000400:00000200:0.0:1769076847.164537:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076847.164543:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076847.164546:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076847.164549:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299b00.
00000800:00000200:0.0:1769076847.164552:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076847.164555:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076847.164557:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076847.164559:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076847.164562:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076847.164563:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298503189
00000100:00000001:0.0:1769076847.164565:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298504430
00000100:00000001:0.0:1769076847.164567:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298503189
00000100:00000001:0.0:1769076847.164569:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298504430
00000100:00000001:0.0:1769076847.164571:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076847.164573:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.164575:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.164576:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076847.164579:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076847.164580:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769076847.164582:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076847.164583:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076847.164585:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.164587:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076847.867184:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076847.867192:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076847.867197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076847.867199:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076847.867274:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076847.867280:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076847.867284:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076848.059151:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076848.059171:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076848.059173:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076848.059179:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076848.059183:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076848.059187:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076848.059190:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076848.059193:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076848.059196:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076848.443195:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298504430, at 4298504448
00000100:00000040:3.0:1769076848.443195:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298504430, at 4298504448
00000100:00000010:3.0:1769076848.443217:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cac00.
00000100:00000010:2.0:1769076848.443225:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca2a0.
00010000:00000001:1.0:1769076848.891150:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076848.891160:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076848.891167:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076848.891169:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076848.891226:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076848.891230:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076848.891234:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076849.083188:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076849.083198:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076849.083201:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076849.083208:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076849.083212:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076849.083216:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076849.083219:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076849.083222:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076849.083224:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076849.915215:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076849.915223:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076849.915228:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076849.915229:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076849.915284:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076849.915288:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076849.915292:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076850.107173:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076850.107180:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076850.107182:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076850.107187:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076850.107191:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076850.107194:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076850.107197:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076850.107199:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076850.107202:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769076850.235430:0:2396:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:2.0:1769076850.235488:0:2396:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076850.235515:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076850.235524:0:2396:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:2.0:1769076850.235532:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076850.235538:0:2396:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076850.235551:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076850.235557:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299900.
00000400:00000200:2.0:1769076850.235565:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076850.235572:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076850.235582:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7c38
00000400:00000010:2.0:1769076850.235586:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7c38.
00000100:00000001:2.0:1769076850.235595:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076850.235608:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d34a80 x1855007616046464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076850.235635:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076850.235642:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34a80 x1855007616046464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076850.235653:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076850.235657:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076850.235685:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076850.235690:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299f00.
00000400:00000200:2.0:1769076850.235701:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076850.235713:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1769076850.235714:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769076850.235719:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7198
00000400:00000010:2.0:1769076850.235727:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7198.
00000100:00000001:0.0:1769076850.235729:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076850.235733:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769076850.235744:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000200:2.0:1769076850.235746:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d37480 x1855007616046592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076850.235765:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1769076850.235776:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076847/real 1769076850]  req@ffff9e53c9d34a80 x1855007616046464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076850.235790:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37480 x1855007616046592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076850.235866:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076850.235870:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:0.0:1769076850.235878:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000800:00000100:2.0:1769076850.235885:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076850.235890:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299b00.
00000400:00000200:2.0:1769076850.235895:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076850.235899:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000001:0.0:1769076850.235911:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1769076850.235911:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a72a8
00000400:00000010:2.0:1769076850.235919:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a72a8.
00000400:00000010:0.0:1769076850.235924:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4420.
00000100:00000001:2.0:1769076850.235928:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076850.235942:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d37100 x1855007616046720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076850.235943:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a77f8
00000400:00000010:0.0:1769076850.235954:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a77f8.
00000100:00000001:2.0:1769076850.235967:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769076850.235972:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1769076850.235976:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37100 x1855007616046720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076850.235991:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34a80 x1855007616046464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076850.235995:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076850.236005:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:0.0:1769076850.236029:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34a80 x1855007616046464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076850.236046:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076850.236050:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076850.236054:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076850.236057:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076850.236104:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34a80 x1855007616046464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076850.236137:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076850.236150:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34a80 x1855007616046464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076850.236164:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076850.236170:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076850.236173:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076850.236177:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076850.236181:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076850.236185:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076850.236192:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076850.236200:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076850.236204:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076850.236211:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34a80 x1855007616046464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076850.236226:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616046464:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076850.236235:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076850.236240:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076850.236246:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34a80 x1855007616046464/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076850.236259:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076850.236264:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076850.236270:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769076850.236276:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076850.236279:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076850.236281:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076850.236284:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076850.236287:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:0.0:1769076850.236294:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076850.236297:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076850.236301:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34a80.
00000100:00000001:0.0:1769076850.236306:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076850.236309:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076850.236313:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076850.236316:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076850.236319:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076850.236322:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076850.236332:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076847/real 1769076850]  req@ffff9e53c9d37480 x1855007616046592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076850.236360:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076850.236363:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076850.236367:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4108.
00000400:00000200:0.0:1769076850.236373:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076850.236376:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076850.236382:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076850.236388:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37480 x1855007616046592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076850.236402:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37480 x1855007616046592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076850.236413:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076850.236416:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076850.236419:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076850.236421:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076850.236428:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37480 x1855007616046592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076850.236447:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076850.236454:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37480 x1855007616046592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076850.236465:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076850.236469:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076850.236474:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076850.236477:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076850.236481:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076850.236485:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076850.236490:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076850.236496:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076850.236500:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076850.236509:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37480 x1855007616046592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076850.236524:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616046592:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076850.236532:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076850.236541:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076847/real 1769076850]  req@ffff9e53c9d37100 x1855007616046720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076850.236554:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076850.236557:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076850.236560:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4688.
00000400:00000200:0.0:1769076850.236566:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7908
00000400:00000010:0.0:1769076850.236569:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7908.
00000100:00000001:0.0:1769076850.236575:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076850.236581:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37100 x1855007616046720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076850.236600:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37100 x1855007616046720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076850.236613:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076850.236616:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076850.236620:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076850.236622:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076850.236627:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37100 x1855007616046720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076850.236635:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076850.236642:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37100 x1855007616046720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076850.236649:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076850.236655:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076850.236658:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076850.236660:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076850.236661:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076850.236663:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076850.236667:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076850.236673:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076850.236679:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076850.236687:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37100 x1855007616046720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076850.236702:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616046720:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076850.236713:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076850.236717:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076850.236727:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37480 x1855007616046592/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076850.236738:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076850.236744:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076850.236748:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076850.236756:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076850.236760:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076850.236763:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076850.236768:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076850.236771:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:0.0:1769076850.236778:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076850.236781:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076850.236785:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37480.
00000100:00000001:0.0:1769076850.236792:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076850.236794:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076850.236798:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076850.236805:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37100 x1855007616046720/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076850.236815:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076850.236819:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076850.236822:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076850.236826:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076850.236828:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076850.236831:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076850.236834:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076850.236837:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:0.0:1769076850.236842:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076850.236844:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076850.236847:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37100.
00000100:00000001:0.0:1769076850.236851:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076850.236854:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076850.236857:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076850.236867:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076850.236870:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076850.236873:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076850.236876:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076850.939221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076850.939230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076850.939237:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076850.939239:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076850.939355:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076850.939362:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076850.939367:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076851.131207:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076851.131218:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076851.131220:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076851.131226:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076851.131231:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076851.131236:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076851.131238:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076851.131242:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076851.131245:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076851.963172:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076851.963178:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076851.963182:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076851.963184:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076851.963262:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076851.963266:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076851.963270:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076852.155218:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076852.155227:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076852.155229:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076852.155234:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076852.155238:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076852.155242:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076852.155245:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076852.155247:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076852.155251:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076852.283305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076852.283323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076852.283328:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076852.283334:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076852.283343:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076852.283355:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3835
00000400:00000200:0.0:1769076852.283377:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076852.283385:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076852.283389:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076852.283394:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283398:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076852.283401:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283404:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076852.283409:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076852.283411:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076852.283415:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076852.283418:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076852.283422:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076852.283425:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076852.283429:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283431:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076852.283434:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283436:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076852.283439:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076852.283443:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283446:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076852.283450:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076852.283453:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076852.283457:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076852.283460:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076852.283464:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076852.283490:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5c00.
00000020:00000040:0.0:1769076852.283495:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076852.283500:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076852.283502:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076852.283506:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076852.283509:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076852.283515:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076852.283525:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076852.283534:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076852.283547:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5c00 x1855007616046848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076852.283562:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076852.283584:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076852.283590:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007db8b4c3] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5c00 x1855007616046848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076852.283633:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076852.283638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076852.283643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076852.283645:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076852.283647:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076852.283651:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076852.283654:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3835
00000400:00000200:0.0:1769076852.283660:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076852.283664:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076852.283667:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076852.283670:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283672:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076852.283675:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283677:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076852.283680:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076852.283682:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076852.283685:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076852.283687:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076852.283690:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076852.283693:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076852.283696:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283699:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076852.283701:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283703:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076852.283707:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076852.283710:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283714:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076852.283716:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076852.283722:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076852.283725:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076852.283727:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076852.283731:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076852.283736:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076852.283738:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076852.283743:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5f80.
00000020:00000040:0.0:1769076852.283746:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076852.283750:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076852.283751:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076852.283753:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076852.283755:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076852.283757:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076852.283763:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769076852.283767:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076852.283773:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5f80 x1855007616046976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076852.283782:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076852.283786:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076852.283790:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c836008] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5f80 x1855007616046976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076852.283800:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076852.283804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076852.283808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076852.283810:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076852.283813:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076852.283816:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076852.283819:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3835
00000400:00000200:0.0:1769076852.283824:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076852.283828:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076852.283831:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076852.283835:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283838:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076852.283842:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283845:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076852.283848:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076852.283850:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076852.283852:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076852.283855:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076852.283857:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076852.283860:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076852.283865:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283866:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076852.283868:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283871:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076852.283874:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076852.283877:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076852.283880:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076852.283882:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076852.283886:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076852.283888:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076852.283891:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076852.283894:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076852.283897:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076852.283899:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076852.283904:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5880.
00000020:00000040:0.0:1769076852.283906:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076852.283909:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076852.283911:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076852.283913:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076852.283915:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076852.283917:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076852.283922:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000001:0.0:1769076852.283926:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076852.283932:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5880 x1855007616047104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076852.283950:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076852.283953:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076852.283959:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c2905c0] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5880 x1855007616047104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076852.283969:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076852.283972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076852.283978:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076852.283982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076852.283986:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076852.283993:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3845)
00000100:00000001:1.0:1769076852.284116:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076852.284121:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076852.284124:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076852.284132:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5c00 x1855007616046848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.284142:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076852.284145:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076852.284149:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076852.284153:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076852.284156:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076852.284161:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616046848:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076852.284167:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076852.284172:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076852.284174:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076852.284179:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076852.284186:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076852.284189:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076852.284198:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076852.284203:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076852.284211:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076852.284221:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616046848, portal 25
00000100:00000001:1.0:1769076852.284224:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076852.284227:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181368832 : -107391528182784 : ffff9e53f61c5c00)
00000100:00000040:1.0:1769076852.284235:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5c00 x1855007616046848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.284245:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076852.284249:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076852.284253:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000100:00000200:1.0:1769076852.284259:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616046848, offset 0
00000400:00000200:1.0:1769076852.284269:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076852.284278:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076852.284286:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076852.284294:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076852.284300:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076852.284304:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076852.284308:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076852.284313:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37660:37660:256:4294967295] 192.168.204.113@tcp LPNI seq info [37630:37630:8:4294967295]
00000400:00000200:1.0:1769076852.284320:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076852.284336:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076852.284344:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076852.284351:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000800:00000200:1.0:1769076852.284360:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076852.284365:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076852.284373:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076852.284378:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769076852.284385:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076852.284389:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:1.0:1769076852.284396:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076852.284402:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076852.284409:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:1.0:1769076852.284412:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:1.0:1769076852.284417:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076852.284422:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5c00 x1855007616046848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.284443:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076852.284448:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5c00 x1855007616046848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.284456:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076852.284458:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076852.284467:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076852.284472:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076852.284476:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298509550
00000100:00000010:1.0:1769076852.284482:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bf60.
00000100:00000001:1.0:1769076852.284490:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076852.284496:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298509550
00000100:00000010:1.0:1769076852.284500:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b120.
00000100:00000001:1.0:1769076852.284504:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076852.284507:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076852.284510:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076852.284513:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076852.284519:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076852/real 1769076852]  req@ffff9e53f61c5c00 x1855007616046848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076852.284532:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076852.284533:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076852.284536:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076852.284539:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076852.284541:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076852.284544:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076852.284549:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5c00 x1855007616046848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076852.284560:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5c00 x1855007616046848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.284569:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076852.284572:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076852.284574:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076852.284577:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076852.284582:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5c00 x1855007616046848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.284590:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076852.284596:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5c00 x1855007616046848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.284606:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076852.284610:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076852.284611:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076852.284613:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076852.284616:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076852.284618:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076852.284622:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076852.284627:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076852.284631:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076852.284637:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5c00 x1855007616046848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076852.284648:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616046848:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076852.284656:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076852.284661:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5f80 x1855007616046976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.284670:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076852.284672:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076852.284675:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076852.284678:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076852.284681:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076852.284684:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616046976:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076852.284688:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076852.284691:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076852.284693:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076852.284695:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076852.284699:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076852.284701:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076852.284707:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076852.284710:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076852.284715:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076852.284718:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616046976, portal 10
00000100:00000001:1.0:1769076852.284721:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076852.284723:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181369728 : -107391528181888 : ffff9e53f61c5f80)
00000100:00000040:1.0:1769076852.284730:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5f80 x1855007616046976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.284738:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076852.284741:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076852.284744:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000100:00000200:1.0:1769076852.284747:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616046976, offset 0
00000400:00000200:1.0:1769076852.284752:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076852.284758:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076852.284763:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076852.284766:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076852.284769:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076852.284772:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076852.284775:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076852.284780:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37661:37661:256:4294967295] 192.168.204.113@tcp LPNI seq info [37631:37631:8:4294967295]
00000400:00000200:1.0:1769076852.284784:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076852.284792:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076852.284798:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076852.284802:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000800:00000200:1.0:1769076852.284807:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076852.284810:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076852.284816:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076852.284819:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769076852.284824:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076852.284827:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:1.0:1769076852.284831:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076852.284834:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076852.284838:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:1.0:1769076852.284840:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:1.0:1769076852.284842:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076852.284846:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5f80 x1855007616046976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.284856:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076852.284860:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5f80 x1855007616046976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.284868:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076852.284871:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076852.284876:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076852.284881:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076852.284885:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076852.284888:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298508302
00000100:00000001:1.0:1769076852.284892:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298509550
00000100:00000001:1.0:1769076852.284895:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298508302
00000100:00000001:1.0:1769076852.284898:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298509550
00000100:00000001:1.0:1769076852.284900:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076852.284903:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076852.284905:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076852.284910:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076852/real 1769076852]  req@ffff9e53f61c5f80 x1855007616046976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076852.284920:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076852.284922:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076852.284924:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076852.284927:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076852.284930:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076852.284932:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076852.284936:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5f80 x1855007616046976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076852.284947:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5f80 x1855007616046976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.284955:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076852.284956:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076852.284958:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076852.284960:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076852.284964:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5f80 x1855007616046976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.284972:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076852.284976:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5f80 x1855007616046976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.284983:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076852.284986:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076852.284988:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076852.284990:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076852.284992:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076852.284994:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076852.284997:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076852.285001:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076852.285004:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076852.285008:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5f80 x1855007616046976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076852.285018:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616046976:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076852.285023:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076852.285027:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5880 x1855007616047104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.285035:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076852.285037:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076852.285039:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076852.285041:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076852.285044:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076852.285047:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616047104:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076852.285051:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076852.285053:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076852.285055:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076852.285056:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076852.285061:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98c00.
02000000:00000001:1.0:1769076852.285121:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076852.285126:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076852.285130:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076852.285135:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076852.285139:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616047104, portal 10
00000100:00000001:1.0:1769076852.285142:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076852.285143:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367936 : -107391528183680 : ffff9e53f61c5880)
00000100:00000040:1.0:1769076852.285150:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5880 x1855007616047104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.285158:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076852.285161:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076852.285163:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000100:00000200:1.0:1769076852.285166:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616047104, offset 0
00000400:00000200:1.0:1769076852.285172:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076852.285177:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076852.285181:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076852.285185:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076852.285188:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076852.285191:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076852.285194:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076852.285197:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37662:37662:256:4294967295] 192.168.204.113@tcp LPNI seq info [37632:37632:8:4294967295]
00000400:00000200:1.0:1769076852.285203:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076852.285212:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076852.285218:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076852.285223:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000800:00000200:1.0:1769076852.285228:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076852.285232:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076852.285237:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076852.285240:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769076852.285244:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076852.285247:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:1.0:1769076852.285250:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076852.285254:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076852.285258:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:1.0:1769076852.285260:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:1.0:1769076852.285263:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076852.285269:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5880 x1855007616047104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.285278:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076852.285282:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5880 x1855007616047104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.285289:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076852.285291:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076852.285295:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076852.285299:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076852.285304:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076852.285307:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298508310
00000100:00000001:1.0:1769076852.285311:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298509550
00000100:00000001:1.0:1769076852.285313:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298508310
00000100:00000001:1.0:1769076852.285316:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298509550
00000100:00000001:1.0:1769076852.285319:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076852.285321:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076852.285324:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076852.285328:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076852/real 1769076852]  req@ffff9e53f61c5880 x1855007616047104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076852.285348:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076852.285350:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076852.285353:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076852.285356:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076852.285358:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076852.285362:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076852.285367:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5880 x1855007616047104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076852.285377:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5880 x1855007616047104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.285385:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076852.285387:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076852.285389:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076852.285391:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076852.285395:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5880 x1855007616047104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.285410:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076852.285415:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5880 x1855007616047104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.285424:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076852.285428:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076852.285430:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076852.285431:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076852.285433:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076852.285435:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076852.285438:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076852.285442:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076852.285445:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076852.285450:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5880 x1855007616047104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076852.285459:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616047104:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076852.285464:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076852.285468:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076852.285472:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5c00 x1855007616046848/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.285487:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076852.285491:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076852.285494:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769076852.285498:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076852.285501:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076852.285503:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076852.285506:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076852.285509:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011800.
02000000:00000001:1.0:1769076852.285513:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076852.285517:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076852.285519:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5c00.
00000100:00000001:1.0:1769076852.285523:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076852.285525:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076852.285527:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076852.285531:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5f80 x1855007616046976/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.285547:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076852.285549:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076852.285551:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99400.
02000000:00000001:1.0:1769076852.285554:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076852.285556:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076852.285557:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076852.285559:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076852.285561:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:1.0:1769076852.285563:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076852.285565:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076852.285567:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5f80.
00000100:00000001:1.0:1769076852.285570:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076852.285572:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076852.285574:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076852.285578:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5880 x1855007616047104/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076852.285587:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076852.285589:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076852.285591:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:1.0:1769076852.285594:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076852.285595:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076852.285597:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076852.285599:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076852.285601:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010800.
02000000:00000001:1.0:1769076852.285604:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076852.285610:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076852.285612:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5880.
00000100:00000001:1.0:1769076852.285616:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076852.285617:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076852.285620:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076852.285628:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076852.285631:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076852.285634:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076852.285636:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076852.987216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076852.987227:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076852.987235:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076852.987238:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076852.987311:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076852.987317:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076852.987322:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076853.179200:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076853.179207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076853.179210:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076853.179214:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076853.179218:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076853.179221:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076853.179224:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076853.179226:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076853.179229:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076853.563131:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298509550, at 4298509568
00000100:00000010:3.0:1769076853.563148:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b120.
00000100:00000040:2.0:1769076853.563224:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298509550, at 4298509568
00000100:00000010:2.0:1769076853.563241:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf60.
00010000:00000001:1.0:1769076854.011192:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076854.011201:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076854.011207:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076854.011208:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076854.011330:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076854.011339:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076854.011362:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076854.203192:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076854.203205:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076854.203208:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076854.203217:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076854.203222:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076854.203227:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076854.203231:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076854.203235:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076854.203238:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076855.035288:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076855.035301:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076855.035313:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076855.035319:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076855.035323:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076855.035328:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076855.035335:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076855.035339:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076855.035343:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076855.035347:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076855.035444:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076855.035452:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076855.035458:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076855.227201:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076855.227213:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076855.227215:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076855.227222:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076855.227227:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076855.227233:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076855.227236:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076855.227239:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076855.227243:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076856.059169:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076856.059181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076856.059191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076856.059194:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076856.059252:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076856.059259:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076856.059264:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076856.251194:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076856.251202:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076856.251205:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076856.251211:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076856.251215:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076856.251220:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076856.251223:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076856.251227:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076856.251230:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076857.083186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076857.083199:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076857.083203:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076857.083208:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076857.083216:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076857.083220:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076857.083223:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076857.083226:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076857.083232:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076857.083234:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076857.083312:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076857.083317:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076857.083321:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076857.275151:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076857.275160:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076857.275162:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076857.275168:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076857.275171:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076857.275175:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076857.275177:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076857.275179:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076857.275182:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076857.403209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076857.403219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076857.403222:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076857.403226:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076857.403232:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076857.403239:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3840
00000400:00000200:0.0:1769076857.403249:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076857.403255:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076857.403257:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076857.403265:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403268:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076857.403271:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403273:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076857.403276:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076857.403278:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076857.403280:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076857.403282:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076857.403285:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076857.403287:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076857.403289:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403290:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076857.403291:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403293:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076857.403295:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076857.403297:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403299:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076857.403301:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076857.403304:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076857.403307:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076857.403309:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076857.403311:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076857.403321:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7100.
00000020:00000040:0.0:1769076857.403324:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076857.403328:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076857.403332:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076857.403349:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076857.403352:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076857.403357:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076857.403367:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769076857.403375:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076857.403386:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7100 x1855007616047232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076857.403396:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076857.403401:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076857.403415:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009506489] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7100 x1855007616047232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076857.403440:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076857.403444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076857.403447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076857.403449:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076857.403450:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076857.403453:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076857.403456:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3840
00000400:00000200:0.0:1769076857.403461:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076857.403464:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076857.403466:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076857.403468:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403470:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076857.403474:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403477:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076857.403478:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769076857.403481:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769076857.403482:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076857.403489:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076857.403494:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:2.0:1769076857.403495:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769076857.403504:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769076857.403505:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769076857.403507:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076857.403512:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403514:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076857.403520:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403526:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000040:2.0:1769076857.403528:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7100 x1855007616047232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769076857.403529:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076857.403541:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403550:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076857.403558:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076857.403565:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076857.403566:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769076857.403569:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076857.403571:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076857.403572:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076857.403579:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769076857.403581:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1769076857.403583:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076857.403585:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076857.403587:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1769076857.403591:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7800.
02000000:00000001:2.0:1769076857.403594:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769076857.403595:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076857.403606:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076857.403608:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076857.403614:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1769076857.403615:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616047232:192.168.204.113@tcp:250:kworker.0
02000000:00000001:0.0:1769076857.403617:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076857.403623:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076857.403635:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769076857.403636:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769076857.403640:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076857.403642:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1769076857.403651:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7800 x1855007616047360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769076857.403652:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076857.403663:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769076857.403670:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076857.403671:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076857.403675:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23000.
00000100:00000040:0.0:1769076857.403677:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918dbd43] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7800 x1855007616047360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076857.403685:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076857.403697:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076857.403699:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769076857.403708:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:0.0:1769076857.403709:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076857.403719:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076857.403721:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076857.403723:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076857.403725:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3840
00000400:00000200:0.0:1769076857.403728:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076857.403729:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076857.403732:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769076857.403732:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00000040:0.0:1769076857.403741:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403744:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076857.403747:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000010:2.0:1769076857.403748:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000001:0.0:1769076857.403753:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076857.403756:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076857.403757:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076857.403770:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076857.403771:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076857.403773:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076857.403774:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076857.403777:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403778:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769076857.403779:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616047232, portal 25
00000100:00000040:0.0:1769076857.403781:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403789:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769076857.403790:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1769076857.403792:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:2.0:1769076857.403798:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181374208 : -107391528177408 : ffff9e53f61c7100)
00000100:00080000:0.0:1769076857.403799:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403804:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076857.403808:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076857.403811:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076857.403814:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076857.403816:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076857.403819:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769076857.403822:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7100 x1855007616047232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769076857.403824:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076857.403833:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076857.403844:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4700.
00000020:00000040:0.0:1769076857.403854:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076857.403861:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076857.403861:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076857.403874:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076857.403876:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076857.403886:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076857.403886:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1769076857.403895:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000040:2.0:1769076857.403901:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403903:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076857.403914:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4700 x1855007616047488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769076857.403914:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076857.403944:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616047232, offset 0
00000100:00000001:0.0:1769076857.403945:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076857.403951:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076857.403957:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d612b9f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4700 x1855007616047488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769076857.403969:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076857.403977:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076857.403982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769076857.403990:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076857.403991:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076857.404011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076857.404015:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076857.404032:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3851)
00000400:00000200:2.0:1769076857.404043:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076857.404052:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076857.404059:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076857.404064:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076857.404068:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076857.404076:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37663:37663:256:4294967295] 192.168.204.113@tcp LPNI seq info [37633:37633:8:4294967295]
00000400:00000200:2.0:1769076857.404131:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076857.404178:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076857.404193:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076857.404203:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076857.404218:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076857.404225:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076857.404236:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076857.404240:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1769076857.404248:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076857.404252:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076857.404259:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076857.404267:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076857.404275:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076857.404278:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076857.404284:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076857.404291:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7100 x1855007616047232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404322:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076857.404327:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7100 x1855007616047232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404338:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076857.404341:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076857.404350:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076857.404356:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076857.404377:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298514670
00000100:00000010:2.0:1769076857.404382:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769076857.404391:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769076857.404397:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298514670
00000100:00000010:2.0:1769076857.404399:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79360.
00000100:00000001:2.0:1769076857.404402:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076857.404404:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076857.404406:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076857.404409:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076857.404413:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076857/real 1769076857]  req@ffff9e53f61c7100 x1855007616047232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076857.404421:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076857.404424:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076857.404426:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076857.404428:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076857.404429:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076857.404431:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076857.404434:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7100 x1855007616047232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076857.404440:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7100 x1855007616047232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404445:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076857.404446:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.404448:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076857.404450:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076857.404452:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7100 x1855007616047232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404457:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076857.404460:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7100 x1855007616047232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404466:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076857.404468:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.404469:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076857.404470:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.404472:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076857.404473:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076857.404476:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076857.404479:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076857.404480:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076857.404483:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7100 x1855007616047232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076857.404489:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616047232:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076857.404493:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.404495:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076857.404497:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7100 x1855007616047232/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404503:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076857.404505:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076857.404507:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076857.404509:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076857.404511:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076857.404513:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076857.404514:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076857.404517:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:2.0:1769076857.404520:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076857.404522:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076857.404524:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7100.
00000100:00000001:2.0:1769076857.404527:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076857.404527:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.404530:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.404537:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076857.404538:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076857.404540:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076857.404542:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076857.404543:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076857.404545:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7800 x1855007616047360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404551:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076857.404553:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076857.404554:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076857.404556:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076857.404558:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076857.404559:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616047360:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076857.404561:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076857.404563:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076857.404564:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076857.404566:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076857.404568:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076857.404569:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076857.404572:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076857.404574:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076857.404577:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076857.404579:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616047360, portal 10
00000100:00000001:2.0:1769076857.404581:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076857.404582:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376000 : -107391528175616 : ffff9e53f61c7800)
00000100:00000040:2.0:1769076857.404587:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7800 x1855007616047360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404591:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076857.404593:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076857.404594:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076857.404596:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616047360, offset 0
00000400:00000200:2.0:1769076857.404599:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076857.404601:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076857.404604:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076857.404606:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076857.404608:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076857.404609:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076857.404611:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076857.404613:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37664:37664:256:4294967295] 192.168.204.113@tcp LPNI seq info [37634:37634:8:4294967295]
00000400:00000200:2.0:1769076857.404617:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076857.404621:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076857.404624:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076857.404626:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076857.404629:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076857.404631:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076857.404634:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076857.404636:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1769076857.404639:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076857.404641:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076857.404643:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076857.404645:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076857.404648:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076857.404649:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076857.404650:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076857.404653:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7800 x1855007616047360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404658:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076857.404660:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7800 x1855007616047360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404682:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076857.404683:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076857.404687:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076857.404691:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076857.404694:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076857.404696:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298513422
00000100:00000001:2.0:1769076857.404699:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298514670
00000100:00000001:2.0:1769076857.404701:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298513422
00000100:00000001:2.0:1769076857.404703:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298514670
00000100:00000001:2.0:1769076857.404705:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076857.404707:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076857.404709:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076857.404712:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076857/real 1769076857]  req@ffff9e53f61c7800 x1855007616047360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076857.404718:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076857.404719:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076857.404720:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076857.404722:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076857.404724:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076857.404725:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076857.404729:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7800 x1855007616047360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076857.404736:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7800 x1855007616047360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404742:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076857.404743:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.404744:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076857.404745:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076857.404748:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7800 x1855007616047360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404753:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076857.404756:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7800 x1855007616047360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404778:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076857.404779:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.404780:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076857.404781:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.404782:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076857.404783:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076857.404785:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076857.404787:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076857.404788:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076857.404791:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7800 x1855007616047360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076857.404795:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616047360:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076857.404798:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076857.404801:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4700 x1855007616047488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404810:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076857.404811:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076857.404813:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076857.404814:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076857.404815:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076857.404817:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616047488:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076857.404819:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076857.404820:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076857.404821:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076857.404822:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076857.404825:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076857.404826:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076857.404828:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076857.404829:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076857.404831:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076857.404833:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616047488, portal 10
00000100:00000001:2.0:1769076857.404834:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076857.404835:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181363456 : -107391528188160 : ffff9e53f61c4700)
00000100:00000040:2.0:1769076857.404840:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4700 x1855007616047488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404845:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076857.404846:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076857.404847:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076857.404848:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616047488, offset 0
00000400:00000200:2.0:1769076857.404851:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076857.404853:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076857.404855:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076857.404857:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076857.404859:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076857.404860:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076857.404862:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076857.404865:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37665:37665:256:4294967295] 192.168.204.113@tcp LPNI seq info [37635:37635:8:4294967295]
00000400:00000200:2.0:1769076857.404868:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076857.404872:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076857.404875:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076857.404877:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076857.404880:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076857.404882:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076857.404884:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076857.404886:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1769076857.404889:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076857.404890:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076857.404892:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076857.404895:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076857.404897:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076857.404898:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076857.404899:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076857.404902:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4700 x1855007616047488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404907:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076857.404909:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4700 x1855007616047488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404913:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076857.404914:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076857.404916:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076857.404918:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076857.404920:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076857.404921:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298513429
00000100:00000001:2.0:1769076857.404923:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298514670
00000100:00000001:2.0:1769076857.404924:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298513429
00000100:00000001:2.0:1769076857.404926:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298514670
00000100:00000001:2.0:1769076857.404927:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076857.404929:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076857.404931:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076857.404933:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076857/real 1769076857]  req@ffff9e53f61c4700 x1855007616047488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076857.404938:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076857.404939:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076857.404940:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076857.404941:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076857.404942:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076857.404943:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076857.404945:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4700 x1855007616047488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076857.404951:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4700 x1855007616047488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404955:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076857.404956:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.404957:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076857.404958:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076857.404960:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4700 x1855007616047488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404964:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076857.404966:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4700 x1855007616047488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.404970:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076857.404972:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.404972:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076857.404973:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.404974:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076857.404975:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076857.404977:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076857.404979:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076857.404981:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076857.404983:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4700 x1855007616047488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076857.404988:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616047488:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076857.404990:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.404992:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076857.404993:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7800 x1855007616047360/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.405013:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076857.405014:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076857.405016:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076857.405017:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076857.405018:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076857.405019:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076857.405020:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076857.405021:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012400.
02000000:00000001:2.0:1769076857.405023:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076857.405024:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076857.405025:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7800.
00000100:00000001:2.0:1769076857.405026:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076857.405027:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.405029:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076857.405031:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4700 x1855007616047488/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076857.405036:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076857.405037:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076857.405039:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076857.405041:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076857.405042:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076857.405043:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076857.405045:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076857.405047:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010800.
02000000:00000001:2.0:1769076857.405050:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076857.405051:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076857.405052:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4700.
00000100:00000001:2.0:1769076857.405055:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076857.405056:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.405058:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.405061:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076857.405080:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076857.405083:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076857.405086:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076858.107240:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076858.107251:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076858.107270:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076858.107272:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076858.107374:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076858.107381:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076858.107387:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076858.299197:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076858.299208:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076858.299211:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076858.299220:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076858.299226:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076858.299231:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076858.299235:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076858.299239:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076858.299244:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076858.683156:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298514670, at 4298514688
00000100:00000040:2.0:1769076858.683161:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298514670, at 4298514688
00000100:00000010:3.0:1769076858.683180:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79360.
00000100:00000010:2.0:1769076858.683184:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769076859.131248:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076859.131261:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076859.131273:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076859.131278:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076859.131368:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076859.131375:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076859.131380:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076859.323210:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076859.323222:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076859.323225:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076859.323234:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076859.323240:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076859.323245:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076859.323249:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076859.323253:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076859.323257:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076860.155268:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076860.155280:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076860.155288:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076860.155291:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076860.155381:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076860.155391:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076860.155399:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076860.347202:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076860.347214:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076860.347218:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076860.347226:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076860.347232:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076860.347239:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076860.347243:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076860.347247:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076860.347253:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076861.179223:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076861.179234:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076861.179245:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076861.179247:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076861.179349:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076861.179356:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076861.179361:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076861.371179:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076861.371189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076861.371191:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076861.371198:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076861.371203:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076861.371208:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076861.371212:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076861.371215:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076861.371218:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076862.203181:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076862.203189:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076862.203197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076862.203199:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076862.203303:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076862.203312:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076862.203318:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076862.395245:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076862.395270:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076862.395274:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076862.395286:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076862.395320:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076862.395327:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076862.395331:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076862.395335:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076862.395340:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076862.523230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076862.523240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076862.523244:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076862.523248:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076862.523253:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076862.523261:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3846
00000400:00000200:0.0:1769076862.523270:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076862.523276:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076862.523279:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076862.523283:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076862.523286:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076862.523289:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076862.523291:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076862.523295:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076862.523297:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076862.523299:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076862.523302:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076862.523305:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076862.523308:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076862.523311:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076862.523313:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076862.523315:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076862.523316:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076862.523319:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076862.523322:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076862.523341:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076862.523343:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076862.523346:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076862.523349:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076862.523350:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076862.523352:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076862.523362:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4a80.
00000020:00000040:0.0:1769076862.523366:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076862.523369:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076862.523370:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076862.523373:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076862.523375:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076862.523379:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076862.523386:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769076862.523408:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076862.523414:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4a80 x1855007616047616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076862.523423:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076862.523426:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076862.523430:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e0eb0c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4a80 x1855007616047616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076862.523452:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076862.523455:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076862.523460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076862.523461:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076862.523463:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076862.523468:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076862.523472:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3846
00000400:00000200:0.0:1769076862.523478:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076862.523482:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1769076862.523486:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769076862.523487:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076862.523499:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076862.523503:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769076862.523505:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769076862.523511:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076862.523512:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769076862.523518:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076862.523521:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076862.523523:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076862.523528:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769076862.523530:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4a80 x1855007616047616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769076862.523531:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076862.523551:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769076862.523562:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769076862.523563:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769076862.523572:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076862.523578:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:2.0:1769076862.523581:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769076862.523582:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769076862.523592:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769076862.523594:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:2.0:1769076862.523603:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076862.523604:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076862.523618:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00100000:2.0:1769076862.523621:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616047616:192.168.204.113@tcp:250:kworker.0
00000100:00080000:0.0:1769076862.523630:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076862.523634:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769076862.523636:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076862.523641:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076862.523641:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076862.523650:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076862.523653:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076862.523655:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769076862.523658:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076862.523661:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076862.523664:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1769076862.523667:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
00000008:00000001:0.0:1769076862.523670:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076862.523672:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076862.523675:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076862.523681:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7480.
00000400:00000200:2.0:1769076862.523697:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076862.523703:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000020:00000040:0.0:1769076862.523707:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076862.523712:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076862.523713:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769076862.523715:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000001:0.0:1769076862.523716:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076862.523719:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076862.523724:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076862.523732:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000200:2.0:1769076862.523733:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616047616, portal 25
00000100:00000001:0.0:1769076862.523742:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076862.523763:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076862.523767:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181364352 : -107391528187264 : ffff9e53f61c4a80)
00000100:00100000:0.0:1769076862.523772:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7480 x1855007616047744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769076862.523788:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4a80 x1855007616047616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076862.523804:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076862.523817:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076862.523821:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076862.523829:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076862.523833:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc6e9c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7480 x1855007616047744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769076862.523835:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076862.523848:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616047616, offset 0
00000400:00000200:2.0:1769076862.523866:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076862.523867:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076862.523881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076862.523892:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076862.523895:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076862.523897:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769076862.523900:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076862.523908:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076862.523937:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3846
00000400:00000200:2.0:1769076862.523941:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076862.523951:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076862.523954:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076862.523980:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:2.0:1769076862.523981:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00080000:0.0:1769076862.523991:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769076862.523999:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769076862.524000:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076862.524010:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769076862.524016:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:0.0:1769076862.524017:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769076862.524045:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37666:37666:256:4294967295] 192.168.204.113@tcp LPNI seq info [37636:37636:8:4294967295]
00000100:00000001:0.0:1769076862.524046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076862.524062:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076862.524064:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076862.524066:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076862.524068:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076862.524070:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076862.524074:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076862.524078:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076862.524080:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076862.524082:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076862.524084:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076862.524086:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076862.524088:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076862.524090:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076862.524092:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769076862.524095:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076862.524111:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076862.524122:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769076862.524124:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076862.524131:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076862.524133:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:2.0:1769076862.524134:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000008:00100000:0.0:1769076862.524137:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076862.524141:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076862.524143:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769076862.524149:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000010:0.0:1769076862.524150:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4000.
00000020:00000040:0.0:1769076862.524164:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:2.0:1769076862.524164:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
02000000:00000001:0.0:1769076862.524181:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076862.524185:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076862.524187:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076862.524192:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1769076862.524196:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
02000000:00000001:0.0:1769076862.524197:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076862.524206:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769076862.524214:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
02000000:00000010:0.0:1769076862.524216:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000800:00000010:2.0:1769076862.524219:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000100:00000001:0.0:1769076862.524222:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076862.524233:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4000 x1855007616047872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769076862.524233:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076862.524253:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076862.524268:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000100:00000001:0.0:1769076862.524270:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769076862.524272:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:0.0:1769076862.524277:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076862.524283:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769076862.524284:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000178e2043] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4000 x1855007616047872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076862.524296:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4a80 x1855007616047616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076862.524302:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076862.524313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076862.524326:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769076862.524327:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076862.524336:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076862.524338:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4a80 x1855007616047616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076862.524346:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076862.524362:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3856)
00000100:00000001:2.0:1769076862.524365:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076862.524368:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076862.524376:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076862.524382:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076862.524385:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298519790
00000100:00000010:2.0:1769076862.524391:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769076862.524400:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769076862.524406:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298519790
00000100:00000010:2.0:1769076862.524409:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79060.
00000100:00000001:2.0:1769076862.524413:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076862.524416:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076862.524419:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076862.524422:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076862.524426:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076862/real 1769076862]  req@ffff9e53f61c4a80 x1855007616047616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076862.524437:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076862.524439:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076862.524442:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076862.524445:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076862.524446:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076862.524449:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076862.524452:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4a80 x1855007616047616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076862.524461:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4a80 x1855007616047616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.524468:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076862.524470:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.524473:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076862.524475:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076862.524479:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4a80 x1855007616047616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.524485:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076862.524490:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4a80 x1855007616047616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.524497:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076862.524499:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.524501:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076862.524502:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.524504:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076862.524506:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076862.524509:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076862.524514:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076862.524516:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076862.524520:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4a80 x1855007616047616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076862.524527:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616047616:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076862.524532:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.524534:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076862.524537:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4a80 x1855007616047616/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.524544:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076862.524546:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076862.524549:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076862.524552:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076862.524554:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076862.524557:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076862.524559:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076862.524562:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:2.0:1769076862.524567:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076862.524570:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076862.524572:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4a80.
00000100:00000001:2.0:1769076862.524575:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076862.524576:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.524579:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.524587:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076862.524589:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076862.524592:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076862.524594:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076862.524595:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076862.524599:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7480 x1855007616047744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.524607:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076862.524608:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076862.524611:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076862.524614:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076862.524616:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076862.524619:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616047744:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076862.524621:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076862.524623:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076862.524625:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076862.524626:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076862.524629:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076862.524631:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076862.524644:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076862.524647:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076862.524651:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076862.524654:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616047744, portal 10
00000100:00000001:2.0:1769076862.524656:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076862.524657:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181375104 : -107391528176512 : ffff9e53f61c7480)
00000100:00000040:2.0:1769076862.524665:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7480 x1855007616047744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.524672:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076862.524674:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076862.524676:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076862.524678:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616047744, offset 0
00000400:00000200:2.0:1769076862.524682:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076862.524686:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076862.524689:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076862.524692:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076862.524694:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076862.524697:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076862.524699:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076862.524702:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37667:37667:256:4294967295] 192.168.204.113@tcp LPNI seq info [37637:37637:8:4294967295]
00000400:00000200:2.0:1769076862.524706:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076862.524716:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076862.524724:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076862.524729:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076862.524735:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076862.524739:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076862.524746:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076862.524749:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769076862.524756:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076862.524759:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076862.524763:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076862.524769:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076862.524773:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076862.524777:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076862.524781:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076862.524787:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7480 x1855007616047744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.524799:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076862.524804:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7480 x1855007616047744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.524816:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076862.524818:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076862.524822:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076862.524827:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076862.524830:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076862.524833:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298518542
00000100:00000001:2.0:1769076862.524836:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298519790
00000100:00000001:2.0:1769076862.524838:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298518542
00000100:00000001:2.0:1769076862.524841:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298519790
00000100:00000001:2.0:1769076862.524843:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076862.524845:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076862.524847:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076862.524850:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076862/real 1769076862]  req@ffff9e53f61c7480 x1855007616047744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076862.524858:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076862.524859:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076862.524860:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076862.524862:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076862.524864:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076862.524865:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076862.524868:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7480 x1855007616047744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076862.524876:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7480 x1855007616047744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.524882:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076862.524884:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.524885:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076862.524887:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076862.524890:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7480 x1855007616047744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.524901:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076862.524907:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7480 x1855007616047744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.524935:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076862.524939:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.524942:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076862.524944:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.524947:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076862.524950:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076862.524954:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076862.524960:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076862.524963:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076862.524970:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7480 x1855007616047744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076862.524983:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616047744:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076862.524989:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076862.524993:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4000 x1855007616047872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.525000:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076862.525002:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076862.525004:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076862.525006:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076862.525008:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076862.525010:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616047872:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076862.525013:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076862.525016:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076862.525018:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076862.525020:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076862.525035:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076862.525037:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076862.525042:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076862.525044:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076862.525048:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076862.525051:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616047872, portal 10
00000100:00000001:2.0:1769076862.525053:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076862.525054:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181361664 : -107391528189952 : ffff9e53f61c4000)
00000100:00000040:2.0:1769076862.525060:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4000 x1855007616047872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.525090:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076862.525093:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076862.525095:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076862.525098:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616047872, offset 0
00000400:00000200:2.0:1769076862.525102:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076862.525106:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076862.525110:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076862.525113:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076862.525116:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076862.525118:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076862.525120:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076862.525123:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37668:37668:256:4294967295] 192.168.204.113@tcp LPNI seq info [37638:37638:8:4294967295]
00000400:00000200:2.0:1769076862.525127:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076862.525134:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076862.525138:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076862.525140:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076862.525144:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076862.525147:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076862.525151:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076862.525154:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769076862.525158:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076862.525161:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076862.525163:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076862.525167:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076862.525170:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076862.525171:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076862.525174:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076862.525177:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4000 x1855007616047872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.525185:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076862.525188:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4000 x1855007616047872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.525194:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076862.525195:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076862.525198:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076862.525201:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076862.525204:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076862.525205:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298518550
00000100:00000001:2.0:1769076862.525208:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298519790
00000100:00000001:2.0:1769076862.525210:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298518550
00000100:00000001:2.0:1769076862.525212:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298519790
00000100:00000001:2.0:1769076862.525215:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076862.525216:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076862.525218:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076862.525221:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076862/real 1769076862]  req@ffff9e53f61c4000 x1855007616047872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076862.525228:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076862.525229:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076862.525230:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076862.525232:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076862.525234:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076862.525236:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076862.525239:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4000 x1855007616047872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076862.525247:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4000 x1855007616047872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.525253:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076862.525254:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.525255:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076862.525257:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076862.525260:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4000 x1855007616047872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.525265:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076862.525268:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4000 x1855007616047872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.525274:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076862.525277:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.525278:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076862.525279:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.525281:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076862.525283:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076862.525285:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076862.525288:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076862.525289:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076862.525293:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4000 x1855007616047872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076862.525300:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616047872:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076862.525303:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.525305:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076862.525307:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7480 x1855007616047744/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.525314:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076862.525315:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076862.525317:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076862.525319:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076862.525320:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076862.525322:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076862.525324:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076862.525326:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011800.
02000000:00000001:2.0:1769076862.525328:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076862.525330:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076862.525331:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7480.
00000100:00000001:2.0:1769076862.525334:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076862.525335:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.525336:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076862.525339:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4000 x1855007616047872/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076862.525345:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076862.525347:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076862.525348:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076862.525350:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076862.525351:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076862.525352:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076862.525354:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076862.525355:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010400.
02000000:00000001:2.0:1769076862.525357:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076862.525358:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076862.525359:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4000.
00000100:00000001:2.0:1769076862.525361:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076862.525362:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.525363:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.525367:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076862.525368:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076862.525369:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076862.525372:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076863.227209:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076863.227219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076863.227226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076863.227227:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076863.227329:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076863.227336:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076863.227343:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076863.419210:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076863.419221:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076863.419224:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076863.419233:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076863.419239:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076863.419245:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076863.419249:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076863.419253:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076863.419275:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076863.803242:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298519790, at 4298519808
00000100:00000040:3.0:1769076863.803242:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298519790, at 4298519808
00000100:00000010:3.0:1769076863.803270:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79060.
00000100:00000010:2.0:1769076863.803277:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769076864.251190:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076864.251199:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076864.251207:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076864.251208:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076864.251284:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076864.251291:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076864.251298:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076864.443194:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076864.443207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076864.443210:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076864.443218:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076864.443224:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076864.443230:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076864.443234:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076864.443237:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076864.443242:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076865.275181:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076865.275189:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076865.275195:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076865.275198:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076865.275200:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076865.275202:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076865.275206:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076865.275207:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076865.275209:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076865.275211:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076865.275269:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076865.275275:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076865.275279:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076865.467148:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076865.467157:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076865.467158:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076865.467163:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076865.467167:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076865.467172:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076865.467175:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076865.467179:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076865.467182:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076866.299138:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076866.299148:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076866.299151:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076866.299153:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076866.299158:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076866.299161:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076866.299163:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076866.299166:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076866.299169:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076866.299171:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076866.299240:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076866.299246:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076866.299250:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076866.491187:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076866.491199:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076866.491202:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076866.491210:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076866.491215:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076866.491221:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076866.491225:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076866.491229:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076866.491233:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076867.323149:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076867.323154:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076867.323160:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076867.323161:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076867.323239:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076867.323245:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076867.323250:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076867.515198:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076867.515238:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076867.515241:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076867.515250:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076867.515256:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076867.515262:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076867.515267:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076867.515271:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076867.515276:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076867.643278:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076867.643293:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076867.643297:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076867.643303:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076867.643312:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076867.643325:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3851
00000400:00000200:3.0:1769076867.643340:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076867.643354:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076867.643361:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076867.643369:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076867.643375:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076867.643381:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076867.643388:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076867.643397:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076867.643402:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076867.643408:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076867.643414:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076867.643419:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076867.643425:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076867.643430:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076867.643432:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076867.643435:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076867.643438:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076867.643443:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076867.643448:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076867.643451:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076867.643455:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076867.643460:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076867.643464:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076867.643467:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076867.643470:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076867.643485:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769076867.643490:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076867.643496:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076867.643498:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076867.643503:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076867.643507:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076867.643514:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076867.643529:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076867.643540:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076867.643553:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007616048000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076867.643569:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076867.643576:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076867.643583:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007616048000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076867.643618:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076867.643623:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076867.643628:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076867.643630:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076867.643632:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076867.643635:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076867.643639:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3851
00000400:00000200:3.0:1769076867.643644:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076867.643649:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076867.643653:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076867.643657:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076867.643661:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076867.643665:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076867.643668:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076867.643671:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076867.643673:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076867.643675:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076867.643678:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:2.0:1769076867.643680:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769076867.643681:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076867.643689:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769076867.643695:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769076867.643695:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076867.643703:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769076867.643705:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076867.643707:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076867.643716:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076867.643720:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076867.643729:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000040:2.0:1769076867.643732:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37100 x1855007616048000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076867.643733:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076867.643742:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076867.643752:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076867.643757:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769076867.643759:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076867.643764:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076867.643766:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076867.643776:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769076867.643777:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076867.643784:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1769076867.643785:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076867.643792:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076867.643794:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076867.643804:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000100:00100000:2.0:1769076867.643805:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616048000:192.168.204.113@tcp:250:kworker.0
00000020:00000040:3.0:1769076867.643811:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:2.0:1769076867.643822:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076867.643822:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076867.643851:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076867.643859:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076867.643861:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076867.643865:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076867.643865:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076867.643873:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076867.643876:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:2.0:1769076867.643880:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769076867.643886:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076867.643893:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076867.643900:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076867.643906:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007616048128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769076867.643919:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076867.643930:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00000001:3.0:1769076867.643942:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769076867.643949:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000001:3.0:1769076867.643952:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076867.643968:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007616048128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076867.643969:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616048000, portal 25
00000100:00000001:2.0:1769076867.643982:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076867.643988:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438392576 : -107392271159040 : ffff9e53c9d37100)
00000100:00000001:3.0:1769076867.644007:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076867.644015:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37100 x1855007616048000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769076867.644016:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076867.644030:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076867.644035:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076867.644039:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076867.644048:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076867.644057:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3851
00000400:00000200:3.0:1769076867.644138:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076867.644146:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1769076867.644154:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000040:2.0:1769076867.644161:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769076867.644167:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769076867.644171:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076867.644181:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616048000, offset 0
00000100:00000040:3.0:1769076867.644184:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076867.644193:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769076867.644201:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769076867.644208:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076867.644216:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769076867.644223:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:3.0:1769076867.644229:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076867.644236:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:2.0:1769076867.644240:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000001:3.0:1769076867.644243:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076867.644251:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:2.0:1769076867.644255:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769076867.644257:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076867.644264:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769076867.644268:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:3.0:1769076867.644276:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:2.0:1769076867.644283:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769076867.644284:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076867.644295:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769076867.644296:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:3.0:1769076867.644303:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769076867.644310:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37669:37669:256:4294967295] 192.168.204.113@tcp LPNI seq info [37639:37639:8:4294967295]
00000020:00000040:3.0:1769076867.644314:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:2.0:1769076867.644323:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:3.0:1769076867.644331:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076867.644339:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076867.644351:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769076867.644351:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076867.644364:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1769076867.644367:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769076867.644376:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769076867.644379:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000100:00000001:3.0:1769076867.644385:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076867.644394:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1769076867.644397:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000008:00000001:3.0:1769076867.644410:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769076867.644411:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1769076867.644417:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076867.644428:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000010:3.0:1769076867.644429:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000800:00000200:2.1:1769076867.644441:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000020:00000040:3.0:1769076867.644442:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076867.644455:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076867.644460:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769076867.644461:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076867.644469:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1769076867.644471:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
02000000:00000001:3.0:1769076867.644474:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076867.644480:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076867.644483:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1769076867.644489:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000400:00000200:2.0:1769076867.644495:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769076867.644501:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076867.644505:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076867.644511:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00100000:3.0:1769076867.644517:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007616048256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076867.644522:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076867.644536:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37100 x1855007616048000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076867.644537:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076867.644545:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076867.644560:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007616048256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.644566:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769076867.644578:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076867.644579:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37100 x1855007616048000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076867.644588:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076867.644603:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076867.644610:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076867.644624:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076867.644636:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3861)
00000100:00000001:2.0:1769076867.644646:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076867.644654:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076867.644669:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076867.644681:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076867.644689:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298524910
00000100:00000010:2.0:1769076867.644701:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769076867.644715:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769076867.644723:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298524910
00000100:00000010:2.0:1769076867.644728:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79840.
00000100:00000001:2.0:1769076867.644732:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076867.644736:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076867.644740:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076867.644744:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076867.644751:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076867/real 1769076867]  req@ffff9e53c9d37100 x1855007616048000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076867.644765:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076867.644768:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076867.644771:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076867.644775:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076867.644778:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076867.644781:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076867.644786:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37100 x1855007616048000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076867.644798:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37100 x1855007616048000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.644807:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076867.644809:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.644812:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076867.644815:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076867.644820:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37100 x1855007616048000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.644861:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076867.644869:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37100 x1855007616048000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.644879:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076867.644883:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.644886:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076867.644888:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.644891:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076867.644893:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076867.644897:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076867.644902:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076867.644905:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076867.644911:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37100 x1855007616048000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076867.644922:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616048000:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076867.644929:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.644932:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076867.644936:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37100 x1855007616048000/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.644947:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076867.644952:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076867.644957:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076867.644963:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076867.644968:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076867.644971:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076867.644975:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076867.644980:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:2.0:1769076867.644988:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076867.644993:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076867.644997:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37100.
00000100:00000001:2.0:1769076867.645004:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076867.645007:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.645012:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.645024:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076867.645028:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076867.645032:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076867.645035:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076867.645038:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076867.645047:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37480 x1855007616048128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645061:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076867.645092:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076867.645096:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076867.645099:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076867.645102:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076867.645106:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616048128:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076867.645111:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076867.645114:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076867.645117:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076867.645119:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076867.645124:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076867.645127:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076867.645134:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076867.645138:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076867.645144:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076867.645148:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616048128, portal 10
00000100:00000001:2.0:1769076867.645151:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076867.645153:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438393472 : -107392271158144 : ffff9e53c9d37480)
00000100:00000040:2.0:1769076867.645163:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37480 x1855007616048128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645172:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076867.645176:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076867.645179:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076867.645182:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616048128, offset 0
00000400:00000200:2.0:1769076867.645188:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076867.645194:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076867.645199:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076867.645204:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076867.645208:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076867.645211:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076867.645214:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076867.645219:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37670:37670:256:4294967295] 192.168.204.113@tcp LPNI seq info [37640:37640:8:4294967295]
00000400:00000200:2.0:1769076867.645223:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076867.645233:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076867.645239:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076867.645243:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076867.645249:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076867.645253:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076867.645259:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076867.645262:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769076867.645268:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076867.645270:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076867.645274:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076867.645279:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076867.645283:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076867.645286:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076867.645289:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076867.645294:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37480 x1855007616048128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645304:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076867.645309:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37480 x1855007616048128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645317:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076867.645319:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076867.645324:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076867.645330:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076867.645334:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076867.645338:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298523663
00000100:00000001:2.0:1769076867.645341:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298524910
00000100:00000001:2.0:1769076867.645345:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298523663
00000100:00000001:2.0:1769076867.645348:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298524910
00000100:00000001:2.0:1769076867.645351:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076867.645354:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076867.645357:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076867.645361:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076867/real 1769076867]  req@ffff9e53c9d37480 x1855007616048128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076867.645370:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076867.645372:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076867.645374:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076867.645377:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076867.645379:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076867.645381:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076867.645385:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37480 x1855007616048128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076867.645395:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37480 x1855007616048128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645404:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076867.645406:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.645409:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076867.645410:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076867.645415:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37480 x1855007616048128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645423:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076867.645427:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37480 x1855007616048128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645437:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076867.645441:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.645443:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076867.645445:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.645447:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076867.645449:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076867.645452:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076867.645456:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076867.645458:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076867.645464:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37480 x1855007616048128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076867.645473:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616048128:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076867.645478:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076867.645481:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34a80 x1855007616048256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645490:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076867.645492:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076867.645495:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076867.645497:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076867.645500:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076867.645504:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616048256:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076867.645508:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076867.645510:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076867.645512:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076867.645514:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076867.645518:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076867.645520:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076867.645525:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076867.645528:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076867.645531:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076867.645535:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616048256, portal 10
00000100:00000001:2.0:1769076867.645538:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076867.645540:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438382720 : -107392271168896 : ffff9e53c9d34a80)
00000100:00000040:2.0:1769076867.645547:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34a80 x1855007616048256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645555:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076867.645558:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076867.645561:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076867.645564:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616048256, offset 0
00000400:00000200:2.0:1769076867.645569:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076867.645573:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076867.645577:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076867.645580:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076867.645583:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076867.645588:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076867.645593:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076867.645599:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37671:37671:256:4294967295] 192.168.204.113@tcp LPNI seq info [37641:37641:8:4294967295]
00000400:00000200:2.0:1769076867.645608:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076867.645621:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076867.645629:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076867.645636:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076867.645643:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076867.645649:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076867.645658:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076867.645664:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769076867.645701:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076867.645705:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076867.645711:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076867.645716:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076867.645722:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076867.645725:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076867.645729:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076867.645734:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34a80 x1855007616048256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645745:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076867.645749:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34a80 x1855007616048256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645758:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076867.645760:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076867.645764:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076867.645769:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076867.645774:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076867.645777:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298523670
00000100:00000001:2.0:1769076867.645781:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298524910
00000100:00000001:2.0:1769076867.645783:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298523670
00000100:00000001:2.0:1769076867.645787:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298524910
00000100:00000001:2.0:1769076867.645790:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076867.645793:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076867.645796:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076867.645801:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076867/real 1769076867]  req@ffff9e53c9d34a80 x1855007616048256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076867.645810:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076867.645811:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076867.645814:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076867.645816:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076867.645818:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076867.645821:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076867.645850:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34a80 x1855007616048256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076867.645863:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34a80 x1855007616048256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645872:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076867.645875:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.645877:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076867.645879:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076867.645884:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34a80 x1855007616048256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645892:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076867.645897:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34a80 x1855007616048256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645906:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076867.645909:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.645911:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076867.645913:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.645915:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076867.645917:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076867.645920:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076867.645924:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076867.645926:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076867.645930:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34a80 x1855007616048256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076867.645940:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616048256:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076867.645948:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.645951:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076867.645958:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37480 x1855007616048128/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.645972:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076867.645976:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076867.645980:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076867.645985:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076867.645988:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076867.645991:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076867.645996:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076867.646000:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:2.0:1769076867.646007:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076867.646010:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076867.646013:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37480.
00000100:00000001:2.0:1769076867.646019:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076867.646021:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.646025:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076867.646033:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34a80 x1855007616048256/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076867.646047:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076867.646050:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076867.646053:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076867.646059:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076867.646061:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076867.646090:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076867.646093:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076867.646095:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:2.0:1769076867.646099:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076867.646100:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076867.646103:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34a80.
00000100:00000001:2.0:1769076867.646106:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076867.646108:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.646111:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.646117:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076867.646119:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076867.646121:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076867.646123:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076868.347221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076868.347231:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076868.347239:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076868.347241:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076868.347349:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076868.347354:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076868.347359:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076868.539180:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076868.539191:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076868.539194:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076868.539202:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076868.539225:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076868.539231:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076868.539235:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076868.539239:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076868.539243:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076868.923248:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298524910, at 4298524928
00000100:00000040:2.0:1769076868.923249:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298524910, at 4298524928
00000100:00000010:3.0:1769076868.923287:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79840.
00000100:00000010:2.0:1769076868.923293:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769076869.371183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076869.371192:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076869.371197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076869.371198:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076869.371254:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076869.371260:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076869.371264:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076869.563240:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076869.563249:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076869.563251:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076869.563257:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076869.563261:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076869.563266:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076869.563268:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076869.563271:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076869.563273:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076870.395281:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076870.395305:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076870.395311:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076870.395312:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076870.395431:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076870.395441:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076870.395447:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076870.587158:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076870.587168:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076870.587171:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076870.587178:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076870.587182:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076870.587187:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076870.587190:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076870.587193:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076870.587196:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076871.419137:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076871.419143:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076871.419147:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076871.419148:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076871.419212:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076871.419217:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076871.419222:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076871.611233:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076871.611254:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076871.611256:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076871.611261:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076871.611265:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076871.611271:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076871.611273:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076871.611276:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076871.611279:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076872.443259:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076872.443268:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076872.443275:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076872.443277:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076872.443362:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076872.443369:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076872.443376:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076872.635210:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076872.635223:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076872.635227:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076872.635235:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076872.635241:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076872.635247:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076872.635251:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076872.635256:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076872.635261:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076872.763269:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076872.763298:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076872.763302:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076872.763309:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076872.763317:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076872.763329:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3856
00000400:00000200:3.0:1769076872.763347:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076872.763363:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076872.763371:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076872.763380:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076872.763387:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076872.763393:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076872.763398:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076872.763408:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076872.763414:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076872.763420:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076872.763426:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076872.763432:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076872.763438:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076872.763445:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076872.763450:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076872.763453:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076872.763456:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076872.763461:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076872.763466:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076872.763469:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076872.763473:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076872.763478:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076872.763482:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076872.763486:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076872.763490:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076872.763518:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769076872.763523:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076872.763530:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076872.763532:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076872.763537:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076872.763541:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076872.763548:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076872.763560:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769076872.763581:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076872.763595:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007616048384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076872.763612:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076872.763633:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076872.763643:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007616048384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076872.763676:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076872.763681:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076872.763686:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076872.763688:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076872.763691:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076872.763694:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076872.763698:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3856
00000400:00000200:3.0:1769076872.763705:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076872.763711:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076872.763714:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076872.763720:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076872.763724:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076872.763730:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076872.763733:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769076872.763759:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769076872.763759:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076872.763768:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:2.0:1769076872.763770:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769076872.763773:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769076872.763778:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769076872.763779:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076872.763787:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076872.763795:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076872.763798:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36a00 x1855007616048384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076872.763805:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076872.763815:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076872.763823:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076872.763831:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769076872.763838:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769076872.763839:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:2.0:1769076872.763849:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076872.763850:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076872.763862:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076872.763865:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076872.763867:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076872.763873:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076872.763877:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076872.763880:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076872.763891:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769076872.763893:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769076872.763898:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076872.763906:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076872.763910:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616048384:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076872.763911:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076872.763920:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000100:00000001:2.0:1769076872.763927:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769076872.763928:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076872.763938:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076872.763940:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076872.763943:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769076872.763944:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076872.763950:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076872.763954:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076872.763955:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076872.763965:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076872.763968:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076872.763976:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076872.763978:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076872.763987:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076872.763989:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007616048512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769076872.764006:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076872.764008:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076872.764016:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769076872.764017:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00000040:3.0:1769076872.764024:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007616048512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769076872.764032:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000001:3.0:1769076872.764046:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076872.764051:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769076872.764054:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616048384, portal 25
00000100:00080000:3.0:1769076872.764058:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076872.764104:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076872.764111:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438390784 : -107392271160832 : ffff9e53c9d36a00)
00000100:00000001:3.0:1769076872.764124:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769076872.764129:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36a00 x1855007616048384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769076872.764131:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076872.764144:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076872.764156:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3856
00000100:00000001:2.0:1769076872.764173:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1769076872.764183:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:2.0:1769076872.764188:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076872.764196:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000010:2.0:1769076872.764202:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00080000:3.0:1769076872.764203:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076872.764213:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000200:2.0:1769076872.764218:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616048384, offset 0
00000100:00000001:3.0:1769076872.764218:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076872.764225:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076872.764229:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076872.764243:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076872.764244:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076872.764247:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076872.764251:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076872.764260:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769076872.764261:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000001:3.0:1769076872.764266:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076872.764275:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076872.764277:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076872.764285:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769076872.764289:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076872.764291:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076872.764300:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076872.764306:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:2.0:1769076872.764315:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:3.0:1769076872.764315:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076872.764321:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076872.764328:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769076872.764332:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769076872.764334:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076872.764342:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076872.764348:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769076872.764349:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000008:00000001:3.0:1769076872.764359:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076872.764365:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769076872.764368:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076872.764378:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000010:3.0:1769076872.764382:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000400:00000200:2.0:1769076872.764393:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37672:37672:256:4294967295] 192.168.204.113@tcp LPNI seq info [37642:37642:8:4294967295]
00000020:00000040:3.0:1769076872.764396:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076872.764407:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076872.764415:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076872.764416:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076872.764424:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076872.764430:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076872.764436:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076872.764449:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1769076872.764450:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769076872.764462:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769076872.764472:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00100000:3.0:1769076872.764479:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007616048640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769076872.764498:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000100:00000001:3.0:1769076872.764500:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076872.764508:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076872.764515:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007616048640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769076872.764524:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076872.764538:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769076872.764542:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076872.764550:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769076872.764557:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769076872.764560:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1769076872.764570:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1769076872.764571:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076872.764593:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:2.0:1769076872.764594:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076872.764603:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000100:00000040:3.0:1769076872.764605:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3866)
00000400:00000200:2.0:1769076872.764615:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076872.764625:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076872.764637:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076872.764643:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076872.764652:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076872.764662:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36a00 x1855007616048384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.764682:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076872.764690:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36a00 x1855007616048384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.764707:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076872.764711:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076872.764723:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076872.764733:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076872.764767:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298530030
00000100:00000010:2.0:1769076872.764778:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769076872.764789:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769076872.764797:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298530030
00000100:00000010:2.0:1769076872.764801:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79900.
00000100:00000001:2.0:1769076872.764806:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076872.764810:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076872.764814:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076872.764818:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076872.764825:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076872/real 1769076872]  req@ffff9e53c9d36a00 x1855007616048384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076872.764840:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076872.764844:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076872.764849:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076872.764855:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076872.764859:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076872.764864:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076872.764871:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36a00 x1855007616048384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076872.764890:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36a00 x1855007616048384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.764905:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076872.764909:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.764915:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076872.764919:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076872.764928:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36a00 x1855007616048384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.764943:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076872.764955:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36a00 x1855007616048384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.764966:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076872.764971:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.764974:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076872.764975:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.764979:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076872.764981:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076872.764986:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076872.764991:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076872.764994:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076872.765000:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36a00 x1855007616048384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076872.765012:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616048384:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076872.765018:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.765022:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076872.765026:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36a00 x1855007616048384/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.765034:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076872.765038:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076872.765042:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076872.765048:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076872.765052:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076872.765055:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076872.765059:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076872.765102:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:2.0:1769076872.765112:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076872.765116:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076872.765120:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36a00.
00000100:00000001:2.0:1769076872.765126:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076872.765129:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.765134:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.765147:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076872.765152:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076872.765168:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076872.765172:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076872.765174:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076872.765182:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37b80 x1855007616048512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.765197:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076872.765200:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076872.765205:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076872.765209:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076872.765214:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076872.765220:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616048512:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076872.765227:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076872.765240:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076872.765243:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076872.765247:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076872.765254:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076872.765259:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076872.765269:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076872.765275:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076872.765283:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076872.765289:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616048512, portal 10
00000100:00000001:2.0:1769076872.765294:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076872.765297:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438395264 : -107392271156352 : ffff9e53c9d37b80)
00000100:00000040:2.0:1769076872.765309:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37b80 x1855007616048512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.765319:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076872.765322:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076872.765326:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076872.765331:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616048512, offset 0
00000400:00000200:2.0:1769076872.765341:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076872.765349:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076872.765358:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076872.765364:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076872.765370:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076872.765376:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076872.765382:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076872.765389:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37673:37673:256:4294967295] 192.168.204.113@tcp LPNI seq info [37643:37643:8:4294967295]
00000400:00000200:2.0:1769076872.765399:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076872.765413:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076872.765423:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076872.765431:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076872.765439:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076872.765443:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076872.765450:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076872.765453:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769076872.765458:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076872.765461:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076872.765465:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076872.765470:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076872.765475:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076872.765487:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076872.765491:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076872.765496:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37b80 x1855007616048512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.765507:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076872.765511:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37b80 x1855007616048512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.765520:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076872.765522:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076872.765527:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076872.765533:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076872.765538:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076872.765541:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298528783
00000100:00000001:2.0:1769076872.765545:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298530030
00000100:00000001:2.0:1769076872.765549:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298528783
00000100:00000001:2.0:1769076872.765565:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298530030
00000100:00000001:2.0:1769076872.765568:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076872.765571:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076872.765574:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076872.765579:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076872/real 1769076872]  req@ffff9e53c9d37b80 x1855007616048512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076872.765589:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076872.765590:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076872.765593:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076872.765595:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076872.765597:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076872.765600:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076872.765604:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37b80 x1855007616048512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076872.765614:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37b80 x1855007616048512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.765624:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076872.765626:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.765630:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076872.765632:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076872.765639:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37b80 x1855007616048512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.765653:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076872.765661:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37b80 x1855007616048512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.765675:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076872.765681:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.765685:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076872.765687:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.765692:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076872.765696:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076872.765702:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076872.765709:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076872.765715:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076872.765724:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37b80 x1855007616048512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076872.765762:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616048512:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076872.765770:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076872.765775:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35f80 x1855007616048640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.765785:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076872.765787:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076872.765790:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076872.765792:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076872.765795:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076872.765799:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616048640:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076872.765803:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076872.765807:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076872.765809:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076872.765811:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076872.765817:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076872.765820:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076872.765825:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076872.765828:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076872.765833:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076872.765837:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616048640, portal 10
00000100:00000001:2.0:1769076872.765840:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076872.765842:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438388096 : -107392271163520 : ffff9e53c9d35f80)
00000100:00000040:2.0:1769076872.765854:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35f80 x1855007616048640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.765869:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076872.765874:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076872.765878:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076872.765883:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616048640, offset 0
00000400:00000200:2.0:1769076872.765892:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076872.765901:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076872.765909:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076872.765915:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076872.765921:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076872.765927:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076872.765932:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076872.765938:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37674:37674:256:4294967295] 192.168.204.113@tcp LPNI seq info [37644:37644:8:4294967295]
00000400:00000200:2.0:1769076872.765947:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076872.765960:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076872.765967:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076872.765972:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076872.765978:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076872.765982:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076872.765987:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076872.765991:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769076872.765996:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076872.765999:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076872.766003:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076872.766007:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076872.766011:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076872.766014:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076872.766018:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076872.766023:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35f80 x1855007616048640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.766034:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076872.766038:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35f80 x1855007616048640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.766098:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076872.766103:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076872.766112:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076872.766118:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076872.766127:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076872.766131:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298528791
00000100:00000001:2.0:1769076872.766137:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298530030
00000100:00000001:2.0:1769076872.766142:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298528791
00000100:00000001:2.0:1769076872.766146:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298530030
00000100:00000001:2.0:1769076872.766162:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076872.766166:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076872.766170:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076872.766177:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076872/real 1769076872]  req@ffff9e53c9d35f80 x1855007616048640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076872.766193:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076872.766196:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076872.766200:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076872.766206:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076872.766209:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076872.766213:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076872.766220:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35f80 x1855007616048640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076872.766238:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35f80 x1855007616048640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.766252:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076872.766255:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.766260:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076872.766263:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076872.766271:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35f80 x1855007616048640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.766296:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076872.766302:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35f80 x1855007616048640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.766311:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076872.766314:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.766316:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076872.766318:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.766320:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076872.766322:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076872.766326:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076872.766333:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076872.766338:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076872.766347:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35f80 x1855007616048640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076872.766363:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616048640:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076872.766372:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.766376:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076872.766382:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37b80 x1855007616048512/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.766397:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076872.766401:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076872.766405:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076872.766411:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076872.766414:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076872.766417:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076872.766422:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076872.766425:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:2.0:1769076872.766432:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076872.766434:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076872.766437:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37b80.
00000100:00000001:2.0:1769076872.766442:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076872.766444:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.766446:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076872.766462:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35f80 x1855007616048640/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.766471:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076872.766473:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076872.766475:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076872.766479:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076872.766480:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076872.766482:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076872.766484:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076872.766485:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:2.0:1769076872.766488:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076872.766489:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076872.766491:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35f80.
00000100:00000001:2.0:1769076872.766493:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076872.766495:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.766497:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.766502:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076872.766504:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076872.766506:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076872.766508:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076873.467256:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076873.467267:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076873.467275:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076873.467277:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076873.467384:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076873.467393:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076873.467401:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076873.659189:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076873.659199:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076873.659202:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076873.659208:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076873.659213:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076873.659218:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076873.659221:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076873.659224:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076873.659227:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076874.043178:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298530030, at 4298530048
00000100:00000040:3.0:1769076874.043179:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298530030, at 4298530048
00000100:00000010:2.0:1769076874.043202:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769076874.043205:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79900.
00010000:00000001:1.0:1769076874.491309:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076874.491320:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076874.491328:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076874.491334:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076874.491339:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076874.491344:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076874.491351:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076874.491356:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076874.491360:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076874.491364:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076874.491479:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076874.491486:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076874.491491:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076874.683206:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076874.683217:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076874.683220:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076874.683227:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076874.683234:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076874.683239:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076874.683242:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076874.683246:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076874.683250:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076875.515209:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076875.515219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076875.515226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076875.515227:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076875.515302:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076875.515310:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076875.515316:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076875.707191:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076875.707204:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076875.707207:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076875.707216:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076875.707222:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076875.707228:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076875.707233:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076875.707237:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076875.707241:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076876.539192:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076876.539205:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076876.539208:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076876.539211:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076876.539218:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076876.539220:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076876.539222:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076876.539225:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076876.539229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076876.539230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076876.539376:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076876.539383:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076876.539390:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076876.731236:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076876.731247:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076876.731249:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076876.731256:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076876.731261:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076876.731267:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076876.731271:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076876.731275:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076876.731279:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076877.563219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076877.563230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076877.563237:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076877.563239:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076877.563327:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076877.563333:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076877.563338:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076877.755204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076877.755215:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076877.755218:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076877.755226:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076877.755232:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076877.755238:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076877.755241:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076877.755245:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076877.755250:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076877.883200:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076877.883215:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076877.883219:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076877.883224:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076877.883230:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076877.883243:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3861
00000400:00000200:3.0:1769076877.883254:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076877.883264:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076877.883269:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076877.883274:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076877.883279:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076877.883283:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076877.883287:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076877.883295:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076877.883298:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076877.883302:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076877.883306:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076877.883309:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076877.883313:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076877.883316:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076877.883319:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076877.883321:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076877.883323:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076877.883328:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076877.883332:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076877.883335:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076877.883340:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076877.883344:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076877.883349:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076877.883352:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076877.883355:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076877.883368:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769076877.883373:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076877.883379:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076877.883381:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076877.883386:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076877.883390:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076877.883398:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076877.883411:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769076877.883422:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076877.883435:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007616048768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076877.883451:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076877.883458:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076877.883464:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007616048768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076877.883500:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076877.883504:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076877.883510:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076877.883512:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076877.883514:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076877.883517:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076877.883520:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3861
00000400:00000200:3.0:1769076877.883525:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076877.883528:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076877.883531:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076877.883535:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076877.883538:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076877.883541:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076877.883543:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076877.883547:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076877.883548:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076877.883550:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076877.883553:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076877.883555:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076877.883558:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076877.883561:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076877.883563:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076877.883566:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076877.883568:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076877.883571:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076877.883575:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076877.883578:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076877.883582:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076877.883591:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076877.883594:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076877.883597:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076877.883604:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1769076877.883605:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769076877.883614:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076877.883620:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1769076877.883627:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076877.883635:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35c00 x1855007616048768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076877.883635:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076877.883646:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769076877.883679:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076877.883685:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076877.883690:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076877.883697:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076877.883702:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076877.883708:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076877.883720:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:2.0:1769076877.883725:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076877.883728:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.883731:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076877.883741:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1769076877.883743:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007616048896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769076877.883747:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076877.883761:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076877.883768:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076877.883775:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076877.883781:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616048768:192.168.204.113@tcp:250:kworker.0
00000100:00000040:3.0:1769076877.883786:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007616048896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.883800:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769076877.883807:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076877.883814:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769076877.883815:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769076877.883825:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076877.883826:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076877.883831:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076877.883836:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1769076877.883838:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769076877.883841:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076877.883847:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3861
00000400:00000200:3.0:1769076877.883853:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:2.0:1769076877.883856:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23000.
00000400:00000200:3.0:1769076877.883857:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
02000000:00000001:2.0:1769076877.883868:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076877.883869:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076877.883879:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076877.883883:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076877.883886:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076877.883889:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769076877.883898:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:3.0:1769076877.883898:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076877.883904:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000010:2.0:1769076877.883911:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000020:00000001:3.0:1769076877.883912:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076877.883921:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000010:2.0:1769076877.883928:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000020:00000001:3.0:1769076877.883931:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076877.883940:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000200:2.0:1769076877.883944:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616048768, portal 25
00000100:00000040:3.0:1769076877.883950:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076877.883952:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076877.883957:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438387200 : -107392271164416 : ffff9e53c9d35c00)
00000100:00000001:3.0:1769076877.883962:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076877.883974:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35c00 x1855007616048768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076877.883975:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076877.883987:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076877.884000:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:2.0:1769076877.884001:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076877.884013:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769076877.884016:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000010:2.0:1769076877.884019:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000001:3.0:1769076877.884028:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769076877.884029:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616048768, offset 0
02000000:00000001:3.0:1769076877.884040:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076877.884048:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769076877.884049:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769076877.884057:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076877.884062:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076877.884109:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769076877.884114:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:3.0:1769076877.884118:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076877.884124:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076877.884129:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000010:3.0:1769076877.884131:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769076877.884140:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:2.0:1769076877.884143:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769076877.884151:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076877.884156:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076877.884157:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:3.0:1769076877.884165:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769076877.884172:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769076877.884173:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076877.884180:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076877.884184:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000010:3.0:1769076877.884191:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000400:00000200:2.0:1769076877.884193:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37675:37675:256:4294967295] 192.168.204.113@tcp LPNI seq info [37645:37645:8:4294967295]
00000100:00000001:3.0:1769076877.884204:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076877.884205:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:3.0:1769076877.884223:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007616049024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769076877.884241:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769076877.884259:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1769076877.884265:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076877.884267:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769076877.884279:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000100:00000040:3.0:1769076877.884281:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007616049024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076877.884297:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769076877.884299:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769076877.884302:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769076877.884310:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1769076877.884312:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076877.884325:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769076877.884335:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769076877.884337:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1769076877.884348:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1769076877.884351:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3871)
00000800:00000100:2.0:1769076877.884360:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076877.884366:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076877.884373:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076877.884383:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076877.884390:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076877.884394:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076877.884400:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076877.884407:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35c00 x1855007616048768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.884420:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076877.884426:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35c00 x1855007616048768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.884436:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.884438:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076877.884447:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076877.884452:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076877.884457:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298535150
00000100:00000010:2.0:1769076877.884463:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769076877.884474:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769076877.884482:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298535150
00000100:00000010:2.0:1769076877.884486:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79180.
00000100:00000001:2.0:1769076877.884491:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076877.884495:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076877.884500:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.884503:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076877.884509:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076877/real 1769076877]  req@ffff9e53c9d35c00 x1855007616048768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076877.884522:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076877.884524:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076877.884528:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076877.884531:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076877.884534:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076877.884537:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076877.884542:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35c00 x1855007616048768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076877.884554:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35c00 x1855007616048768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.884562:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076877.884564:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.884568:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076877.884570:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076877.884575:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35c00 x1855007616048768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.884584:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076877.884590:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35c00 x1855007616048768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.884600:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076877.884604:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.884606:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076877.884608:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.884611:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076877.884614:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076877.884618:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076877.884623:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076877.884627:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076877.884633:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35c00 x1855007616048768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076877.884644:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616048768:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076877.884650:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.884677:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076877.884682:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35c00 x1855007616048768/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.884691:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076877.884694:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076877.884698:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076877.884703:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076877.884706:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076877.884708:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076877.884712:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076877.884716:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:2.0:1769076877.884721:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076877.884724:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076877.884726:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35c00.
00000100:00000001:2.0:1769076877.884730:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076877.884732:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.884735:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.884745:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076877.884747:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.884750:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076877.884753:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076877.884755:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076877.884763:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34380 x1855007616048896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.884778:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076877.884781:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076877.884786:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076877.884789:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076877.884794:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076877.884801:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616048896:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076877.884807:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076877.884811:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076877.884815:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076877.884819:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076877.884825:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076877.884829:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076877.884839:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076877.884845:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076877.884852:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076877.884859:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616048896, portal 10
00000100:00000001:2.0:1769076877.884863:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076877.884866:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380928 : -107392271170688 : ffff9e53c9d34380)
00000100:00000040:2.0:1769076877.884880:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34380 x1855007616048896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.884890:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076877.884894:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076877.884898:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076877.884901:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616048896, offset 0
00000400:00000200:2.0:1769076877.884906:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076877.884912:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076877.884918:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076877.884922:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076877.884925:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076877.884929:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076877.884932:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076877.884936:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37676:37676:256:4294967295] 192.168.204.113@tcp LPNI seq info [37646:37646:8:4294967295]
00000400:00000200:2.0:1769076877.884942:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076877.884950:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076877.884956:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076877.884961:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076877.884967:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076877.884971:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076877.884977:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076877.884980:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769076877.884985:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076877.884988:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076877.884991:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076877.884996:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076877.885000:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076877.885002:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076877.885006:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076877.885010:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34380 x1855007616048896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.885021:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076877.885025:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34380 x1855007616048896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.885034:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.885036:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076877.885040:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076877.885045:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076877.885049:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076877.885052:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298533902
00000100:00000001:2.0:1769076877.885057:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298535150
00000100:00000001:2.0:1769076877.885060:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298533902
00000100:00000001:2.0:1769076877.885091:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298535150
00000100:00000001:2.0:1769076877.885096:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076877.885099:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.885102:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076877.885108:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076877/real 1769076877]  req@ffff9e53c9d34380 x1855007616048896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076877.885127:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076877.885129:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076877.885132:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076877.885136:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076877.885138:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076877.885140:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076877.885145:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34380 x1855007616048896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076877.885156:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34380 x1855007616048896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.885164:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076877.885166:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.885168:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076877.885170:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076877.885174:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34380 x1855007616048896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.885182:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076877.885187:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34380 x1855007616048896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.885196:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076877.885199:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.885202:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076877.885203:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.885205:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076877.885207:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076877.885210:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076877.885214:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076877.885217:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076877.885223:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34380 x1855007616048896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076877.885234:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616048896:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076877.885238:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076877.885242:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35500 x1855007616049024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.885250:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076877.885252:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076877.885254:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076877.885256:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076877.885259:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076877.885262:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616049024:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076877.885266:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076877.885268:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076877.885270:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076877.885272:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076877.885277:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076877.885279:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076877.885284:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076877.885287:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076877.885291:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076877.885295:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616049024, portal 10
00000100:00000001:2.0:1769076877.885297:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076877.885299:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438385408 : -107392271166208 : ffff9e53c9d35500)
00000100:00000040:2.0:1769076877.885307:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35500 x1855007616049024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.885315:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076877.885318:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076877.885321:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076877.885324:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616049024, offset 0
00000400:00000200:2.0:1769076877.885329:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076877.885334:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076877.885338:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076877.885342:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076877.885346:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076877.885349:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076877.885353:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076877.885357:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37677:37677:256:4294967295] 192.168.204.113@tcp LPNI seq info [37647:37647:8:4294967295]
00000400:00000200:2.0:1769076877.885362:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076877.885370:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076877.885376:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076877.885380:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076877.885384:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076877.885388:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076877.885394:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076877.885397:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769076877.885403:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076877.885406:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076877.885409:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076877.885413:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076877.885417:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076877.885419:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076877.885422:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076877.885426:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35500 x1855007616049024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.885436:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076877.885440:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35500 x1855007616049024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.885448:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.885450:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076877.885453:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076877.885457:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076877.885460:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076877.885464:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298533910
00000100:00000001:2.0:1769076877.885468:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298535150
00000100:00000001:2.0:1769076877.885471:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298533910
00000100:00000001:2.0:1769076877.885473:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298535150
00000100:00000001:2.0:1769076877.885476:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076877.885478:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.885480:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076877.885484:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076877/real 1769076877]  req@ffff9e53c9d35500 x1855007616049024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076877.885494:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076877.885496:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076877.885498:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076877.885500:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076877.885503:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076877.885505:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076877.885509:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35500 x1855007616049024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076877.885519:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35500 x1855007616049024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.885526:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076877.885528:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.885530:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076877.885531:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076877.885535:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35500 x1855007616049024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.885543:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076877.885548:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35500 x1855007616049024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.885557:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076877.885561:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.885563:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076877.885564:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.885567:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076877.885569:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076877.885572:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076877.885575:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076877.885578:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076877.885582:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35500 x1855007616049024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076877.885592:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616049024:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076877.885596:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.885598:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076877.885602:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34380 x1855007616048896/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.885609:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076877.885611:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076877.885613:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076877.885616:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076877.885618:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076877.885619:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076877.885622:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076877.885624:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:2.0:1769076877.885627:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076877.885628:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076877.885630:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34380.
00000100:00000001:2.0:1769076877.885633:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076877.885635:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.885637:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076877.885642:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35500 x1855007616049024/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.885682:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076877.885684:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076877.885686:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076877.885690:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076877.885692:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076877.885693:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076877.885696:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076877.885698:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:2.0:1769076877.885701:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076877.885702:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076877.885704:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35500.
00000100:00000001:2.0:1769076877.885706:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076877.885708:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.885711:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.885715:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076877.885717:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.885720:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076877.885722:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076878.587176:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076878.587186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076878.587195:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076878.587196:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076878.587286:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076878.587290:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076878.587293:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076878.779204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076878.779214:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076878.779216:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076878.779221:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076878.779226:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076878.779230:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076878.779232:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076878.779235:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076878.779238:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076879.163190:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298535150, at 4298535168
00000100:00000040:3.0:1769076879.163190:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298535150, at 4298535168
00000100:00000010:3.0:1769076879.163209:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79180.
00000100:00000010:2.0:1769076879.163211:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769076879.611244:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076879.611252:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076879.611260:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076879.611261:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076879.611389:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076879.611397:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076879.611403:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076879.803182:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076879.803209:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076879.803212:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076879.803221:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076879.803227:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076879.803232:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076879.803236:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076879.803240:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076879.803245:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076880.635245:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076880.635257:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076880.635266:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076880.635268:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076880.635366:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076880.635371:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076880.635375:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076880.827163:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076880.827173:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076880.827175:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076880.827181:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076880.827185:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076880.827189:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076880.827192:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076880.827194:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076880.827197:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076881.659257:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076881.659269:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076881.659280:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076881.659283:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076881.659415:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076881.659420:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076881.659425:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076881.851238:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076881.851249:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076881.851252:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076881.851260:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076881.851266:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076881.851273:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076881.851277:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076881.851282:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076881.851288:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076882.683263:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076882.683275:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076882.683283:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076882.683285:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076882.683398:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076882.683405:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076882.683410:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076882.875212:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076882.875224:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076882.875228:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076882.875237:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076882.875243:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076882.875248:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076882.875252:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076882.875256:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076882.875262:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076883.003244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076883.003264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076883.003270:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076883.003278:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076883.003287:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076883.003300:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3866
00000400:00000200:3.0:1769076883.003315:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076883.003329:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076883.003336:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076883.003343:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076883.003349:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076883.003365:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076883.003381:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076883.003389:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076883.003392:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076883.003397:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076883.003402:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076883.003406:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076883.003410:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076883.003415:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076883.003429:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076883.003431:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076883.003433:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076883.003438:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076883.003442:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076883.003445:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076883.003449:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076883.003453:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076883.003457:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.003462:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076883.003465:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076883.003480:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000020:00000040:3.0:1769076883.003485:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076883.003491:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076883.003494:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.003498:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076883.003502:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076883.003509:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076883.003520:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769076883.003530:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076883.003543:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007616049152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076883.003559:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076883.003585:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076883.003593:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007616049152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076883.003624:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076883.003629:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076883.003634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076883.003637:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076883.003639:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076883.003642:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076883.003645:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3866
00000400:00000200:3.0:1769076883.003651:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076883.003656:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076883.003659:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076883.003664:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076883.003668:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076883.003671:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076883.003675:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076883.003680:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076883.003682:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076883.003684:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076883.003687:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:2.0:1769076883.003692:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769076883.003692:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076883.003701:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769076883.003702:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769076883.003709:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076883.003710:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769076883.003715:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076883.003726:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:2.0:1769076883.003729:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34700 x1855007616049152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076883.003730:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076883.003748:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076883.003759:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076883.003769:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076883.003775:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769076883.003776:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769076883.003783:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076883.003788:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076883.003791:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076883.003796:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076883.003801:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076883.003816:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.003822:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:2.0:1769076883.003823:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616049152:192.168.204.113@tcp:250:kworker.0
00000008:00100000:3.0:1769076883.003832:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769076883.003834:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769076883.003842:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076883.003844:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769076883.003851:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076883.003852:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076883.003861:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769076883.003861:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000020:00000040:3.0:1769076883.003869:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076883.003880:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1769076883.003883:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
02000000:00000001:3.0:1769076883.003884:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076883.003895:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.003896:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076883.003901:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076883.003906:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076883.003913:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:3.0:1769076883.003915:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000400:00000010:2.0:1769076883.003924:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00000001:3.0:1769076883.003925:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769076883.003941:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00100000:3.0:1769076883.003943:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007616049280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769076883.003957:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616049152, portal 25
00000100:00000001:3.0:1769076883.003959:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076883.003966:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076883.003968:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076883.003971:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438381824 : -107392271169792 : ffff9e53c9d34700)
00000100:00000040:3.0:1769076883.003980:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007616049280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076883.003987:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34700 x1855007616049152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.004049:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769076883.004050:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076883.004061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076883.004094:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076883.004100:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076883.004104:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616049152, offset 0
00000400:00000200:2.0:1769076883.004119:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769076883.004121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076883.004128:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076883.004132:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769076883.004135:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076883.004144:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769076883.004152:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:3.0:1769076883.004158:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3866
00000400:00000200:2.0:1769076883.004172:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076883.004185:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076883.004192:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076883.004197:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076883.004206:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37678:37678:256:4294967295] 192.168.204.113@tcp LPNI seq info [37648:37648:8:4294967295]
00000400:00000200:2.0:1769076883.004215:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076883.004236:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769076883.004254:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000200:2.0:1769076883.004257:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076883.004266:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076883.004272:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1769076883.004276:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000100:00000040:3.0:1769076883.004278:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076883.004286:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076883.004290:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076883.004298:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000200:2.0:1769076883.004299:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:3.0:1769076883.004306:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.0:1769076883.004310:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1769076883.004311:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076883.004318:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076883.004323:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:2.1:1769076883.004331:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:3.0:1769076883.004333:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:2.1:1769076883.004342:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769076883.004343:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076883.004357:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076883.004365:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1769076883.004371:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769076883.004376:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000010:2.0:1769076883.004379:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000100:00000001:3.0:1769076883.004384:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769076883.004392:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1769076883.004392:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076883.004399:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076883.004411:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076883.004412:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1769076883.004421:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076883.004435:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769076883.004438:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
02000000:00000001:3.0:1769076883.004443:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769076883.004445:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:3.0:1769076883.004449:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076883.004455:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769076883.004456:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1769076883.004465:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769076883.004470:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34700 x1855007616049152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076883.004472:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076883.004485:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000020:00000040:3.0:1769076883.004493:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:2.0:1769076883.004499:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1769076883.004500:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076883.004507:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076883.004514:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34700 x1855007616049152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076883.004515:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076883.004520:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076883.004525:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076883.004536:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:2.0:1769076883.004539:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076883.004544:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076883.004546:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076883.004557:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076883.004559:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007616049408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769076883.004603:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076883.004615:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076883.004623:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076883.004625:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298540270
00000100:00000040:3.0:1769076883.004633:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007616049408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769076883.004643:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:3.0:1769076883.004648:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076883.004655:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769076883.004660:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1769076883.004661:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076883.004672:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769076883.004677:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298540270
00000100:00000040:3.0:1769076883.004678:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076883.004689:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3876)
00000100:00000010:2.0:1769076883.004692:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79720.
00000100:00000001:2.0:1769076883.004702:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076883.004708:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076883.004712:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076883.004716:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076883.004727:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076883/real 1769076883]  req@ffff9e53c9d34700 x1855007616049152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076883.004752:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076883.004755:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076883.004758:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076883.004762:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076883.004764:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076883.004768:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076883.004773:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34700 x1855007616049152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076883.004785:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34700 x1855007616049152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.004794:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076883.004797:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.004800:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076883.004803:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076883.004807:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34700 x1855007616049152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.004816:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076883.004823:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34700 x1855007616049152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.004832:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076883.004836:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.004839:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076883.004840:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.004843:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076883.004846:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076883.004850:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076883.004855:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076883.004858:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076883.004863:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34700 x1855007616049152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076883.004875:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616049152:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076883.004882:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.004885:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076883.004889:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34700 x1855007616049152/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.004897:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076883.004900:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076883.004904:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076883.004908:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076883.004910:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076883.004912:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076883.004915:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076883.004918:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:2.0:1769076883.004925:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076883.004927:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076883.004930:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34700.
00000100:00000001:2.0:1769076883.004934:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076883.004936:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.004939:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.004949:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076883.004952:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076883.004955:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076883.004957:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076883.004959:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076883.004964:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36680 x1855007616049280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.004973:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076883.004975:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076883.004978:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076883.004981:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076883.004984:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076883.004988:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616049280:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076883.004993:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076883.004996:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076883.004998:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076883.005000:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076883.005004:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076883.005007:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076883.005013:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076883.005016:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076883.005021:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076883.005025:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616049280, portal 10
00000100:00000001:2.0:1769076883.005027:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076883.005029:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438389888 : -107392271161728 : ffff9e53c9d36680)
00000100:00000040:2.0:1769076883.005038:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36680 x1855007616049280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.005047:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076883.005050:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076883.005053:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076883.005056:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616049280, offset 0
00000400:00000200:2.0:1769076883.005062:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076883.005100:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076883.005106:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076883.005110:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076883.005114:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076883.005117:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076883.005121:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076883.005125:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37679:37679:256:4294967295] 192.168.204.113@tcp LPNI seq info [37649:37649:8:4294967295]
00000400:00000200:2.0:1769076883.005130:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076883.005149:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076883.005158:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076883.005165:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076883.005174:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076883.005180:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076883.005189:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076883.005194:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769076883.005201:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076883.005205:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076883.005222:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076883.005230:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076883.005236:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076883.005240:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076883.005246:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076883.005254:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36680 x1855007616049280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.005272:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076883.005278:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36680 x1855007616049280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.005290:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076883.005292:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076883.005297:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076883.005303:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076883.005308:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076883.005311:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298539023
00000100:00000001:2.0:1769076883.005315:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298540270
00000100:00000001:2.0:1769076883.005318:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298539023
00000100:00000001:2.0:1769076883.005321:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298540270
00000100:00000001:2.0:1769076883.005324:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076883.005327:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076883.005329:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076883.005334:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076883/real 1769076883]  req@ffff9e53c9d36680 x1855007616049280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076883.005344:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076883.005345:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076883.005354:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076883.005357:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076883.005359:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076883.005362:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076883.005366:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36680 x1855007616049280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076883.005377:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36680 x1855007616049280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.005386:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076883.005387:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.005390:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076883.005391:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076883.005396:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36680 x1855007616049280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.005404:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076883.005408:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36680 x1855007616049280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.005417:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076883.005419:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.005421:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076883.005423:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.005425:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076883.005427:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076883.005430:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076883.005445:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076883.005447:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076883.005452:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36680 x1855007616049280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076883.005462:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616049280:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076883.005467:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076883.005472:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36d80 x1855007616049408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.005480:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076883.005482:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076883.005485:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076883.005487:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076883.005490:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076883.005493:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616049408:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076883.005497:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076883.005500:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076883.005503:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076883.005505:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076883.005510:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076883.005513:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076883.005529:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076883.005532:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076883.005535:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076883.005540:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616049408, portal 10
00000100:00000001:2.0:1769076883.005542:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076883.005544:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438391680 : -107392271159936 : ffff9e53c9d36d80)
00000100:00000040:2.0:1769076883.005553:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36d80 x1855007616049408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.005598:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076883.005605:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076883.005610:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076883.005616:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616049408, offset 0
00000400:00000200:2.0:1769076883.005625:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076883.005633:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076883.005641:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076883.005647:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076883.005662:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076883.005667:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076883.005672:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076883.005679:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37680:37680:256:4294967295] 192.168.204.113@tcp LPNI seq info [37650:37650:8:4294967295]
00000400:00000200:2.0:1769076883.005688:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076883.005701:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076883.005710:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076883.005716:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076883.005721:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076883.005725:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076883.005731:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076883.005735:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769076883.005739:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076883.005742:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076883.005747:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076883.005760:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076883.005765:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076883.005767:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076883.005771:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076883.005776:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36d80 x1855007616049408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.005787:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076883.005791:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36d80 x1855007616049408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.005800:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076883.005802:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076883.005806:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076883.005811:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076883.005825:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076883.005828:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298539030
00000100:00000001:2.0:1769076883.005831:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298540270
00000100:00000001:2.0:1769076883.005834:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298539030
00000100:00000001:2.0:1769076883.005838:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298540270
00000100:00000001:2.0:1769076883.005841:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076883.005844:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076883.005847:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076883.005852:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076883/real 1769076883]  req@ffff9e53c9d36d80 x1855007616049408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076883.005861:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076883.005863:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076883.005865:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076883.005868:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076883.005870:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076883.005872:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076883.005876:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36d80 x1855007616049408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076883.005896:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36d80 x1855007616049408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.005904:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076883.005906:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.005908:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076883.005910:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076883.005914:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36d80 x1855007616049408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.005922:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076883.005927:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36d80 x1855007616049408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.005934:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076883.005937:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.005939:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076883.005941:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.005944:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076883.005946:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076883.005950:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076883.005954:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076883.005957:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076883.005962:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36d80 x1855007616049408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076883.005971:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616049408:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076883.005976:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.005978:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076883.005981:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36680 x1855007616049280/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.005994:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076883.005996:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076883.005999:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076883.006002:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076883.006005:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076883.006007:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076883.006010:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076883.006012:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:2.0:1769076883.006015:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076883.006017:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076883.006019:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36680.
00000100:00000001:2.0:1769076883.006023:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076883.006024:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.006026:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076883.006030:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36d80 x1855007616049408/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076883.006038:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076883.006039:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076883.006041:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076883.006045:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076883.006047:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076883.006049:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076883.006051:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076883.006053:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:2.0:1769076883.006056:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076883.006057:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076883.006059:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36d80.
00000100:00000001:2.0:1769076883.006100:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076883.006103:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.006105:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.006110:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076883.006112:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076883.006114:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076883.006116:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076883.707217:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076883.707228:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076883.707235:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076883.707237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076883.707345:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076883.707353:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076883.707359:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076883.899178:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076883.899189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076883.899192:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076883.899198:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076883.899203:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076883.899208:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076883.899211:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076883.899215:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076883.899218:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076884.283214:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298540270, at 4298540288
00000100:00000040:3.0:1769076884.283222:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298540270, at 4298540288
00000100:00000010:2.0:1769076884.283243:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769076884.283248:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79720.
00010000:00000001:1.0:1769076884.731266:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076884.731277:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076884.731283:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076884.731288:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076884.731291:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076884.731294:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076884.731298:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076884.731300:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076884.731303:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076884.731305:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076884.731441:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076884.731452:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076884.731477:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076884.923136:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076884.923142:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076884.923144:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076884.923149:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076884.923152:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076884.923155:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076884.923157:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076884.923159:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076884.923162:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076885.755341:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076885.755353:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076885.755362:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076885.755364:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076885.755491:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076885.755498:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076885.755504:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076885.947257:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076885.947269:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076885.947272:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076885.947280:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076885.947286:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076885.947291:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076885.947295:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076885.947299:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076885.947303:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076886.779188:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076886.779197:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076886.779199:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076886.779201:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076886.779206:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076886.779208:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076886.779211:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076886.779214:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076886.779219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076886.779221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076886.779299:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076886.779302:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076886.779306:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076886.971187:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076886.971193:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076886.971195:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076886.971199:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076886.971203:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076886.971206:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076886.971208:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076886.971210:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076886.971212:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076887.803227:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076887.803235:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076887.803241:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076887.803243:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076887.803348:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076887.803355:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076887.803374:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076887.995212:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076887.995226:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076887.995230:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076887.995239:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076887.995246:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076887.995252:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076887.995257:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076887.995261:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076887.995265:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076888.123342:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076888.123380:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076888.123385:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076888.123403:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076888.123410:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076888.123419:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3871
00000400:00000200:0.0:1769076888.123429:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076888.123438:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076888.123442:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076888.123445:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076888.123449:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076888.123452:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076888.123455:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076888.123460:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076888.123462:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076888.123465:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076888.123469:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076888.123472:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076888.123475:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076888.123479:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076888.123496:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076888.123498:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076888.123501:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076888.123504:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076888.123508:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076888.123511:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076888.123514:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076888.123518:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076888.123522:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076888.123524:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076888.123527:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076888.123541:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6300.
00000020:00000040:0.0:1769076888.123545:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076888.123550:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076888.123552:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076888.123555:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076888.123559:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076888.123565:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076888.123575:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769076888.123584:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076888.123594:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6300 x1855007616049536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076888.123607:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076888.123613:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076888.123617:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf371266] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6300 x1855007616049536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076888.123643:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076888.123646:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076888.123651:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076888.123652:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076888.123654:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076888.123657:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076888.123659:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3871
00000400:00000200:0.0:1769076888.123663:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076888.123665:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076888.123668:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076888.123671:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076888.123673:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076888.123677:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076888.123680:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076888.123682:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076888.123684:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076888.123686:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076888.123688:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076888.123690:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769076888.123691:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769076888.123693:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076888.123698:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076888.123699:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076888.123700:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076888.123705:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076888.123705:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769076888.123710:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076888.123713:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076888.123719:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000040:2.0:1769076888.123719:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6300 x1855007616049536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076888.123726:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076888.123748:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076888.123759:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076888.123760:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076888.123766:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076888.123768:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076888.123774:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769076888.123775:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076888.123781:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076888.123786:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769076888.123792:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769076888.123793:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616049536:192.168.204.113@tcp:250:kworker.0
00000008:00000001:0.0:1769076888.123806:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.123810:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769076888.123812:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076888.123821:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1769076888.123822:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5500.
02000000:00000001:2.0:1769076888.123829:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769076888.123831:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076888.123837:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769076888.123839:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076888.123844:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076888.123847:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1769076888.123849:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23000.
02000000:00000001:0.0:1769076888.123850:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076888.123858:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076888.123859:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076888.123873:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000400:00000200:2.0:1769076888.123881:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076888.123885:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769076888.123892:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00100000:0.0:1769076888.123900:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5500 x1855007616049664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769076888.123907:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000001:0.0:1769076888.123920:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076888.123924:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769076888.123925:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616049536, portal 25
00000100:00000040:0.0:1769076888.123933:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502bc2e2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5500 x1855007616049664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.123935:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076888.123941:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181370624 : -107391528180992 : ffff9e53f61c6300)
00000100:00000001:0.0:1769076888.123957:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076888.123959:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6300 x1855007616049536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769076888.123969:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769076888.123990:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769076888.123992:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1769076888.124001:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076888.124003:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1769076888.124007:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00080000:0.0:1769076888.124011:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1769076888.124014:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616049536, offset 0
00000100:00000001:0.0:1769076888.124026:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769076888.124031:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769076888.124039:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3871
00000400:00000200:2.0:1769076888.124049:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076888.124058:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076888.124065:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076888.124075:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076888.124151:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076888.124157:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076888.124161:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076888.124164:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076888.124168:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769076888.124176:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769076888.124177:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076888.124186:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076888.124188:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:2.0:1769076888.124193:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769076888.124194:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076888.124199:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076888.124206:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769076888.124208:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000020:00000001:0.0:1769076888.124211:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076888.124222:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:2.0:1769076888.124226:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37681:37681:256:4294967295] 192.168.204.113@tcp LPNI seq info [37651:37651:8:4294967295]
00000100:00000001:0.0:1769076888.124227:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076888.124238:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769076888.124246:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076888.124247:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076888.124256:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076888.124261:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076888.124265:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076888.124271:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076888.124278:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076888.124286:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076888.124286:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769076888.124294:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076888.124300:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076888.124306:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076888.124313:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769076888.124315:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000010:0.0:1769076888.124320:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7b80.
00000020:00000040:0.0:1769076888.124326:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076888.124329:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1769076888.124333:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
02000000:00000001:0.0:1769076888.124334:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076888.124340:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076888.124345:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076888.124348:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076888.124357:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000800:00000200:2.0:1769076888.124359:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769076888.124381:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769076888.124384:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000100:00100000:0.0:1769076888.124392:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7b80 x1855007616049792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769076888.124399:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076888.124407:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769076888.124420:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769076888.124428:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1769076888.124428:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000100:00000001:0.0:1769076888.124434:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076888.124439:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769076888.124441:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa511e8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7b80 x1855007616049792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769076888.124455:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769076888.124458:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076888.124463:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769076888.124464:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076888.124469:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000040:0.0:1769076888.124471:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076888.124477:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769076888.124479:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769076888.124499:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076888.124507:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3881)
00000100:00000200:2.0:1769076888.124517:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6300 x1855007616049536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.124530:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076888.124535:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6300 x1855007616049536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.124543:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.124545:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076888.124554:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076888.124561:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076888.124565:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298545390
00000100:00000010:2.0:1769076888.124574:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769076888.124585:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769076888.124593:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298545390
00000100:00000010:2.0:1769076888.124598:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79f60.
00000100:00000001:2.0:1769076888.124602:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769076888.124608:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076888.124612:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.124615:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076888.124623:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076888/real 1769076888]  req@ffff9e53f61c6300 x1855007616049536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076888.124639:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076888.124642:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076888.124645:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076888.124650:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076888.124653:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076888.124657:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076888.124663:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6300 x1855007616049536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076888.124676:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6300 x1855007616049536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.124686:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076888.124689:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.124692:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076888.124696:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076888.124702:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6300 x1855007616049536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.124713:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076888.124720:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6300 x1855007616049536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.124733:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076888.124738:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.124740:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076888.124742:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.124746:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076888.124749:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076888.124772:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076888.124781:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076888.124787:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076888.124794:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6300 x1855007616049536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076888.124806:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616049536:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076888.124814:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.124817:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076888.124821:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6300 x1855007616049536/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.124844:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076888.124849:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076888.124855:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076888.124861:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076888.124865:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076888.124868:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769076888.124872:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076888.124879:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011400.
02000000:00000001:2.0:1769076888.124888:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076888.124892:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076888.124896:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6300.
00000100:00000001:2.0:1769076888.124903:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076888.124905:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.124910:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.124939:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076888.124943:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.124946:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076888.124948:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076888.124950:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076888.124956:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5500 x1855007616049664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.124966:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076888.124968:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076888.124971:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076888.124974:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076888.124977:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076888.124990:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616049664:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076888.124995:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076888.124998:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076888.125001:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076888.125004:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076888.125009:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076888.125011:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076888.125019:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076888.125024:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076888.125029:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076888.125033:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616049664, portal 10
00000100:00000001:2.0:1769076888.125037:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076888.125039:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367040 : -107391528184576 : ffff9e53f61c5500)
00000100:00000040:2.0:1769076888.125050:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5500 x1855007616049664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.125060:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076888.125112:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076888.125117:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076888.125121:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616049664, offset 0
00000400:00000200:2.0:1769076888.125129:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076888.125135:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076888.125141:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076888.125146:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076888.125150:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076888.125153:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076888.125157:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076888.125161:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37682:37682:256:4294967295] 192.168.204.113@tcp LPNI seq info [37652:37652:8:4294967295]
00000400:00000200:2.0:1769076888.125167:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076888.125180:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076888.125188:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076888.125194:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076888.125201:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076888.125205:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076888.125211:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076888.125215:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769076888.125221:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076888.125224:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076888.125228:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076888.125233:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076888.125238:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076888.125241:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076888.125245:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076888.125250:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5500 x1855007616049664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.125261:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076888.125266:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5500 x1855007616049664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.125275:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.125278:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076888.125284:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076888.125289:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769076888.125294:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076888.125297:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298544143
00000100:00000001:2.0:1769076888.125302:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298545390
00000100:00000001:2.0:1769076888.125306:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298544143
00000100:00000001:2.0:1769076888.125310:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298545390
00000100:00000001:2.0:1769076888.125313:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076888.125316:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.125319:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076888.125324:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076888/real 1769076888]  req@ffff9e53f61c5500 x1855007616049664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076888.125334:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076888.125336:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076888.125338:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076888.125342:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076888.125344:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076888.125348:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076888.125352:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5500 x1855007616049664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076888.125364:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5500 x1855007616049664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.125382:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076888.125385:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.125388:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076888.125390:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076888.125395:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5500 x1855007616049664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.125405:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076888.125413:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5500 x1855007616049664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.125422:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076888.125427:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.125430:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076888.125432:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.125435:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076888.125438:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076888.125442:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076888.125448:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076888.125451:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076888.125457:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5500 x1855007616049664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076888.125469:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616049664:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076888.125475:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076888.125801:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7b80 x1855007616049792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.125815:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076888.125818:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076888.125822:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076888.125826:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076888.125829:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076888.125834:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616049792:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076888.125839:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076888.125843:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076888.125845:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076888.125848:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076888.125854:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076888.125857:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076888.125864:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769076888.125868:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769076888.125873:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769076888.125877:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616049792, portal 10
00000100:00000001:2.0:1769076888.125880:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076888.125882:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376896 : -107391528174720 : ffff9e53f61c7b80)
00000100:00000040:2.0:1769076888.125890:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7b80 x1855007616049792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.125899:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076888.125902:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769076888.125905:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769076888.125908:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616049792, offset 0
00000400:00000200:2.0:1769076888.125914:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769076888.125920:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076888.125926:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769076888.125931:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076888.125934:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769076888.125938:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076888.125940:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769076888.125945:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37683:37683:256:4294967295] 192.168.204.113@tcp LPNI seq info [37653:37653:8:4294967295]
00000400:00000200:2.0:1769076888.125950:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076888.125959:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076888.125965:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076888.125970:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769076888.125976:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769076888.125979:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076888.125986:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769076888.125989:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769076888.126005:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769076888.126008:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769076888.126013:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076888.126017:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076888.126022:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769076888.126024:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769076888.126028:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076888.126034:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7b80 x1855007616049792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.126045:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076888.126049:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7b80 x1855007616049792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.126058:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.126060:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076888.126099:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076888.126105:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769076888.126112:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076888.126116:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298544151
00000100:00000001:2.0:1769076888.126121:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298545390
00000100:00000001:2.0:1769076888.126124:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298544151
00000100:00000001:2.0:1769076888.126127:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298545390
00000100:00000001:2.0:1769076888.126130:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076888.126134:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.126138:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076888.126145:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076888/real 1769076888]  req@ffff9e53f61c7b80 x1855007616049792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076888.126162:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076888.126164:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076888.126168:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769076888.126172:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769076888.126191:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769076888.126194:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076888.126199:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7b80 x1855007616049792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076888.126210:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7b80 x1855007616049792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.126218:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076888.126220:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.126223:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076888.126224:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076888.126229:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7b80 x1855007616049792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.126237:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076888.126242:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7b80 x1855007616049792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.126250:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076888.126253:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.126256:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076888.126257:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.126260:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076888.126262:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076888.126266:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076888.126270:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076888.126273:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076888.126279:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7b80 x1855007616049792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076888.126288:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616049792:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769076888.126293:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.126296:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076888.126301:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5500 x1855007616049664/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.126310:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076888.126313:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076888.126316:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23000.
02000000:00000001:2.0:1769076888.126320:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076888.126323:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076888.126325:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076888.126327:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076888.126330:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:2.0:1769076888.126336:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076888.126339:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076888.126341:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5500.
00000100:00000001:2.0:1769076888.126345:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076888.126347:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.126348:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076888.126352:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7b80 x1855007616049792/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.126359:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076888.126361:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076888.126363:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22800.
02000000:00000001:2.0:1769076888.126366:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076888.126367:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076888.126369:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769076888.126371:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076888.126372:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:2.0:1769076888.126375:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076888.126378:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076888.126380:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7b80.
00000100:00000001:2.0:1769076888.126383:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076888.126384:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.126387:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.126395:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076888.126398:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.126401:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076888.126403:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076888.827266:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076888.827295:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076888.827305:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076888.827309:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076888.827457:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076888.827464:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076888.827503:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076889.019308:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076889.019323:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076889.019327:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076889.019338:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076889.019355:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076889.019362:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076889.019367:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076889.019372:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076889.019378:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076889.403168:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298545390, at 4298545408
00000100:00000040:2.0:1769076889.403173:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298545390, at 4298545408
00000100:00000010:3.0:1769076889.403187:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79f60.
00000100:00000010:2.0:1769076889.403194:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769076889.851180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076889.851186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076889.851191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076889.851193:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076889.851315:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076889.851319:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076889.851323:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076890.043172:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076890.043193:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076890.043196:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076890.043203:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076890.043208:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076890.043213:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076890.043216:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076890.043220:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076890.043240:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076890.875217:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076890.875226:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076890.875236:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076890.875238:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076890.875337:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076890.875342:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076890.875347:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076891.067207:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076891.067217:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076891.067219:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076891.067227:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076891.067232:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076891.067236:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076891.067240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076891.067243:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076891.067246:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076891.899208:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076891.899217:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076891.899224:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076891.899226:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076891.899376:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076891.899384:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076891.899391:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076892.091174:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076892.091183:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076892.091186:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076892.091193:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076892.091198:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076892.091203:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076892.091206:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076892.091209:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076892.091213:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076892.923178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076892.923186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076892.923191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076892.923193:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076892.923312:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076892.923320:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076892.923326:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076893.115254:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076893.115267:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076893.115269:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076893.115277:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076893.115283:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076893.115290:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076893.115294:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076893.115298:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076893.115302:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076893.243241:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076893.243252:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769076893.243255:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076893.243259:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076893.243263:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076893.243270:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3876
00000400:00000200:1.0:1769076893.243279:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076893.243289:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076893.243294:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076893.243299:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076893.243303:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076893.243306:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076893.243309:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769076893.243315:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769076893.243317:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769076893.243321:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076893.243324:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769076893.243329:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769076893.243348:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769076893.243354:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076893.243363:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076893.243368:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076893.243373:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769076893.243380:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769076893.243387:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076893.243391:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076893.243432:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076893.243438:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076893.243442:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076893.243445:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769076893.243448:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076893.243458:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d13b80.
00000020:00000040:1.0:1769076893.243462:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769076893.243466:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076893.243468:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076893.243471:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076893.243474:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076893.243480:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076893.243490:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98c00.
00000100:00000001:1.0:1769076893.243496:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076893.243505:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d13b80 x1855007616049920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076893.243516:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076893.243520:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076893.243524:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e007235] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d13b80 x1855007616049920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076893.243555:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769076893.243559:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076893.243563:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769076893.243565:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076893.243567:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076893.243586:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769076893.243592:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3876
00000400:00000200:1.0:1769076893.243596:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076893.243599:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076893.243601:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076893.243604:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076893.243606:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076893.243608:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076893.243610:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769076893.243614:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769076893.243615:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769076893.243616:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769076893.243622:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076893.243624:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:0.0:1769076893.243625:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769076893.243627:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:0.0:1769076893.243630:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769076893.243632:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769076893.243638:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076893.243640:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076893.243647:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13b80 x1855007616049920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076893.243648:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076893.243663:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769076893.243676:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:0.0:1769076893.243687:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769076893.243693:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076893.243695:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076893.243697:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076893.243704:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076893.243711:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076893.243712:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076893.243719:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076893.243720:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076893.243721:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769076893.243728:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769076893.243733:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769076893.243733:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076893.243749:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076893.243758:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d13480.
00000100:00100000:0.0:1769076893.243760:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616049920:192.168.204.113@tcp:250:kworker.0
00000020:00000040:1.0:1769076893.243769:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076893.243781:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769076893.243783:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076893.243784:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076893.243791:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076893.243792:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076893.243794:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076893.243795:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076893.243814:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076893.243819:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076893.243820:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99400.
00000100:00000001:1.0:1769076893.243827:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076893.243828:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769076893.243834:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076893.243839:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d13480 x1855007616050048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769076893.243854:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076893.243857:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076893.243863:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076893.243865:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4688.
00000100:00000040:1.0:1769076893.243872:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca037b41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d13480 x1855007616050048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076893.243884:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076893.243885:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7908.
00000100:00080000:1.0:1769076893.243888:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769076893.243896:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076893.243898:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769076893.243900:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076893.243903:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1769076893.243904:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616049920, portal 25
00000100:00080000:1.0:1769076893.243908:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3876
00000100:00000001:0.0:1769076893.243915:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1769076893.243922:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076893.243924:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438247808 : -107392271303808 : ffff9e53c9d13b80)
00000400:00000200:1.0:1769076893.243928:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769076893.243937:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076893.243942:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076893.243944:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076893.243953:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13b80 x1855007616049920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076893.243953:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076893.243984:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769076893.243995:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769076893.243998:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1769076893.243999:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:1.0:1769076893.244005:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769076893.244007:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000040:0.0:1769076893.244011:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076893.244018:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000020:00000001:1.0:1769076893.244025:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000200:0.0:1769076893.244026:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616049920, offset 0
00000020:00000001:1.0:1769076893.244036:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:1.0:1769076893.244047:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076893.244048:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:1.0:1769076893.244061:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076893.244101:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076893.244102:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076893.244111:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:0.0:1769076893.244117:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000040:1.0:1769076893.244120:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:0.0:1769076893.244126:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769076893.244133:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:0.0:1769076893.244137:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:1.0:1769076893.244144:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076893.244147:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1769076893.244152:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769076893.244158:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000001:1.0:1769076893.244161:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769076893.244170:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37684:37684:256:4294967295] 192.168.204.113@tcp LPNI seq info [37654:37654:8:4294967295]
02000000:00000001:1.0:1769076893.244170:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076893.244180:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769076893.244188:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00100000:1.0:1769076893.244189:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769076893.244198:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076893.244223:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769076893.244234:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d13100.
00000400:00000200:0.0:1769076893.244239:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1769076893.244244:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076893.244255:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1769076893.244257:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:1.0:1769076893.244262:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076893.244267:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1769076893.244269:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299500.
02000000:00000001:1.0:1769076893.244273:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076893.244280:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769076893.244288:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000010:1.0:1769076893.244294:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99000.
00000800:00000200:0.0:1769076893.244295:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769076893.244308:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076893.244317:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076893.244329:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00100000:1.0:1769076893.244331:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d13100 x1855007616050176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1769076893.244351:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076893.244360:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299500.
00000400:00000200:0.0:1769076893.244372:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769076893.244391:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769076893.244423:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769076893.244455:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076893.244463:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000100:00000040:1.0:1769076893.244468:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095a00e8c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d13100 x1855007616050176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769076893.244473:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076893.244507:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769076893.244519:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769076893.244523:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13b80 x1855007616049920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076893.244529:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769076893.244555:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769076893.244578:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076893.244579:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076893.244588:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13b80 x1855007616049920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076893.244590:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769076893.244604:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3886)
00000100:00000001:0.0:1769076893.244612:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.244616:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076893.244626:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076893.244632:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076893.244638:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298550510
00000100:00000010:0.0:1769076893.244644:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cad20.
00000100:00000001:0.0:1769076893.244654:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076893.244673:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298550510
00000100:00000010:0.0:1769076893.244679:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca2a0.
00000100:00000001:0.0:1769076893.244683:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076893.244686:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076893.244689:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.244692:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076893.244699:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076893/real 1769076893]  req@ffff9e53c9d13b80 x1855007616049920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076893.244718:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076893.244722:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076893.244726:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4688.
00000400:00000200:0.0:1769076893.244732:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7908
00000400:00000010:0.0:1769076893.244736:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7908.
00000100:00000001:0.0:1769076893.244741:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076893.244750:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13b80 x1855007616049920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076893.244766:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13b80 x1855007616049920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.244789:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076893.244793:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.244798:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076893.244800:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076893.244805:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13b80 x1855007616049920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.244824:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076893.244830:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13b80 x1855007616049920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.244838:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076893.244841:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.244843:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076893.244844:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.244847:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076893.244849:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076893.244853:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076893.244858:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076893.244860:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076893.244865:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13b80 x1855007616049920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076893.244874:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616049920:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076893.244882:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.244885:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076893.244890:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13b80 x1855007616049920/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.244902:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076893.244906:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076893.244912:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769076893.244917:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076893.244921:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076893.244925:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076893.244928:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076893.244933:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:0.0:1769076893.244939:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076893.244943:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076893.244946:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13b80.
00000100:00000001:0.0:1769076893.244953:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076893.244956:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.244969:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.244980:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076893.244982:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.244985:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076893.244987:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076893.244989:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076893.244994:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13480 x1855007616050048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245003:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076893.245004:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076893.245007:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076893.245010:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076893.245012:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076893.245015:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616050048:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076893.245018:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076893.245021:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076893.245023:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076893.245025:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076893.245029:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769076893.245031:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076893.245037:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076893.245041:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4688.
00000400:00000010:0.0:1769076893.245045:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7908.
00000100:00000200:0.0:1769076893.245049:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616050048, portal 10
00000100:00000001:0.0:1769076893.245052:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076893.245053:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438246016 : -107392271305600 : ffff9e53c9d13480)
00000100:00000040:0.0:1769076893.245061:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13480 x1855007616050048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245105:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076893.245109:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076893.245112:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076893.245116:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616050048, offset 0
00000400:00000200:0.0:1769076893.245121:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076893.245130:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076893.245139:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076893.245143:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076893.245148:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076893.245153:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076893.245157:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076893.245161:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37685:37685:256:4294967295] 192.168.204.113@tcp LPNI seq info [37655:37655:8:4294967295]
00000400:00000200:0.0:1769076893.245166:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076893.245174:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076893.245179:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076893.245183:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299500.
00000800:00000200:0.0:1769076893.245188:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076893.245191:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076893.245197:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076893.245199:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769076893.245204:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076893.245206:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299500.
00000400:00000200:0.0:1769076893.245210:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076893.245214:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076893.245217:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076893.245219:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076893.245222:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076893.245226:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13480 x1855007616050048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245252:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076893.245256:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13480 x1855007616050048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245263:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.245264:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076893.245268:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076893.245272:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076893.245276:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076893.245279:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298549263
00000100:00000001:0.0:1769076893.245282:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298550510
00000100:00000001:0.0:1769076893.245285:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298549263
00000100:00000001:0.0:1769076893.245287:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298550510
00000100:00000001:0.0:1769076893.245290:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076893.245292:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.245295:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076893.245300:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076893/real 1769076893]  req@ffff9e53c9d13480 x1855007616050048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076893.245312:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076893.245314:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076893.245317:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4688.
00000400:00000200:0.0:1769076893.245320:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7908
00000400:00000010:0.0:1769076893.245323:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7908.
00000100:00000001:0.0:1769076893.245328:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076893.245333:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13480 x1855007616050048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076893.245348:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13480 x1855007616050048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245359:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076893.245362:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.245366:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076893.245368:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076893.245374:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13480 x1855007616050048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245387:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076893.245393:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13480 x1855007616050048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245427:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076893.245442:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.245444:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076893.245447:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.245450:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076893.245453:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076893.245458:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076893.245463:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076893.245467:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076893.245473:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13480 x1855007616050048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076893.245482:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616050048:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076893.245487:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076893.245490:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13100 x1855007616050176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245508:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076893.245509:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076893.245512:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076893.245514:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076893.245516:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076893.245520:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616050176:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076893.245523:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076893.245526:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076893.245528:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076893.245531:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076893.245535:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076893.245537:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076893.245542:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076893.245545:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4688.
00000400:00000010:0.0:1769076893.245548:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7908.
00000100:00000200:0.0:1769076893.245552:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616050176, portal 10
00000100:00000001:0.0:1769076893.245554:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076893.245556:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438245120 : -107392271306496 : ffff9e53c9d13100)
00000100:00000040:0.0:1769076893.245562:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13100 x1855007616050176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245569:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076893.245572:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076893.245574:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076893.245586:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616050176, offset 0
00000400:00000200:0.0:1769076893.245590:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076893.245594:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076893.245598:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076893.245601:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076893.245604:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076893.245607:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076893.245610:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076893.245614:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37686:37686:256:4294967295] 192.168.204.113@tcp LPNI seq info [37656:37656:8:4294967295]
00000400:00000200:0.0:1769076893.245618:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076893.245625:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076893.245629:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076893.245632:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299500.
00000800:00000200:0.0:1769076893.245637:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076893.245640:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076893.245645:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076893.245648:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769076893.245652:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076893.245655:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299500.
00000400:00000200:0.0:1769076893.245658:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076893.245661:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076893.245665:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076893.245666:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076893.245669:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076893.245673:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13100 x1855007616050176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245682:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076893.245685:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13100 x1855007616050176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245692:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.245694:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076893.245698:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076893.245703:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076893.245709:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076893.245712:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298549270
00000100:00000001:0.0:1769076893.245716:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298550510
00000100:00000001:0.0:1769076893.245720:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298549270
00000100:00000001:0.0:1769076893.245723:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298550510
00000100:00000001:0.0:1769076893.245727:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076893.245730:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.245733:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076893.245740:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076893/real 1769076893]  req@ffff9e53c9d13100 x1855007616050176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076893.245754:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076893.245756:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076893.245759:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4688.
00000400:00000200:0.0:1769076893.245763:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7908
00000400:00000010:0.0:1769076893.245766:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7908.
00000100:00000001:0.0:1769076893.245770:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076893.245776:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13100 x1855007616050176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076893.245791:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13100 x1855007616050176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245801:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076893.245802:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.245805:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076893.245806:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076893.245810:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13100 x1855007616050176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245827:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076893.245831:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13100 x1855007616050176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245838:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076893.245841:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.245843:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076893.245844:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.245846:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076893.245848:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076893.245851:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076893.245854:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076893.245856:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076893.245859:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13100 x1855007616050176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076893.245876:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616050176:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076893.245883:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.245886:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076893.245891:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13480 x1855007616050048/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245902:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076893.245905:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076893.245908:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769076893.245912:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076893.245915:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076893.245918:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076893.245921:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076893.245924:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99400.
02000000:00000001:0.0:1769076893.245928:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076893.245930:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076893.245933:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13480.
00000100:00000001:0.0:1769076893.245938:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076893.245940:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.245943:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076893.245948:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13100 x1855007616050176/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.245969:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076893.245971:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076893.245973:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076893.245977:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076893.245979:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076893.245981:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076893.245985:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076893.245987:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99000.
02000000:00000001:0.0:1769076893.245990:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076893.245992:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076893.245995:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13100.
00000100:00000001:0.0:1769076893.246000:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076893.246002:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.246004:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076893.246010:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076893.246013:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.246016:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076893.246019:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076893.947190:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076893.947199:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076893.947205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076893.947207:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076893.947297:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076893.947305:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076893.947311:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076894.139176:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076894.139187:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076894.139189:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076894.139196:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076894.139201:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076894.139206:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076894.139209:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076894.139212:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076894.139215:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076894.523202:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298550510, at 4298550528
00000100:00000040:3.0:1769076894.523202:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298550510, at 4298550528
00000100:00000010:3.0:1769076894.523223:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca2a0.
00000100:00000010:2.0:1769076894.523228:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cad20.
00010000:00000001:1.0:1769076894.971221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076894.971229:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076894.971234:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076894.971238:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076894.971240:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076894.971242:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076894.971245:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076894.971247:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076894.971249:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076894.971250:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076894.971342:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076894.971346:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076894.971349:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076895.163191:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076895.163199:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076895.163201:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076895.163207:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076895.163211:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076895.163215:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076895.163217:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076895.163220:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076895.163222:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076895.995196:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076895.995203:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076895.995220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076895.995221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076895.995328:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076895.995339:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076895.995347:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076896.187248:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076896.187271:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076896.187273:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076896.187281:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076896.187287:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076896.187293:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076896.187298:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076896.187302:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076896.187307:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076897.019297:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076897.019310:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076897.019313:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076897.019318:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076897.019325:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076897.019328:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076897.019353:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076897.019357:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076897.019363:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076897.019365:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076897.019466:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076897.019473:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076897.019477:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076897.211249:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076897.211262:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076897.211264:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076897.211272:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076897.211277:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076897.211282:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076897.211286:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076897.211289:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076897.211292:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076898.043163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076898.043171:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076898.043176:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076898.043177:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076898.043230:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076898.043235:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076898.043238:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076898.235164:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076898.235176:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076898.235179:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076898.235188:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076898.235194:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076898.235200:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076898.235204:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076898.235208:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076898.235212:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076898.363255:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076898.363269:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076898.363273:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076898.363279:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076898.363285:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076898.363294:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3881
00000400:00000200:3.0:1769076898.363304:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076898.363333:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076898.363337:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076898.363351:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076898.363356:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076898.363359:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076898.363362:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076898.363369:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076898.363372:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076898.363376:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076898.363381:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076898.363384:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076898.363386:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076898.363390:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076898.363393:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076898.363395:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076898.363396:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076898.363400:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076898.363405:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076898.363409:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076898.363412:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076898.363416:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076898.363420:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076898.363422:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076898.363425:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076898.363438:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000020:00000040:3.0:1769076898.363442:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076898.363448:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076898.363450:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076898.363453:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076898.363458:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076898.363463:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076898.363474:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769076898.363483:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076898.363493:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007616050304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076898.363505:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076898.363511:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076898.363516:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007616050304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076898.363542:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076898.363545:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076898.363548:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076898.363550:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076898.363552:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076898.363553:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076898.363556:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3881
00000400:00000200:3.0:1769076898.363561:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076898.363565:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076898.363569:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076898.363575:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076898.363579:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076898.363582:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076898.363586:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076898.363590:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076898.363592:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076898.363595:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076898.363601:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:0.0:1769076898.363602:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769076898.363608:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:0.0:1769076898.363615:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769076898.363619:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:0.0:1769076898.363621:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076898.363633:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076898.363654:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076898.363661:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:0.0:1769076898.363662:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34e00 x1855007616050304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076898.363664:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076898.363672:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076898.363679:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076898.363699:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076898.363711:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076898.363718:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076898.363720:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076898.363734:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076898.363739:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769076898.363742:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1769076898.363749:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076898.363750:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076898.363760:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076898.363764:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076898.363774:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1769076898.363774:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
02000000:00000001:0.0:1769076898.363785:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076898.363789:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00100000:0.0:1769076898.363796:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616050304:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769076898.363800:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076898.363811:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076898.363812:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769076898.363822:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076898.363825:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076898.363826:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076898.363828:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076898.363830:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076898.363837:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076898.363838:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769076898.363846:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076898.363852:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
00000100:00100000:3.0:1769076898.363857:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007616050432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769076898.363858:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076898.363879:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076898.363879:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1769076898.363894:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4688.
00000100:00000001:3.0:1769076898.363895:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076898.363904:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7908.
00000100:00000200:0.0:1769076898.363914:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616050304, portal 25
00000100:00000040:3.0:1769076898.363917:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007616050432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.363919:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076898.363923:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438383616 : -107392271168000 : ffff9e53c9d34e00)
00000100:00000001:3.0:1769076898.363946:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076898.363949:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34e00 x1855007616050304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769076898.363951:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076898.363962:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076898.363967:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076898.363970:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076898.363976:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076898.363985:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3881
00000400:00000200:3.0:1769076898.364004:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076898.364013:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:0.0:1769076898.364016:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769076898.364017:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076898.364031:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000040:0.0:1769076898.364032:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076898.364050:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769076898.364052:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000040:3.0:1769076898.364060:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000200:0.0:1769076898.364063:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616050304, offset 0
00000400:00000200:0.0:1769076898.364076:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076898.364104:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076898.364109:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076898.364110:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076898.364111:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076898.364113:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076898.364115:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076898.364116:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076898.364120:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076898.364121:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076898.364122:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076898.364123:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076898.364127:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076898.364129:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076898.364131:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076898.364132:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076898.364136:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769076898.364140:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:3.0:1769076898.364142:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076898.364150:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076898.364156:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076898.364160:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076898.364163:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:3.0:1769076898.364166:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076898.364177:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1769076898.364177:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000020:00000040:3.0:1769076898.364186:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:0.0:1769076898.364192:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:3.0:1769076898.364195:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076898.364200:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076898.364203:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769076898.364206:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076898.364210:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1769076898.364215:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000001:3.0:1769076898.364215:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076898.364228:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000400:00000200:0.0:1769076898.364229:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37687:37687:256:4294967295] 192.168.204.113@tcp LPNI seq info [37657:37657:8:4294967295]
00000100:00000001:3.0:1769076898.364243:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076898.364247:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:3.0:1769076898.364260:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007616050560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769076898.364287:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769076898.364296:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076898.364303:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076898.364333:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007616050560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1769076898.364367:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076898.364375:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076898.364381:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1769076898.364385:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299500.
00000100:00000040:3.0:1769076898.364386:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076898.364398:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076898.364433:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1769076898.364434:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769076898.364441:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3892)
00000800:00000200:0.0:1769076898.364447:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769076898.364463:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076898.364480:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1769076898.364487:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076898.364493:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299500.
00000400:00000200:0.0:1769076898.364502:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076898.364510:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076898.364517:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076898.364520:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076898.364527:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076898.364535:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34e00 x1855007616050304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.364550:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076898.364554:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34e00 x1855007616050304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.364564:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076898.364566:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076898.364575:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076898.364581:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076898.364585:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298555630
00000100:00000010:0.0:1769076898.364593:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60cac00.
00000100:00000001:0.0:1769076898.364602:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076898.364609:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298555630
00000100:00000010:0.0:1769076898.364613:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca960.
00000100:00000001:0.0:1769076898.364617:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076898.364621:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076898.364625:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076898.364630:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076898.364637:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076898/real 1769076898]  req@ffff9e53c9d34e00 x1855007616050304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076898.364668:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076898.364671:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076898.364675:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4688.
00000400:00000200:0.0:1769076898.364681:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7908
00000400:00000010:0.0:1769076898.364684:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7908.
00000100:00000001:0.0:1769076898.364690:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076898.364714:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34e00 x1855007616050304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076898.364731:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34e00 x1855007616050304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.364744:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076898.364748:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.364751:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076898.364753:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076898.364758:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34e00 x1855007616050304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.364766:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076898.364772:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34e00 x1855007616050304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.364788:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076898.364792:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.364794:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076898.364795:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.364798:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076898.364800:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076898.364804:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076898.364808:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076898.364811:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076898.364815:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34e00 x1855007616050304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076898.364824:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616050304:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076898.364829:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.364832:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076898.364835:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34e00 x1855007616050304/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.364843:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076898.364846:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076898.364849:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076898.364853:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076898.364855:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076898.364857:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076898.364860:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076898.364863:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:0.0:1769076898.364868:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076898.364870:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076898.364873:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34e00.
00000100:00000001:0.0:1769076898.364876:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076898.364878:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.364880:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.364890:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076898.364892:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076898.364895:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076898.364898:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076898.364900:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076898.364904:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34000 x1855007616050432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.364912:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076898.364914:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076898.364917:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076898.364920:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076898.364923:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076898.364927:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616050432:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076898.364933:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076898.364937:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076898.364940:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076898.364943:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076898.364948:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076898.364952:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076898.364960:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076898.364964:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4688.
00000400:00000010:0.0:1769076898.364970:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7908.
00000100:00000200:0.0:1769076898.364976:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616050432, portal 10
00000100:00000001:0.0:1769076898.364980:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076898.364982:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380032 : -107392271171584 : ffff9e53c9d34000)
00000100:00000040:0.0:1769076898.364994:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34000 x1855007616050432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.365025:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076898.365030:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076898.365035:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076898.365040:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616050432, offset 0
00000400:00000200:0.0:1769076898.365048:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076898.365055:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076898.365061:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076898.365066:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076898.365070:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076898.365073:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076898.365077:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076898.365081:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37688:37688:256:4294967295] 192.168.204.113@tcp LPNI seq info [37658:37658:8:4294967295]
00000400:00000200:0.0:1769076898.365086:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076898.365095:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076898.365102:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076898.365106:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299500.
00000800:00000200:0.0:1769076898.365159:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076898.365166:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769076898.365177:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076898.365183:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1769076898.365191:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076898.365196:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299500.
00000400:00000200:0.0:1769076898.365202:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076898.365210:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076898.365217:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076898.365221:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076898.365227:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076898.365234:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34000 x1855007616050432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.365246:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076898.365251:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34000 x1855007616050432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.365260:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076898.365262:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076898.365268:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076898.365273:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076898.365277:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076898.365280:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298554383
00000100:00000001:0.0:1769076898.365285:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298555630
00000100:00000001:0.0:1769076898.365288:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298554383
00000100:00000001:0.0:1769076898.365290:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298555630
00000100:00000001:0.0:1769076898.365294:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076898.365298:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076898.365301:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076898.365334:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076898/real 1769076898]  req@ffff9e53c9d34000 x1855007616050432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076898.365363:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076898.365365:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076898.365369:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4688.
00000400:00000200:0.0:1769076898.365374:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7908
00000400:00000010:0.0:1769076898.365378:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7908.
00000100:00000001:0.0:1769076898.365383:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076898.365390:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34000 x1855007616050432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076898.365408:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34000 x1855007616050432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.365430:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076898.365433:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.365517:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076898.365521:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076898.365529:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34000 x1855007616050432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.365538:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076898.365543:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34000 x1855007616050432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.365552:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076898.365556:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.365558:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076898.365560:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.365563:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076898.365566:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076898.365569:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076898.365574:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076898.365576:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076898.365581:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34000 x1855007616050432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076898.365592:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616050432:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076898.365597:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076898.365602:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37800 x1855007616050560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.365610:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076898.365613:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076898.365616:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076898.365619:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076898.365622:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076898.365627:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616050560:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076898.365633:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076898.365638:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076898.365651:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076898.365655:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076898.365662:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769076898.365666:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076898.365674:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076898.365679:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4688.
00000400:00000010:0.0:1769076898.365685:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7908.
00000100:00000200:0.0:1769076898.365692:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616050560, portal 10
00000100:00000001:0.0:1769076898.365696:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076898.365699:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438394368 : -107392271157248 : ffff9e53c9d37800)
00000100:00000040:0.0:1769076898.365711:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37800 x1855007616050560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.365741:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076898.365746:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076898.365750:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076898.365754:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616050560, offset 0
00000400:00000200:0.0:1769076898.365761:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076898.365768:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076898.365773:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076898.365777:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076898.365780:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076898.365783:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076898.365785:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076898.365790:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37689:37689:256:4294967295] 192.168.204.113@tcp LPNI seq info [37659:37659:8:4294967295]
00000400:00000200:0.0:1769076898.365794:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076898.365802:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076898.365807:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076898.365811:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299500.
00000800:00000200:0.0:1769076898.365816:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076898.365819:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769076898.365824:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076898.365827:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1769076898.365831:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076898.365834:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299500.
00000400:00000200:0.0:1769076898.365837:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076898.365841:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076898.365844:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076898.365847:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076898.365850:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076898.365854:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37800 x1855007616050560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.365863:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076898.365867:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37800 x1855007616050560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.365875:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076898.365877:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076898.365881:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076898.365885:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076898.365888:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076898.365891:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298554390
00000100:00000001:0.0:1769076898.365894:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298555630
00000100:00000001:0.0:1769076898.365896:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298554390
00000100:00000001:0.0:1769076898.365899:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298555630
00000100:00000001:0.0:1769076898.365901:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076898.365904:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076898.365906:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076898.365910:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076898/real 1769076898]  req@ffff9e53c9d37800 x1855007616050560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076898.365918:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076898.365919:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076898.365921:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4688.
00000400:00000200:0.0:1769076898.365925:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7908
00000400:00000010:0.0:1769076898.365927:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7908.
00000100:00000001:0.0:1769076898.365931:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076898.365937:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37800 x1855007616050560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076898.365951:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37800 x1855007616050560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.365962:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076898.365965:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.365968:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076898.365971:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076898.365978:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37800 x1855007616050560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.365990:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076898.365998:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37800 x1855007616050560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.366011:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076898.366015:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.366018:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076898.366020:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.366024:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076898.366027:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076898.366030:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076898.366034:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076898.366036:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076898.366041:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37800 x1855007616050560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076898.366050:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616050560:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076898.366054:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.366056:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076898.366060:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34000 x1855007616050432/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.366067:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076898.366070:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076898.366072:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076898.366075:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076898.366077:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076898.366078:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076898.366080:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076898.366111:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:0.0:1769076898.366117:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076898.366119:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076898.366122:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34000.
00000100:00000001:0.0:1769076898.366126:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076898.366129:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.366132:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076898.366138:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37800 x1855007616050560/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076898.366149:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076898.366151:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076898.366154:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010400.
02000000:00000001:0.0:1769076898.366158:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076898.366160:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076898.366163:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076898.366166:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076898.366169:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:0.0:1769076898.366173:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076898.366175:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076898.366178:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37800.
00000100:00000001:0.0:1769076898.366183:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076898.366185:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.366188:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076898.366195:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076898.366198:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076898.366218:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076898.366231:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076899.067269:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076899.067280:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076899.067287:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076899.067289:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076899.067470:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076899.067474:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076899.067478:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076899.259246:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076899.259255:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076899.259257:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076899.259263:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076899.259268:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076899.259272:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076899.259275:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076899.259278:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076899.259281:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076899.643171:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298555630, at 4298555648
00000100:00000040:3.0:1769076899.643171:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298555630, at 4298555648
00000100:00000010:2.0:1769076899.643194:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60cac00.
00000100:00000010:3.0:1769076899.643203:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca960.
00010000:00000001:1.0:1769076900.091216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076900.091225:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076900.091231:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076900.091233:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076900.091308:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076900.091314:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076900.091319:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076900.283230:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076900.283240:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076900.283243:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076900.283253:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076900.283258:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076900.283264:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076900.283268:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076900.283272:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076900.283301:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076901.115230:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076901.115241:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076901.115249:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076901.115251:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076901.115428:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076901.115433:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076901.115438:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076901.307257:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076901.307314:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076901.307316:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076901.307325:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076901.307330:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076901.307336:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076901.307339:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076901.307343:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076901.307346:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076902.139202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076902.139212:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076902.139231:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076902.139233:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076902.139347:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076902.139360:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076902.139366:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076902.331179:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076902.331190:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076902.331192:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076902.331199:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076902.331204:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076902.331208:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076902.331211:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076902.331214:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076902.331218:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076903.163247:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076903.163258:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076903.163265:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076903.163267:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076903.163390:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076903.163395:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076903.163400:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076903.355216:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076903.355244:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076903.355247:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076903.355254:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076903.355259:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076903.355281:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076903.355283:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076903.355286:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076903.355289:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076903.483166:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076903.483186:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076903.483191:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076903.483199:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076903.483205:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076903.483214:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3887
00000400:00000200:3.0:1769076903.483238:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076903.483247:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076903.483250:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076903.483254:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076903.483276:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076903.483290:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076903.483292:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076903.483298:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076903.483301:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076903.483305:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076903.483308:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076903.483311:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076903.483314:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076903.483317:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076903.483320:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076903.483322:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076903.483323:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076903.483327:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076903.483331:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076903.483333:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076903.483336:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076903.483340:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076903.483343:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076903.483348:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076903.483351:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076903.483364:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000020:00000040:3.0:1769076903.483369:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076903.483376:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076903.483379:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076903.483384:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076903.483389:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076903.483414:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076903.483428:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076903.483438:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076903.483452:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007616050688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076903.483467:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076903.483473:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076903.483478:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007616050688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076903.483503:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076903.483507:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076903.483511:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076903.483512:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076903.483514:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076903.483516:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076903.483519:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3887
00000400:00000200:3.0:1769076903.483525:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076903.483530:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076903.483534:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076903.483539:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076903.483542:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076903.483546:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076903.483549:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076903.483553:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769076903.483554:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076903.483560:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:0.0:1769076903.483563:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769076903.483563:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769076903.483570:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769076903.483571:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076903.483578:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076903.483584:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076903.483587:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37800 x1855007616050688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076903.483593:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076903.483599:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076903.483604:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076903.483610:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076903.483633:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:0.0:1769076903.483634:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769076903.483639:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076903.483641:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076903.483644:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076903.483649:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076903.483652:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076903.483656:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076903.483660:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076903.483662:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076903.483670:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769076903.483672:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769076903.483676:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076903.483683:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076903.483685:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616050688:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076903.483687:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076903.483695:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
00000100:00000001:0.0:1769076903.483698:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769076903.483701:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076903.483706:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076903.483707:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076903.483708:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076903.483714:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076903.483715:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076903.483716:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076903.483721:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076903.483724:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076903.483728:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
02000000:00000010:0.0:1769076903.483734:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:3.0:1769076903.483736:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076903.483742:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076903.483749:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007616050816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076903.483761:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769076903.483762:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076903.483767:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076903.483774:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007616050816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769076903.483775:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4688.
00000100:00000001:3.0:1769076903.483789:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769076903.483794:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7908.
00000100:00080000:3.0:1769076903.483795:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076903.483804:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076903.483806:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076903.483809:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1769076903.483813:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616050688, portal 25
00000100:00000001:3.0:1769076903.483814:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769076903.483823:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769076903.483825:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3887
00000100:00000001:0.0:1769076903.483828:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438394368 : -107392271157248 : ffff9e53c9d37800)
00000400:00000200:3.0:1769076903.483839:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076903.483862:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37800 x1855007616050688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076903.483865:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076903.483882:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076903.483892:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076903.483897:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076903.483900:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076903.483902:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076903.483906:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076903.483910:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000001:0.0:1769076903.483912:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1769076903.483912:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076903.483916:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076903.483919:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769076903.483941:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000001:3.0:1769076903.483941:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076903.483950:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000010:0.0:1769076903.483953:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000001:3.0:1769076903.483954:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076903.483960:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076903.483964:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000200:0.0:1769076903.483967:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616050688, offset 0
00000020:00000040:3.0:1769076903.483967:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076903.483975:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076903.483980:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076903.483982:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076903.483987:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769076903.483990:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769076903.483994:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076903.484000:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076903.484004:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769076903.484009:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:3.0:1769076903.484013:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076903.484020:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076903.484026:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000010:3.0:1769076903.484027:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000020:00000040:3.0:1769076903.484036:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:0.0:1769076903.484057:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769076903.484059:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076903.484063:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076903.484067:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769076903.484068:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:3.0:1769076903.484071:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076903.484077:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076903.484078:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1769076903.484085:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000400:00000200:0.0:1769076903.484087:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:3.0:1769076903.484091:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076903.484099:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007616050944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076903.484107:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076903.484109:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076903.484113:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007616050944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076903.484121:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076903.484128:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37690:37690:256:4294967295] 192.168.204.113@tcp LPNI seq info [37660:37660:8:4294967295]
00000400:00000200:0.0:1769076903.484137:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076903.484155:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769076903.484162:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1769076903.484170:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769076903.484174:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076903.484180:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1769076903.484182:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299500.
00000100:00000040:3.0:1769076903.484187:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076903.484197:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3897)
00000800:00000200:0.0:1769076903.484199:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076903.484208:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076903.484219:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076903.484240:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1769076903.484247:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076903.484251:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299500.
00000400:00000200:0.0:1769076903.484260:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076903.484267:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076903.484287:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076903.484290:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076903.484298:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076903.484305:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37800 x1855007616050688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.484318:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076903.484323:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37800 x1855007616050688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.484333:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076903.484335:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076903.484345:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076903.484352:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076903.484357:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298560750
00000100:00000010:0.0:1769076903.484366:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca540.
00000100:00000001:0.0:1769076903.484376:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769076903.484392:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298560750
00000100:00000010:0.0:1769076903.484398:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca6c0.
00000100:00000001:0.0:1769076903.484403:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769076903.484407:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076903.484411:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076903.484415:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076903.484423:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076903/real 1769076903]  req@ffff9e53c9d37800 x1855007616050688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076903.484437:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076903.484457:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076903.484460:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4688.
00000400:00000200:0.0:1769076903.484464:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7908
00000400:00000010:0.0:1769076903.484467:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7908.
00000100:00000001:0.0:1769076903.484472:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076903.484478:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37800 x1855007616050688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076903.484493:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37800 x1855007616050688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.484504:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076903.484508:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.484512:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076903.484515:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076903.484521:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37800 x1855007616050688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.484533:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076903.484541:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37800 x1855007616050688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.484569:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076903.484574:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.484576:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076903.484578:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.484582:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076903.484585:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076903.484589:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076903.484595:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076903.484599:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076903.484605:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37800 x1855007616050688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076903.484617:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616050688:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076903.484642:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.484645:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076903.484650:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37800 x1855007616050688/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.484664:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076903.484668:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076903.484672:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076903.484677:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076903.484681:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076903.484683:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076903.484687:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076903.484691:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:0.0:1769076903.484697:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076903.484700:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076903.484703:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37800.
00000100:00000001:0.0:1769076903.484709:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076903.484712:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.484715:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.484726:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076903.484730:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076903.484733:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076903.484735:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076903.484737:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076903.484743:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34000 x1855007616050816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.484754:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076903.484756:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076903.484759:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076903.484762:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076903.484765:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076903.484770:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616050816:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076903.484775:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076903.484778:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076903.484780:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076903.484784:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076903.484790:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076903.484793:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076903.484800:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076903.484804:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4688.
00000400:00000010:0.0:1769076903.484809:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7908.
00000100:00000200:0.0:1769076903.484814:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616050816, portal 10
00000100:00000001:0.0:1769076903.484817:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076903.484819:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380032 : -107392271171584 : ffff9e53c9d34000)
00000100:00000040:0.0:1769076903.484830:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34000 x1855007616050816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.484855:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076903.484858:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076903.484861:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076903.484865:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616050816, offset 0
00000400:00000200:0.0:1769076903.484870:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076903.484876:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076903.484882:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076903.484887:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076903.484890:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076903.484893:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076903.484897:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076903.484918:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37691:37691:256:4294967295] 192.168.204.113@tcp LPNI seq info [37661:37661:8:4294967295]
00000400:00000200:0.0:1769076903.484925:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076903.484936:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076903.484943:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076903.484948:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299500.
00000800:00000200:0.0:1769076903.484955:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076903.484959:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076903.484967:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076903.484972:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1769076903.484978:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076903.484981:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299500.
00000400:00000200:0.0:1769076903.484987:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076903.484992:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076903.484997:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076903.485000:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076903.485004:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076903.485026:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34000 x1855007616050816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.485037:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076903.485041:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34000 x1855007616050816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.485051:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076903.485053:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076903.485058:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076903.485063:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076903.485068:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076903.485071:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298559502
00000100:00000001:0.0:1769076903.485074:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298560750
00000100:00000001:0.0:1769076903.485077:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298559502
00000100:00000001:0.0:1769076903.485080:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298560750
00000100:00000001:0.0:1769076903.485083:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076903.485086:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076903.485088:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076903.485093:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076903/real 1769076903]  req@ffff9e53c9d34000 x1855007616050816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076903.485103:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076903.485106:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076903.485108:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4688.
00000400:00000200:0.0:1769076903.485111:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7908
00000400:00000010:0.0:1769076903.485113:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7908.
00000100:00000001:0.0:1769076903.485116:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076903.485121:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34000 x1855007616050816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076903.485133:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34000 x1855007616050816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.485142:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076903.485144:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.485146:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076903.485148:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076903.485153:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34000 x1855007616050816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.485187:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076903.485193:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34000 x1855007616050816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.485203:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076903.485206:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.485209:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076903.485211:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.485213:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076903.485216:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076903.485220:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076903.485245:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076903.485248:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076903.485254:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34000 x1855007616050816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076903.485284:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616050816:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076903.485290:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076903.485296:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34e00 x1855007616050944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.485315:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076903.485318:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076903.485321:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076903.485324:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076903.485328:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076903.485332:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616050944:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076903.485337:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076903.485341:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076903.485343:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076903.485346:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076903.485352:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076903.485355:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076903.485361:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076903.485366:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4688.
00000400:00000010:0.0:1769076903.485370:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7908.
00000100:00000200:0.0:1769076903.485376:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616050944, portal 10
00000100:00000001:0.0:1769076903.485379:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076903.485381:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438383616 : -107392271168000 : ffff9e53c9d34e00)
00000100:00000040:0.0:1769076903.485390:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34e00 x1855007616050944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.485400:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076903.485421:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076903.485424:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076903.485426:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616050944, offset 0
00000400:00000200:0.0:1769076903.485432:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076903.485437:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076903.485441:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076903.485445:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076903.485449:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076903.485452:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076903.485455:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076903.485459:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37692:37692:256:4294967295] 192.168.204.113@tcp LPNI seq info [37662:37662:8:4294967295]
00000400:00000200:0.0:1769076903.485464:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076903.485473:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076903.485478:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076903.485482:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299500.
00000800:00000200:0.0:1769076903.485487:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076903.485491:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076903.485496:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076903.485500:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1769076903.485505:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076903.485508:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299500.
00000400:00000200:0.0:1769076903.485512:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076903.485517:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076903.485520:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076903.485523:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076903.485527:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076903.485531:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34e00 x1855007616050944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.485543:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076903.485547:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34e00 x1855007616050944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.485556:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076903.485558:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076903.485563:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076903.485568:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076903.485572:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076903.485592:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298559510
00000100:00000001:0.0:1769076903.485596:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298560750
00000100:00000001:0.0:1769076903.485599:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298559510
00000100:00000001:0.0:1769076903.485603:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298560750
00000100:00000001:0.0:1769076903.485607:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076903.485611:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076903.485614:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076903.485620:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076903/real 1769076903]  req@ffff9e53c9d34e00 x1855007616050944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076903.485634:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076903.485636:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076903.485639:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4688.
00000400:00000200:0.0:1769076903.485643:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7908
00000400:00000010:0.0:1769076903.485646:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7908.
00000100:00000001:0.0:1769076903.485649:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076903.485655:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34e00 x1855007616050944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076903.485670:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34e00 x1855007616050944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.485680:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076903.485682:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.485685:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076903.485687:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076903.485693:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34e00 x1855007616050944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.485703:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076903.485710:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34e00 x1855007616050944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.485720:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076903.485724:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.485726:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076903.485728:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.485731:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076903.485734:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076903.485738:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076903.485744:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076903.485747:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076903.485754:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34e00 x1855007616050944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076903.485767:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616050944:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076903.485773:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.485776:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076903.485781:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34000 x1855007616050816/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.485793:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076903.485795:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076903.485799:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076903.485803:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076903.485806:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076903.485808:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076903.485811:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076903.485814:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:0.0:1769076903.485818:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076903.485820:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076903.485823:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34000.
00000100:00000001:0.0:1769076903.485827:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076903.485829:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.485831:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076903.485836:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34e00 x1855007616050944/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076903.485861:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076903.485863:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076903.485866:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011000.
02000000:00000001:0.0:1769076903.485868:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076903.485870:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076903.485872:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076903.485874:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076903.485877:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:0.0:1769076903.485882:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076903.485884:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076903.485885:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34e00.
00000100:00000001:0.0:1769076903.485889:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076903.485890:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.485893:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076903.485898:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076903.485900:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076903.485902:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076903.485904:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076904.187250:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076904.187259:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076904.187267:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076904.187269:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076904.187352:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076904.187358:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076904.187364:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076904.379186:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076904.379195:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076904.379197:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076904.379204:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076904.379228:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076904.379239:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076904.379242:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076904.379245:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076904.379265:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076904.763254:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298560750, at 4298560768
00000100:00000040:2.0:1769076904.763261:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298560750, at 4298560768
00000100:00000010:3.0:1769076904.763276:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca6c0.
00000100:00000010:2.0:1769076904.763280:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca540.
00010000:00000001:1.0:1769076905.211315:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076905.211326:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076905.211334:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076905.211340:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076905.211344:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076905.211348:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076905.211352:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076905.211355:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076905.211358:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076905.211361:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076905.211461:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076905.211468:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076905.211473:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076905.403264:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076905.403275:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076905.403294:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076905.403300:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076905.403305:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076905.403310:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076905.403313:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076905.403317:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076905.403320:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076906.235324:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076906.235333:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076906.235340:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076906.235342:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076906.235465:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076906.235476:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076906.235485:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076906.427321:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076906.427335:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076906.427339:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076906.427348:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076906.427355:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076906.427361:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076906.427365:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076906.427369:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076906.427373:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076907.259192:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076907.259201:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076907.259215:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076907.259218:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076907.259223:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076907.259226:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076907.259228:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076907.259231:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076907.259235:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076907.259237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076907.259353:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076907.259361:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076907.259368:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076907.451260:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076907.451269:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076907.451272:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076907.451278:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076907.451283:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076907.451288:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076907.451291:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076907.451294:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076907.451298:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076908.283213:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076908.283220:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076908.283242:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076908.283244:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076908.283300:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076908.283306:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076908.283310:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076908.475169:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076908.475178:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076908.475180:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076908.475185:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076908.475190:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076908.475194:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076908.475196:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076908.475199:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076908.475201:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076908.603267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076908.603284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076908.603306:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076908.603312:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076908.603319:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076908.603329:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3892
00000400:00000200:2.0:1769076908.603342:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076908.603351:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076908.603357:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076908.603363:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076908.603369:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076908.603373:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076908.603378:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076908.603385:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076908.603388:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076908.603392:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076908.603397:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076908.603401:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076908.603406:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076908.603411:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076908.603415:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076908.603418:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076908.603422:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076908.603429:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076908.603434:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076908.603439:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076908.603444:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076908.603449:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076908.603455:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076908.603459:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076908.603480:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076908.603495:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
00000020:00000040:2.0:1769076908.603501:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076908.603507:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076908.603510:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076908.603515:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076908.603520:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076908.603526:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076908.603537:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22800.
00000100:00000001:2.0:1769076908.603547:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076908.603560:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007616051072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076908.603578:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076908.603585:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076908.603593:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007616051072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076908.603630:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076908.603635:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076908.603641:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076908.603645:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076908.603649:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076908.603656:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076908.603661:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3892
00000400:00000200:2.0:1769076908.603670:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076908.603672:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769076908.603679:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076908.603696:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769076908.603702:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769076908.603704:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076908.603707:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769076908.603711:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076908.603722:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:0.0:1769076908.603725:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690380 x1855007616051072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076908.603731:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076908.603746:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769076908.603759:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1769076908.603761:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:0.0:1769076908.603769:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076908.603770:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076908.603779:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
02000000:00000001:0.0:1769076908.603780:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076908.603790:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769076908.603791:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:0.0:1769076908.603801:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076908.603802:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00100000:0.0:1769076908.603813:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616051072:192.168.204.113@tcp:250:kworker.0
00000100:00000040:2.0:1769076908.603818:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076908.603822:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769076908.603825:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769076908.603830:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1769076908.603833:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:0.0:1769076908.603835:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076908.603845:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:0.0:1769076908.603851:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1769076908.603853:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000010:0.0:1769076908.603864:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
00000100:00080000:2.0:1769076908.603865:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:0.0:1769076908.603871:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076908.603882:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076908.603889:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769076908.603890:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076908.603898:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4688.
02000000:00000001:2.0:1769076908.603900:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1769076908.603907:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7908.
02000000:00000001:2.0:1769076908.603908:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076908.603915:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:0.0:1769076908.603919:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616051072, portal 25
00000008:00100000:2.0:1769076908.603923:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769076908.603925:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076908.603927:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102506368 : -107391607045248 : ffff9e53f1690380)
00000008:00000001:2.0:1769076908.603940:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076908.603941:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690380 x1855007616051072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076908.603953:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076908.603957:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076908.603964:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000010:2.0:1769076908.603968:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000400:00000010:0.0:1769076908.603970:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000020:00000040:2.0:1769076908.603981:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000200:0.0:1769076908.603983:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616051072, offset 0
02000000:00000001:2.0:1769076908.603992:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076908.603997:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076908.604002:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076908.604005:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076908.604010:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076908.604014:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076908.604020:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000400:00000200:0.0:1769076908.604021:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076908.604031:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076908.604040:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00100000:2.0:1769076908.604042:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007616051200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769076908.604062:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769076908.604077:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769076908.604092:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076908.604097:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076908.604101:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076908.604107:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37693:37693:256:4294967295] 192.168.204.113@tcp LPNI seq info [37663:37663:8:4294967295]
00000400:00000200:0.0:1769076908.604112:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076908.604129:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769076908.604133:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769076908.604163:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:2.0:1769076908.604203:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007616051200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1769076908.604205:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299500.
00000100:00000001:2.0:1769076908.604233:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076908.604242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1769076908.604243:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:2.0:1769076908.604254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076908.604259:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1769076908.604261:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000100:00080000:2.0:1769076908.604264:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076908.604272:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076908.604284:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3892
00000800:00000200:0.1:1769076908.604287:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076908.604298:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000400:00000200:2.0:1769076908.604307:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000100:0.0:1769076908.604308:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076908.604319:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299500.
00000400:00000200:2.0:1769076908.604329:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:0.0:1769076908.604334:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1769076908.604336:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1769076908.604353:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769076908.604355:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:0.0:1769076908.604362:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000100:00000001:2.0:1769076908.604366:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1769076908.604368:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000040:2.0:1769076908.604382:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076908.604383:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076908.604395:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690380 x1855007616051072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076908.604396:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076908.604411:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076908.604421:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000001:0.0:1769076908.604424:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1769076908.604432:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1769076908.604436:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690380 x1855007616051072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769076908.604440:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076908.604452:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076908.604462:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076908.604482:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076908.604498:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076908.604500:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076908.604510:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1769076908.604511:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076908.604519:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:0.0:1769076908.604526:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769076908.604527:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:0.0:1769076908.604541:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:2.0:1769076908.604544:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076908.604548:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298565870
00000100:00000001:2.0:1769076908.604567:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076908.604574:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca900.
02000000:00000001:2.0:1769076908.604576:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769076908.604586:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1769076908.604587:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076908.604597:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298565870
02000000:00000001:2.0:1769076908.604599:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076908.604603:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c60ca5a0.
00000100:00000001:2.0:1769076908.604607:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076908.604610:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000008:00100000:2.0:1769076908.604616:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769076908.604617:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076908.604625:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076908.604632:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000008:00000001:2.0:1769076908.604634:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076908.604643:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076908/real 1769076908]  req@ffff9e53f1690380 x1855007616051072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076908.604645:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076908.604667:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000400:00000001:0.0:1769076908.604668:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076908.604672:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076908.604679:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4688.
00000020:00000040:2.0:1769076908.604680:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:0.0:1769076908.604685:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7908
00000400:00000010:0.0:1769076908.604689:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7908.
00000100:00000001:0.0:1769076908.604691:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076908.604695:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690380 x1855007616051072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076908.604702:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690380 x1855007616051072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.604707:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076908.604709:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1769076908.604710:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769076908.604712:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076908.604717:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076908.604720:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690380 x1855007616051072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076908.604725:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076908.604728:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076908.604737:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1769076908.604741:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690380 x1855007616051072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076908.604744:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769076908.604754:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076908.604757:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1769076908.604757:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076908.604766:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076908.604773:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076908.604776:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076908.604779:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:2.0:1769076908.604780:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22c00.
00000100:00080000:0.0:1769076908.604783:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076908.604794:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769076908.604797:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076908.604798:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076908.604811:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690380 x1855007616051072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076908.604822:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007616051328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769076908.604824:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616051072:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769076908.604836:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076908.604845:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076908.604856:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690380 x1855007616051072/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.604880:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1769076908.604880:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1769076908.604888:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076908.604894:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
00000100:00000001:2.0:1769076908.604895:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076908.604901:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076908.604905:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076908.604907:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:0.0:1769076908.604914:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:2.0:1769076908.604915:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007616051328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769076908.604917:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22800.
02000000:00000001:0.0:1769076908.604926:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076908.604930:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076908.604934:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690380.
00000100:00000001:0.0:1769076908.604941:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076908.604944:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076908.604951:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076908.604963:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076908.604965:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1769076908.604971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076908.604972:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076908.604981:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076908.604986:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769076908.604986:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769076908.604990:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076908.604998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076908.605003:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692a00 x1855007616051200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076908.605009:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076908.605026:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3902)
00000100:00000001:0.0:1769076908.605027:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076908.605031:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076908.605036:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076908.605039:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076908.605041:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076908.605046:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616051200:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076908.605049:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076908.605052:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076908.605053:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076908.605054:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076908.605057:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076908.605060:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076908.605065:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076908.605068:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4688.
00000400:00000010:0.0:1769076908.605072:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7908.
00000100:00000200:0.0:1769076908.605075:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616051200, portal 10
00000100:00000001:0.0:1769076908.605077:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076908.605079:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102516224 : -107391607035392 : ffff9e53f1692a00)
00000100:00000040:0.0:1769076908.605086:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692a00 x1855007616051200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605091:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076908.605093:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076908.605124:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076908.605127:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616051200, offset 0
00000400:00000200:0.0:1769076908.605132:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076908.605148:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076908.605153:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076908.605157:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076908.605160:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076908.605163:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076908.605166:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076908.605170:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37694:37694:256:4294967295] 192.168.204.113@tcp LPNI seq info [37664:37664:8:4294967295]
00000400:00000200:0.0:1769076908.605192:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076908.605201:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076908.605207:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076908.605214:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299500.
00000800:00000200:0.0:1769076908.605222:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076908.605227:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769076908.605236:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076908.605269:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1769076908.605278:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076908.605281:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299500.
00000400:00000200:0.0:1769076908.605287:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076908.605293:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076908.605300:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076908.605302:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076908.605306:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076908.605311:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692a00 x1855007616051200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605322:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076908.605325:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692a00 x1855007616051200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605333:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076908.605335:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076908.605341:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076908.605346:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:0.0:1769076908.605350:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076908.605353:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298564623
00000100:00000001:0.0:1769076908.605357:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298565870
00000100:00000001:0.0:1769076908.605360:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298564623
00000100:00000001:0.0:1769076908.605363:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298565870
00000100:00000001:0.0:1769076908.605365:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076908.605368:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076908.605370:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076908.605374:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076908/real 1769076908]  req@ffff9e53f1692a00 x1855007616051200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076908.605383:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076908.605384:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076908.605386:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4688.
00000400:00000200:0.0:1769076908.605388:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7908
00000400:00000010:0.0:1769076908.605390:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7908.
00000100:00000001:0.0:1769076908.605392:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076908.605396:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692a00 x1855007616051200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076908.605404:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692a00 x1855007616051200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605412:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076908.605414:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076908.605416:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076908.605417:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076908.605421:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692a00 x1855007616051200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605428:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076908.605432:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692a00 x1855007616051200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605445:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076908.605450:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076908.605452:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076908.605455:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076908.605458:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076908.605461:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076908.605466:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076908.605472:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076908.605476:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076908.605484:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692a00 x1855007616051200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076908.605500:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616051200:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076908.605508:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076908.605514:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691880 x1855007616051328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605527:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076908.605530:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076908.605534:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076908.605536:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076908.605539:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076908.605543:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616051328:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076908.605547:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076908.605550:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076908.605552:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076908.605554:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076908.605559:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769076908.605561:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076908.605567:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:0.0:1769076908.605570:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c80c4688.
00000400:00000010:0.0:1769076908.605573:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7908.
00000100:00000200:0.0:1769076908.605577:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616051328, portal 10
00000100:00000001:0.0:1769076908.605579:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076908.605581:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102511744 : -107391607039872 : ffff9e53f1691880)
00000100:00000040:0.0:1769076908.605588:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691880 x1855007616051328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605596:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076908.605599:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:0.0:1769076908.605601:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c33a7088.
00000100:00000200:0.0:1769076908.605604:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616051328, offset 0
00000400:00000200:0.0:1769076908.605608:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076908.605613:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076908.605617:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769076908.605620:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076908.605623:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:0.0:1769076908.605626:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076908.605629:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:0.0:1769076908.605633:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37695:37695:256:4294967295] 192.168.204.113@tcp LPNI seq info [37665:37665:8:4294967295]
00000400:00000200:0.0:1769076908.605638:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076908.605645:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076908.605650:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076908.605653:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c8299500.
00000800:00000200:0.0:1769076908.605657:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.0:1769076908.605661:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769076908.605666:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:0.1:1769076908.605669:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1769076908.605673:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:0.0:1769076908.605676:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c8299500.
00000400:00000200:0.0:1769076908.605679:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076908.605683:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076908.605687:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7088
00000400:00000010:0.0:1769076908.605690:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7088.
00000100:00000001:0.0:1769076908.605693:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076908.605697:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691880 x1855007616051328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605720:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076908.605722:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691880 x1855007616051328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605726:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076908.605727:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076908.605730:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076908.605732:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:0.0:1769076908.605734:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076908.605736:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298564630
00000100:00000001:0.0:1769076908.605737:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298565870
00000100:00000001:0.0:1769076908.605739:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298564630
00000100:00000001:0.0:1769076908.605741:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298565870
00000100:00000001:0.0:1769076908.605743:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076908.605744:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076908.605745:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076908.605748:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076908/real 1769076908]  req@ffff9e53f1691880 x1855007616051328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076908.605752:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076908.605753:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076908.605755:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c80c4688.
00000400:00000200:0.0:1769076908.605756:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c33a7908
00000400:00000010:0.0:1769076908.605758:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c33a7908.
00000100:00000001:0.0:1769076908.605759:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076908.605761:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691880 x1855007616051328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076908.605766:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691880 x1855007616051328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605772:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076908.605773:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076908.605774:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076908.605775:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076908.605778:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691880 x1855007616051328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605782:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076908.605784:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691880 x1855007616051328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605788:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076908.605790:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076908.605791:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076908.605792:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076908.605793:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076908.605794:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076908.605795:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076908.605797:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769076908.605799:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076908.605802:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691880 x1855007616051328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076908.605807:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616051328:192.168.204.113@tcp:38:kworker.0
00000100:00000001:0.0:1769076908.605810:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076908.605811:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076908.605813:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692a00 x1855007616051200/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605817:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076908.605819:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076908.605820:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9011800.
02000000:00000001:0.0:1769076908.605822:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076908.605823:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076908.605824:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076908.605826:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076908.605828:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:0.0:1769076908.605830:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076908.605831:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076908.605832:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692a00.
00000100:00000001:0.0:1769076908.605834:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076908.605835:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076908.605836:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076908.605838:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691880 x1855007616051328/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076908.605843:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076908.605844:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076908.605845:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c9010800.
02000000:00000001:0.0:1769076908.605847:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076908.605848:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076908.605848:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:0.0:1769076908.605850:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076908.605850:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22c00.
02000000:00000001:0.0:1769076908.605852:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076908.605852:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076908.605853:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691880.
00000100:00000001:0.0:1769076908.605855:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076908.605855:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076908.605856:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076908.605859:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076908.605860:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076908.605861:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076908.605862:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076909.307160:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076909.307166:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076909.307172:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076909.307173:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076909.307226:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076909.307230:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076909.307234:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076909.499225:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076909.499236:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076909.499238:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076909.499245:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076909.499250:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076909.499256:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076909.499259:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076909.499273:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076909.499276:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076909.883183:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298565870, at 4298565888
00000100:00000010:2.0:1769076909.883199:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca900.
00000100:00000040:3.0:1769076909.883280:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298565870, at 4298565888
00000100:00000010:3.0:1769076909.883300:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c60ca5a0.
00010000:00000001:1.0:1769076910.331172:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076910.331181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076910.331187:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076910.331189:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076910.331275:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076910.331279:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076910.331283:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076910.523209:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076910.523219:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076910.523221:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076910.523227:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076910.523232:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076910.523237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076910.523239:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076910.523243:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076910.523246:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076911.355204:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076911.355230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076911.355236:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076911.355238:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076911.355327:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076911.355332:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076911.355336:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076911.547163:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076911.547178:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076911.547181:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076911.547191:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076911.547197:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076911.547201:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076911.547206:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076911.547211:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076911.547215:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076912.379265:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076912.379277:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076912.379286:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076912.379288:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076912.379379:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076912.379383:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076912.379387:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076912.571238:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076912.571247:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076912.571249:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076912.571254:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076912.571258:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076912.571263:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076912.571265:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076912.571268:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076912.571271:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076913.403166:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076913.403176:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076913.403185:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076913.403187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076913.403247:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076913.403252:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076913.403255:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076913.595206:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076913.595216:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076913.595218:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076913.595225:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076913.595229:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076913.595233:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076913.595236:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076913.595240:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076913.595243:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076913.723181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076913.723195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076913.723199:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076913.723204:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076913.723210:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076913.723218:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3897
00000400:00000200:2.0:1769076913.723229:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076913.723236:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076913.723239:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076913.723243:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076913.723247:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076913.723249:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076913.723252:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076913.723256:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076913.723259:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076913.723262:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076913.723265:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076913.723269:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076913.723271:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076913.723275:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076913.723280:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076913.723282:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076913.723284:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076913.723287:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076913.723290:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076913.723293:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076913.723296:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076913.723299:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076913.723302:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076913.723304:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076913.723306:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076913.723318:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000020:00000040:2.0:1769076913.723321:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076913.723325:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076913.723327:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076913.723330:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076913.723334:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076913.723338:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076913.723351:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23c00.
00000100:00000001:2.0:1769076913.723359:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076913.723368:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007616051456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076913.723378:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076913.723383:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076913.723387:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007616051456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076913.723418:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076913.723420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076913.723423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076913.723425:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076913.723426:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076913.723433:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076913.723435:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3897
00000400:00000200:2.0:1769076913.723438:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076913.723441:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1769076913.723442:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769076913.723443:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076913.723448:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076913.723450:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076913.723451:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076913.723455:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076913.723457:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769076913.723457:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076913.723462:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076913.723463:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076913.723464:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076913.723466:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076913.723469:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076913.723471:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769076913.723483:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693100 x1855007616051456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076913.723484:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076913.723488:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076913.723490:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076913.723493:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076913.723498:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076913.723502:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076913.723506:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076913.723508:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769076913.723510:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076913.723513:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076913.723514:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076913.723518:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076913.723518:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076913.723519:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769076913.723522:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1769076913.723525:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769076913.723526:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769076913.723531:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076913.723534:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616051456:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076913.723535:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076913.723540:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
00000100:00000001:1.0:1769076913.723543:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769076913.723543:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076913.723547:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076913.723548:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076913.723549:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076913.723550:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076913.723551:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076913.723553:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076913.723555:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076913.723558:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076913.723559:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20800.
00000100:00000001:2.0:1769076913.723564:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076913.723565:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076913.723570:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076913.723570:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007616051584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076913.723579:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769076913.723583:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076913.723583:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076913.723589:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007616051584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769076913.723591:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:2.0:1769076913.723599:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076913.723602:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00080000:2.0:1769076913.723603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076913.723608:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076913.723609:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076913.723612:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076913.723614:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1769076913.723615:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616051456, portal 25
00000100:00080000:2.0:1769076913.723617:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3897
00000100:00000001:1.0:1769076913.723620:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076913.723624:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518016 : -107391607033600 : ffff9e53f1693100)
00000400:00000200:2.0:1769076913.723624:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076913.723632:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076913.723636:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769076913.723637:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693100 x1855007616051456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076913.723644:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076913.723649:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076913.723651:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076913.723653:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076913.723657:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000040:1.0:1769076913.723658:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000001:2.0:1769076913.723660:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:1.0:1769076913.723663:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423550.
00000020:00000040:2.0:1769076913.723664:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076913.723668:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1769076913.723671:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616051456, offset 0
00000020:00000040:2.0:1769076913.723671:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076913.723688:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076913.723690:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076913.723694:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:2.0:1769076913.723695:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076913.723698:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076913.723700:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076913.723702:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076913.723704:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:1.0:1769076913.723708:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:2.0:1769076913.723709:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076913.723712:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076913.723714:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076913.723716:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769076913.723718:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:2.0:1769076913.723718:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076913.723722:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076913.723725:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076913.723727:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076913.723729:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769076913.723730:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076913.723735:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000400:00000200:1.0:1769076913.723737:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000040:2.0:1769076913.723738:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076913.723741:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769076913.723744:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769076913.723744:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076913.723747:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076913.723749:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769076913.723750:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000001:2.0:1769076913.723752:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076913.723756:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37696:37696:256:4294967295] 192.168.204.113@tcp LPNI seq info [37666:37666:8:4294967295]
00000400:00000200:1.0:1769076913.723761:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:2.0:1769076913.723762:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000100:00000001:2.0:1769076913.723767:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076913.723773:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007616051712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076913.723776:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076913.723789:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076913.723789:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076913.723793:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769076913.723798:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f300.
00000100:00000040:2.0:1769076913.723798:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007616051712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076913.723806:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076913.723808:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769076913.723810:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:2.0:1769076913.723812:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769076913.723817:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:2.0:1769076913.723818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076913.723825:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076913.723829:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3907)
00000100:00000001:1.0:1769076913.723839:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076913.723846:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076913.723849:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298570989
00000100:00000010:1.0:1769076913.723854:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0be40.
00000100:00000001:1.0:1769076913.723863:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076913.723872:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298570989
00000100:00000010:1.0:1769076913.723875:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b540.
00000100:00000001:1.0:1769076913.723878:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076913.723881:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076913.723883:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076913.723886:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076913.723889:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076913.723897:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076913.723899:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769076913.723903:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076913.723906:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076913.723908:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076913.723912:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690e00 x1855007616051584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076913.723918:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076913.723919:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076913.723921:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076913.723923:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076913.723925:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076913.723928:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616051584:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076913.723932:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076913.723934:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076913.723936:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076913.723937:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076913.723940:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076913.723941:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076913.723946:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076913.723948:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076913.723952:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076913.723954:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616051584, portal 10
00000100:00000001:1.0:1769076913.723955:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076913.723956:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102509056 : -107391607042560 : ffff9e53f1690e00)
00000100:00000040:1.0:1769076913.723963:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690e00 x1855007616051584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076913.723968:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076913.723969:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076913.723977:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423088.
00000100:00000200:1.0:1769076913.723979:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616051584, offset 0
00000400:00000200:1.0:1769076913.723983:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076913.723986:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076913.723989:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076913.723992:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076913.723994:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076913.723996:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076913.723998:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076913.724001:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37697:37697:255:4294967295] 192.168.204.113@tcp LPNI seq info [37667:37667:7:4294967295]
00000400:00000200:1.0:1769076913.724005:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076913.724010:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076913.724013:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076913.724017:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fb00.
00000800:00000200:1.0:1769076913.724020:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076913.724024:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769076913.724026:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076913.724030:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076913.724034:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076913.724036:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298569741
00000100:00000001:1.0:1769076913.724038:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298570989
00000100:00000001:1.0:1769076913.724040:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298569741
00000100:00000001:1.0:1769076913.724041:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298570989
00000100:00000001:1.0:1769076913.724042:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076913.724044:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076913.724045:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076913.724047:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693800 x1855007616051712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076913.724092:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076913.724093:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076913.724095:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076913.724096:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076913.724098:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076913.724100:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616051712:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076913.724103:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076913.724104:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076913.724106:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076913.724107:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076913.724111:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076913.724112:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076913.724115:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076913.724117:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3d10.
00000400:00000010:1.0:1769076913.724119:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000100:00000200:1.0:1769076913.724122:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616051712, portal 10
00000100:00000001:1.0:1769076913.724123:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076913.724124:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102519808 : -107391607031808 : ffff9e53f1693800)
00000100:00000040:1.0:1769076913.724129:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693800 x1855007616051712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076913.724133:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076913.724135:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076913.724137:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb4233b8.
00000100:00000200:1.0:1769076913.724138:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616051712, offset 0
00000400:00000200:1.0:1769076913.724141:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076913.724144:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076913.724149:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076913.724152:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076913.724154:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076913.724157:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076913.724160:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076913.724163:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37698:37698:254:4294967295] 192.168.204.113@tcp LPNI seq info [37668:37668:6:4294967295]
00000400:00000200:1.0:1769076913.724168:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076913.724175:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076913.724180:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076913.724184:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74ff00.
00000800:00000200:1.0:1769076913.724188:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076913.724192:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769076913.724194:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076913.724198:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076913.724202:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076913.724204:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298569749
00000100:00000001:1.0:1769076913.724207:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298570989
00000100:00000001:1.0:1769076913.724210:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298569749
00000100:00000001:1.0:1769076913.724212:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298570989
00000100:00000001:1.0:1769076913.724214:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076913.724217:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076913.724220:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076913.724222:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076913.724226:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076913.724228:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769076913.724230:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076913.724232:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076913.724234:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076913.724236:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076914.427155:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076914.427161:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076914.427164:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076914.427167:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076914.427169:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076914.427171:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076914.427173:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076914.427175:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076914.427176:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076914.427178:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076914.427249:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076914.427255:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076914.427259:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076914.619206:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076914.619215:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076914.619216:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076914.619222:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076914.619226:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076914.619231:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076914.619233:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076914.619236:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076914.619239:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076915.003138:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298570989, at 4298571008
00000100:00000010:2.0:1769076915.003150:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0be40.
00000100:00000040:3.0:1769076915.003175:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298570989, at 4298571008
00000100:00000010:3.0:1769076915.003190:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b540.
00010000:00000001:1.0:1769076915.451166:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076915.451173:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076915.451179:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076915.451180:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076915.451228:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076915.451234:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076915.451237:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076915.643155:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076915.643164:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076915.643165:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076915.643171:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076915.643175:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076915.643179:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076915.643181:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076915.643184:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076915.643186:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076916.475147:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076916.475157:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076916.475159:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076916.475163:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076916.475169:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076916.475173:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076916.475175:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076916.475178:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076916.475183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076916.475185:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076916.475237:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076916.475242:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076916.475245:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076916.667172:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076916.667183:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076916.667185:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076916.667194:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076916.667199:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076916.667204:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076916.667208:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076916.667211:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076916.667216:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769076916.795685:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:2.0:1769076916.795780:0:2393:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076916.795798:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076916.795804:0:2393:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:2.0:1769076916.795810:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076916.795815:0:2393:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076916.795821:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076916.795827:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f300.
00000400:00000200:2.0:1769076916.795834:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076916.795840:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076916.795849:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423550
00000400:00000010:2.0:1769076916.795853:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423550.
00000100:00000001:2.0:1769076916.795885:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076916.795897:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f1693100 x1855007616051456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076916.795936:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076916.795942:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693100 x1855007616051456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076916.795952:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076916.795955:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076916.795969:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076916.795973:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fb00.
00000400:00000200:2.0:1769076916.795977:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076916.795984:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076916.795988:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423088
00000400:00000010:2.0:1769076916.795991:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423088.
00000100:00000001:2.0:1769076916.795995:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076916.796021:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f1690e00 x1855007616051584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076916.796035:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076916.796035:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076916.796043:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690e00 x1855007616051584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076916.796045:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076916.796050:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769076916.796060:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076916.796126:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076913/real 1769076916]  req@ffff9e53f1690e00 x1855007616051584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076938 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076916.796145:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076916.796148:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076916.796153:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076916.796159:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076916.796165:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:2.0:1769076916.796165:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076916.796173:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076916.796182:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690e00 x1855007616051584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769076916.796182:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076916.796197:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74ff00.
00000100:00000200:1.0:1769076916.796205:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690e00 x1855007616051584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769076916.796209:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076916.796223:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1769076916.796224:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:2.0:1769076916.796229:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb4233b8
00000100:00000001:1.0:1769076916.796230:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1769076916.796237:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb4233b8.
00000100:00000001:1.0:1769076916.796238:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076916.796244:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076916.796246:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1769076916.796255:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690e00 x1855007616051584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076916.796258:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53f1693800 x1855007616051712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076916.796287:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076916.796291:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076916.796301:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690e00 x1855007616051584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076916.796302:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693800 x1855007616051712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076916.796341:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076916.796344:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076916.796346:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076916.796353:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.796356:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076916.796358:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.796362:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076916.796366:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076916.796372:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076916.796380:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076916.796384:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076916.796391:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690e00 x1855007616051584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076916.796403:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616051584:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076916.796409:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076916.796413:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076913/real 1769076916]  req@ffff9e53f1693800 x1855007616051712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076916.796424:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076916.796426:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076916.796428:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3d10.
00000400:00000200:1.0:1769076916.796432:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076916.796434:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076916.796438:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076916.796442:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693800 x1855007616051712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076916.796454:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693800 x1855007616051712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076916.796469:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076916.796471:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.796473:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076916.796474:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076916.796488:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693800 x1855007616051712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076916.796498:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076916.796504:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693800 x1855007616051712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076916.796521:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076916.796524:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.796526:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076916.796528:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.796530:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076916.796532:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076916.796535:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076916.796540:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076916.796553:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076916.796558:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693800 x1855007616051712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076916.796568:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616051712:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076916.796574:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076916.796579:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076913/real 1769076916]  req@ffff9e53f1693100 x1855007616051456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076916.796589:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076916.796590:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076916.796593:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076916.796597:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076916.796599:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076916.796602:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076916.796606:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693100 x1855007616051456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076916.796615:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693100 x1855007616051456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076916.796622:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076916.796624:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.796627:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076916.796629:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076916.796633:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693100 x1855007616051456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076916.796640:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076916.796644:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693100 x1855007616051456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076916.796652:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076916.796654:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.796656:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076916.796657:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.796660:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076916.796661:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076916.796665:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076916.796668:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076916.796671:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076916.796676:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693100 x1855007616051456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076916.796684:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616051456:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076916.796689:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.796692:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076916.796696:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690e00 x1855007616051584/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076916.796704:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076916.796708:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076916.796712:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076916.796717:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076916.796721:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076916.796724:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076916.796727:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076916.796731:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20800.
02000000:00000001:1.0:1769076916.796735:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076916.796738:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076916.796741:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690e00.
00000100:00000001:1.0:1769076916.796746:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076916.796748:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.796750:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076916.796754:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693800 x1855007616051712/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076916.796762:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076916.796764:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076916.796766:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076916.796769:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076916.796771:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076916.796772:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076916.796775:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076916.796777:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20000.
02000000:00000001:1.0:1769076916.796779:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076916.796781:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076916.796783:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693800.
00000100:00000001:1.0:1769076916.796786:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076916.796788:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.796790:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076916.796794:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693100 x1855007616051456/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076916.796803:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076916.796805:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076916.796807:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076916.796811:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076916.796812:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076916.796814:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076916.796816:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076916.796819:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:1.0:1769076916.796822:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076916.796824:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076916.796826:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693100.
00000100:00000001:1.0:1769076916.796829:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076916.796830:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.796834:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076916.796844:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076916.796846:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076916.796849:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076916.796852:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076917.499162:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076917.499168:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076917.499172:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076917.499174:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076917.499234:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076917.499240:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076917.499245:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076917.691148:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076917.691157:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076917.691159:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076917.691165:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076917.691169:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076917.691172:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076917.691175:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076917.691177:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076917.691180:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076918.523187:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076918.523195:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076918.523200:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076918.523201:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076918.523319:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076918.523326:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076918.523331:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076918.715181:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076918.715193:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076918.715195:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076918.715203:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076918.715208:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076918.715214:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076918.715217:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076918.715221:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076918.715224:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076918.843265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076918.843287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076918.843292:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076918.843301:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076918.843309:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076918.843324:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3902
00000400:00000200:3.0:1769076918.843367:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076918.843377:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076918.843382:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076918.843387:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076918.843392:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076918.843396:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076918.843399:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076918.843407:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076918.843410:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076918.843414:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076918.843418:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076918.843450:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076918.843455:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076918.843463:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076918.843467:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076918.843471:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076918.843476:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076918.843482:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076918.843489:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076918.843494:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076918.843500:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076918.843507:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076918.843513:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076918.843518:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076918.843522:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076918.843552:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000020:00000040:3.0:1769076918.843557:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076918.843563:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076918.843566:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076918.843570:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076918.843574:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076918.843581:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076918.843593:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769076918.843603:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076918.843628:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007616051840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076918.843643:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076918.843650:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076918.843657:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007616051840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076918.843695:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076918.843700:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076918.843712:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076918.843714:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076918.843716:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076918.843720:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076918.843724:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3902
00000400:00000200:3.0:1769076918.843730:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076918.843735:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076918.843740:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076918.843745:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076918.843748:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076918.843752:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076918.843755:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076918.843759:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076918.843761:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076918.843764:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769076918.843766:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769076918.843768:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076918.843774:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076918.843777:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769076918.843778:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076918.843785:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076918.843787:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076918.843793:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076918.843801:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36d80 x1855007616051840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076918.843801:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076918.843808:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076918.843815:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076918.843824:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076918.843832:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076918.843832:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076918.843838:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076918.843839:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076918.843849:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076918.843851:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076918.843854:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076918.843857:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076918.843862:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076918.843864:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:1.0:1769076918.843873:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616051840:192.168.204.113@tcp:250:kworker.0
00000008:00100000:3.0:1769076918.843874:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076918.843882:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769076918.843884:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076918.843891:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769076918.843891:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076918.843917:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076918.843922:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
02000000:00000001:1.0:1769076918.843928:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769076918.843932:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076918.843942:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1769076918.843944:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:3.0:1769076918.843946:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076918.843957:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076918.843958:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076918.844001:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076918.844004:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076918.844009:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:3.0:1769076918.844015:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000400:00000010:1.0:1769076918.844022:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:3.0:1769076918.844023:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076918.844036:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007616051968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769076918.844038:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000001:3.0:1769076918.844053:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769076918.844056:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616051840, portal 25
00000100:00000001:3.0:1769076918.844058:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076918.844125:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007616051968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.844130:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076918.844136:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438391680 : -107392271159936 : ffff9e53c9d36d80)
00000100:00000001:3.0:1769076918.844149:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076918.844153:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36d80 x1855007616051840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769076918.844155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076918.844167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076918.844173:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076918.844177:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076918.844180:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769076918.844186:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769076918.844190:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769076918.844196:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3902
00000400:00000010:1.0:1769076918.844200:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000400:00000200:3.0:1769076918.844207:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000200:1.0:1769076918.844211:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616051840, offset 0
00000400:00000200:1.0:1769076918.844224:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076918.844237:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076918.844246:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076918.844255:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076918.844262:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076918.844268:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076918.844278:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076918.844285:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37699:37699:256:4294967295] 192.168.204.113@tcp LPNI seq info [37669:37669:8:4294967295]
00000400:00000200:1.0:1769076918.844293:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076918.844340:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076918.844344:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076918.844350:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076918.844353:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076918.844357:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076918.844360:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076918.844364:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076918.844366:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076918.844368:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076918.844371:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076918.844374:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076918.844377:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076918.844382:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076918.844384:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076918.844387:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076918.844390:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076918.844393:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076918.844397:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076918.844404:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076918.844411:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769076918.844412:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076918.844420:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076918.844425:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076918.844427:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076918.844430:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076918.844437:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1769076918.844440:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000008:00000001:3.0:1769076918.844441:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076918.844449:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076918.844455:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000800:00000200:1.0:1769076918.844460:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:3.0:1769076918.844462:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:1.0:1769076918.844470:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1769076918.844471:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076918.844475:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076918.844480:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076918.844484:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769076918.844486:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:3.0:1769076918.844489:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076918.844496:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
02000000:00000010:3.0:1769076918.844499:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000800:00000100:1.0:1769076918.844508:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076918.844509:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769076918.844514:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000100:00100000:3.0:1769076918.844522:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007616052096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076918.844525:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076918.844542:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769076918.844542:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076918.844549:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076918.844553:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000100:00000040:3.0:1769076918.844558:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007616052096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769076918.844561:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076918.844573:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769076918.844577:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076918.844584:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769076918.844585:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36d80 x1855007616051840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076918.844595:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076918.844604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076918.844614:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076918.844616:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076918.844623:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3912)
00000100:00000040:1.0:1769076918.844625:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36d80 x1855007616051840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.844639:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076918.844642:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076918.844652:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076918.844660:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076918.844665:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298576110
00000100:00000010:1.0:1769076918.844673:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b360.
00000100:00000001:1.0:1769076918.844683:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076918.844721:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298576110
00000100:00000010:1.0:1769076918.844729:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bd80.
00000100:00000001:1.0:1769076918.844745:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076918.844751:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076918.844757:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076918.844762:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076918.844788:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076918/real 1769076918]  req@ffff9e53c9d36d80 x1855007616051840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076918.844814:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076918.844817:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076918.844821:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076918.844827:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076918.844829:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076918.844834:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076918.844840:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36d80 x1855007616051840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076918.844851:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36d80 x1855007616051840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.844860:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076918.844863:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.844884:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076918.844888:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076918.844895:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36d80 x1855007616051840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.844908:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076918.844918:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36d80 x1855007616051840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.844948:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076918.844952:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.844954:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076918.844955:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.844958:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076918.844961:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076918.844983:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076918.844989:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076918.844993:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076918.844998:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36d80 x1855007616051840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076918.845009:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616051840:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076918.845016:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.845019:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076918.845022:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36d80 x1855007616051840/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845031:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076918.845036:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076918.845040:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076918.845044:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076918.845047:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076918.845051:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076918.845054:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076918.845058:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:1.0:1769076918.845090:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076918.845094:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076918.845096:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36d80.
00000100:00000001:1.0:1769076918.845103:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076918.845104:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.845107:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.845118:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076918.845121:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076918.845124:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076918.845127:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076918.845128:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076918.845133:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36680 x1855007616051968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845142:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076918.845145:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076918.845147:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076918.845150:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076918.845154:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076918.845157:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616051968:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076918.845161:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076918.845165:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076918.845168:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076918.845171:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076918.845175:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076918.845178:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076918.845183:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076918.845188:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076918.845193:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076918.845215:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616051968, portal 10
00000100:00000001:1.0:1769076918.845219:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076918.845222:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438389888 : -107392271161728 : ffff9e53c9d36680)
00000100:00000040:1.0:1769076918.845232:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36680 x1855007616051968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845244:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076918.845248:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076918.845251:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000100:00000200:1.0:1769076918.845256:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616051968, offset 0
00000400:00000200:1.0:1769076918.845263:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076918.845271:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076918.845278:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076918.845284:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076918.845289:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076918.845294:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076918.845298:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076918.845304:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37700:37700:256:4294967295] 192.168.204.113@tcp LPNI seq info [37670:37670:8:4294967295]
00000400:00000200:1.0:1769076918.845311:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076918.845322:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076918.845331:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076918.845353:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000800:00000200:1.0:1769076918.845358:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076918.845362:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076918.845367:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076918.845371:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769076918.845376:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076918.845379:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:1.0:1769076918.845382:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076918.845386:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076918.845390:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076918.845392:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076918.845396:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076918.845400:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36680 x1855007616051968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845409:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076918.845413:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36680 x1855007616051968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845429:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076918.845431:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076918.845434:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076918.845441:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076918.845445:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076918.845447:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298574863
00000100:00000001:1.0:1769076918.845451:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298576110
00000100:00000001:1.0:1769076918.845470:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298574863
00000100:00000001:1.0:1769076918.845474:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298576110
00000100:00000001:1.0:1769076918.845478:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076918.845482:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076918.845485:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076918.845491:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076918/real 1769076918]  req@ffff9e53c9d36680 x1855007616051968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076918.845505:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076918.845507:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076918.845510:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076918.845514:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076918.845517:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076918.845537:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076918.845541:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36680 x1855007616051968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076918.845561:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36680 x1855007616051968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845571:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076918.845573:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.845575:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076918.845578:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076918.845582:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36680 x1855007616051968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845592:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076918.845597:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36680 x1855007616051968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845607:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076918.845620:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.845623:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076918.845625:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.845627:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076918.845630:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076918.845634:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076918.845639:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076918.845641:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076918.845648:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36680 x1855007616051968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076918.845658:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616051968:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076918.845664:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076918.845668:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34700 x1855007616052096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845688:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076918.845690:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076918.845693:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076918.845695:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076918.845698:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076918.845704:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616052096:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076918.845708:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076918.845710:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076918.845713:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076918.845715:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076918.845719:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076918.845722:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076918.845727:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076918.845730:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076918.845735:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076918.845739:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616052096, portal 10
00000100:00000001:1.0:1769076918.845741:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076918.845743:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438381824 : -107392271169792 : ffff9e53c9d34700)
00000100:00000040:1.0:1769076918.845751:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34700 x1855007616052096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845760:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076918.845763:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076918.845765:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000100:00000200:1.0:1769076918.845768:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616052096, offset 0
00000400:00000200:1.0:1769076918.845774:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076918.845779:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076918.845784:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076918.845788:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076918.845791:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076918.845794:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076918.845798:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076918.845802:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37701:37701:256:4294967295] 192.168.204.113@tcp LPNI seq info [37671:37671:8:4294967295]
00000400:00000200:1.0:1769076918.845808:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076918.845817:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076918.845823:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076918.845828:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000800:00000200:1.0:1769076918.845832:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076918.845834:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076918.845838:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076918.845841:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769076918.845844:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076918.845847:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:1.0:1769076918.845849:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076918.845852:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076918.845855:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076918.845857:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076918.845859:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076918.845862:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34700 x1855007616052096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845870:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076918.845872:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34700 x1855007616052096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845878:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076918.845879:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076918.845882:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076918.845885:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076918.845888:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076918.845889:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298574870
00000100:00000001:1.0:1769076918.845892:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298576110
00000100:00000001:1.0:1769076918.845893:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298574870
00000100:00000001:1.0:1769076918.845895:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298576110
00000100:00000001:1.0:1769076918.845897:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076918.845899:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076918.845900:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076918.845903:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076918/real 1769076918]  req@ffff9e53c9d34700 x1855007616052096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076918.845910:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076918.845911:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076918.845913:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076918.845915:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076918.845916:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076918.845918:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076918.845921:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34700 x1855007616052096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076918.845928:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34700 x1855007616052096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845933:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076918.845934:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.845935:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076918.845936:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076918.845939:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34700 x1855007616052096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845944:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076918.845947:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34700 x1855007616052096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.845952:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076918.845954:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.845955:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076918.845956:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.845958:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076918.845960:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076918.845962:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076918.845982:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076918.845985:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076918.845990:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34700 x1855007616052096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076918.845998:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616052096:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076918.846001:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.846004:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076918.846007:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36680 x1855007616051968/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.846012:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076918.846014:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076918.846015:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076918.846018:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076918.846019:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076918.846020:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076918.846022:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076918.846023:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:1.0:1769076918.846027:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076918.846028:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076918.846030:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36680.
00000100:00000001:1.0:1769076918.846032:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076918.846033:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.846034:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076918.846037:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34700 x1855007616052096/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076918.846041:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076918.846042:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076918.846043:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076918.846045:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076918.846046:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076918.846047:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076918.846048:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076918.846049:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:1.0:1769076918.846051:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076918.846051:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076918.846052:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34700.
00000100:00000001:1.0:1769076918.846054:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076918.846055:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.846056:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076918.846059:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076918.846060:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076918.846062:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076918.846083:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076919.547205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076919.547213:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076919.547220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076919.547222:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076919.547315:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076919.547321:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076919.547326:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076919.739195:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076919.739207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076919.739210:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076919.739217:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076919.739222:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076919.739228:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076919.739232:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076919.739235:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076919.739239:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076920.123235:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298576110, at 4298576128
00000100:00000040:2.0:1769076920.123246:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298576110, at 4298576128
00000100:00000010:3.0:1769076920.123255:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bd80.
00000100:00000010:2.0:1769076920.123271:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b360.
00010000:00000001:1.0:1769076920.571245:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076920.571253:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076920.571260:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076920.571262:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076920.571373:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076920.571380:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076920.571386:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076920.763199:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076920.763211:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076920.763213:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076920.763219:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076920.763224:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076920.763229:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076920.763232:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076920.763235:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076920.763238:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076921.595248:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076921.595258:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076921.595265:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076921.595267:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076921.595402:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076921.595413:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076921.595421:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076921.787186:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076921.787198:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076921.787201:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076921.787208:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076921.787213:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076921.787219:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076921.787222:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076921.787225:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076921.787229:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076922.619178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076922.619185:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076922.619190:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076922.619192:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076922.619286:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076922.619292:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076922.619297:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076922.811146:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076922.811156:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076922.811158:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076922.811165:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076922.811170:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076922.811174:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076922.811177:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076922.811180:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076922.811183:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076923.643292:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076923.643301:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076923.643308:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076923.643310:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076923.643388:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076923.643397:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076923.643402:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076923.835143:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076923.835150:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076923.835152:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076923.835158:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076923.835162:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076923.835166:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076923.835169:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076923.835171:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076923.835174:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076923.963170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076923.963179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076923.963181:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076923.963186:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076923.963190:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076923.963197:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3907
00000400:00000200:3.0:1769076923.963207:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076923.963213:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076923.963216:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076923.963219:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076923.963222:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076923.963224:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076923.963226:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076923.963229:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076923.963230:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076923.963232:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076923.963234:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076923.963235:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076923.963237:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076923.963239:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076923.963240:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076923.963242:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076923.963243:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076923.963246:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076923.963248:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076923.963250:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076923.963252:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076923.963255:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076923.963258:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076923.963259:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076923.963261:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076923.963269:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769076923.963272:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076923.963275:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076923.963276:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076923.963279:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076923.963280:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076923.963284:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076923.963290:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769076923.963295:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076923.963302:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007616052224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076923.963310:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076923.963313:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076923.963317:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007616052224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076923.963344:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076923.963346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076923.963349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076923.963350:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076923.963352:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076923.963354:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076923.963357:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3907
00000400:00000200:3.0:1769076923.963360:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076923.963364:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076923.963366:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076923.963368:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076923.963370:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076923.963373:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076923.963375:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076923.963375:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076923.963380:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076923.963385:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:1.0:1769076923.963387:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769076923.963389:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769076923.963393:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769076923.963394:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076923.963401:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076923.963404:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769076923.963413:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35500 x1855007616052224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076923.963414:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076923.963424:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076923.963429:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076923.963434:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076923.963441:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076923.963451:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076923.963459:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076923.963462:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769076923.963462:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769076923.963472:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076923.963474:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076923.963479:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076923.963480:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769076923.963482:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1769076923.963484:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769076923.963489:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1769076923.963490:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076923.963496:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076923.963499:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076923.963501:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769076923.963508:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00100000:1.0:1769076923.963516:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616052224:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769076923.963516:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076923.963520:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076923.963524:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076923.963527:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076923.963532:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076923.963533:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769076923.963537:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076923.963540:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076923.963541:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076923.963547:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076923.963548:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007616052352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769076923.963558:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769076923.963561:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076923.963564:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076923.963568:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007616052352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769076923.963572:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076923.963580:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076923.963580:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076923.963592:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076923.963595:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076923.963596:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076923.963598:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769076923.963606:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076923.963606:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076923.963613:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3907
00000400:00000010:1.0:1769076923.963618:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:3.0:1769076923.963618:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076923.963627:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076923.963629:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076923.963631:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076923.963634:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769076923.963635:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000040:3.0:1769076923.963638:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000200:1.0:1769076923.963650:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616052224, portal 25
00000100:00000001:3.0:1769076923.963651:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076923.963661:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769076923.963662:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1769076923.963664:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000001:1.0:1769076923.963665:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438385408 : -107392271166208 : ffff9e53c9d35500)
00000020:00000001:3.0:1769076923.963668:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076923.963672:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076923.963674:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076923.963679:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769076923.963682:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076923.963683:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076923.963686:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35500 x1855007616052224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076923.963688:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076923.963694:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076923.963704:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076923.963717:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076923.963727:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076923.963728:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1769076923.963735:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769076923.963742:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769076923.963743:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1769076923.963746:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
02000000:00000001:3.0:1769076923.963747:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076923.963757:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:1.0:1769076923.963760:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616052224, offset 0
00000008:00100000:3.0:1769076923.963760:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076923.963775:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076923.963778:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076923.963794:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000010:3.0:1769076923.963799:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769076923.963803:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076923.963809:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:3.0:1769076923.963811:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076923.963813:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076923.963816:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076923.963818:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769076923.963824:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:3.0:1769076923.963824:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076923.963840:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1769076923.963841:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769076923.963852:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076923.963856:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076923.963864:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076923.963870:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00100000:3.0:1769076923.963875:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007616052480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076923.963890:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37702:37702:256:4294967295] 192.168.204.113@tcp LPNI seq info [37672:37672:8:4294967295]
00000400:00000200:1.0:1769076923.963915:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076923.963939:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076923.963944:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076923.963953:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769076923.963961:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007616052480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769076923.963970:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076923.963986:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000100:00000001:3.0:1769076923.963987:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076923.964002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076923.964005:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1769076923.964008:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769076923.964011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769076923.964014:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1769076923.964016:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076923.964025:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3917)
00000800:00000200:1.1:1769076923.964028:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076923.964033:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769076923.964039:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076923.964041:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:1.0:1769076923.964049:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076923.964054:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076923.964058:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076923.964061:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076923.964090:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076923.964095:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35500 x1855007616052224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964104:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076923.964107:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35500 x1855007616052224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964113:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076923.964115:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076923.964121:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076923.964125:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076923.964129:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298581230
00000100:00000010:1.0:1769076923.964134:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b300.
00000100:00000001:1.0:1769076923.964142:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076923.964153:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298581230
00000100:00000010:1.0:1769076923.964155:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b180.
00000100:00000001:1.0:1769076923.964158:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076923.964161:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076923.964163:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076923.964166:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076923.964170:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076923/real 1769076923]  req@ffff9e53c9d35500 x1855007616052224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076923.964179:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076923.964181:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076923.964183:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076923.964185:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076923.964187:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076923.964188:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076923.964191:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35500 x1855007616052224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076923.964202:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35500 x1855007616052224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964207:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076923.964209:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964210:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076923.964212:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076923.964214:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35500 x1855007616052224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964219:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076923.964222:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35500 x1855007616052224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964227:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076923.964229:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964230:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076923.964230:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964233:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076923.964234:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076923.964237:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076923.964241:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076923.964242:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076923.964246:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35500 x1855007616052224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076923.964251:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616052224:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076923.964255:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964256:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076923.964258:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35500 x1855007616052224/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964267:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076923.964270:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076923.964272:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076923.964275:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076923.964277:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076923.964278:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076923.964279:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076923.964282:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:1.0:1769076923.964285:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076923.964287:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076923.964289:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35500.
00000100:00000001:1.0:1769076923.964292:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076923.964293:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964294:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964301:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076923.964303:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076923.964305:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076923.964306:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076923.964307:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076923.964310:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34380 x1855007616052352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964315:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076923.964317:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076923.964319:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076923.964320:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076923.964322:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076923.964324:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616052352:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076923.964326:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076923.964328:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076923.964329:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076923.964330:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076923.964332:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076923.964334:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076923.964337:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076923.964339:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076923.964342:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076923.964344:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616052352, portal 10
00000100:00000001:1.0:1769076923.964346:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076923.964347:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380928 : -107392271170688 : ffff9e53c9d34380)
00000100:00000040:1.0:1769076923.964352:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34380 x1855007616052352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964357:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076923.964358:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076923.964360:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000100:00000200:1.0:1769076923.964362:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616052352, offset 0
00000400:00000200:1.0:1769076923.964364:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076923.964367:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076923.964369:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076923.964371:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076923.964373:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076923.964375:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076923.964377:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076923.964379:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37703:37703:256:4294967295] 192.168.204.113@tcp LPNI seq info [37673:37673:8:4294967295]
00000400:00000200:1.0:1769076923.964382:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076923.964386:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076923.964389:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076923.964392:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000800:00000200:1.0:1769076923.964395:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076923.964396:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076923.964400:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076923.964418:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769076923.964421:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076923.964423:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:1.0:1769076923.964425:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076923.964428:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076923.964431:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076923.964432:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076923.964434:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076923.964437:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34380 x1855007616052352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964443:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076923.964445:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34380 x1855007616052352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964450:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076923.964452:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076923.964454:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076923.964457:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076923.964460:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076923.964462:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298579982
00000100:00000001:1.0:1769076923.964464:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298581230
00000100:00000001:1.0:1769076923.964466:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298579982
00000100:00000001:1.0:1769076923.964468:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298581230
00000100:00000001:1.0:1769076923.964469:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076923.964471:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076923.964472:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076923.964474:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076923/real 1769076923]  req@ffff9e53c9d34380 x1855007616052352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076923.964479:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076923.964480:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076923.964481:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076923.964482:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076923.964483:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076923.964484:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076923.964486:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34380 x1855007616052352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076923.964492:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34380 x1855007616052352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964501:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076923.964502:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964503:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076923.964504:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076923.964507:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34380 x1855007616052352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964511:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076923.964513:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34380 x1855007616052352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964517:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076923.964518:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964519:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076923.964520:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964521:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076923.964522:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076923.964524:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076923.964526:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076923.964527:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076923.964530:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34380 x1855007616052352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076923.964534:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616052352:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076923.964537:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076923.964539:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35c00 x1855007616052480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964544:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076923.964545:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076923.964547:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076923.964548:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076923.964550:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076923.964552:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616052480:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076923.964554:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076923.964556:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076923.964557:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076923.964558:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076923.964560:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076923.964561:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076923.964563:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076923.964565:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076923.964567:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076923.964569:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616052480, portal 10
00000100:00000001:1.0:1769076923.964571:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076923.964572:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438387200 : -107392271164416 : ffff9e53c9d35c00)
00000100:00000040:1.0:1769076923.964576:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35c00 x1855007616052480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964581:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076923.964582:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076923.964584:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000100:00000200:1.0:1769076923.964585:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616052480, offset 0
00000400:00000200:1.0:1769076923.964588:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076923.964590:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076923.964592:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076923.964594:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076923.964596:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076923.964597:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076923.964599:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076923.964602:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37704:37704:256:4294967295] 192.168.204.113@tcp LPNI seq info [37674:37674:8:4294967295]
00000400:00000200:1.0:1769076923.964605:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076923.964609:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076923.964612:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076923.964614:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000800:00000200:1.0:1769076923.964617:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076923.964619:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076923.964622:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076923.964623:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769076923.964626:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076923.964628:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:1.0:1769076923.964629:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076923.964632:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076923.964634:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076923.964635:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076923.964637:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076923.964639:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35c00 x1855007616052480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964643:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076923.964645:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35c00 x1855007616052480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964649:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076923.964650:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076923.964652:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076923.964654:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076923.964656:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076923.964657:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298579989
00000100:00000001:1.0:1769076923.964659:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298581230
00000100:00000001:1.0:1769076923.964661:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298579989
00000100:00000001:1.0:1769076923.964662:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298581230
00000100:00000001:1.0:1769076923.964663:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076923.964664:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076923.964666:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076923.964668:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076923/real 1769076923]  req@ffff9e53c9d35c00 x1855007616052480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076923.964673:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076923.964674:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076923.964675:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076923.964677:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076923.964678:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076923.964679:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076923.964681:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35c00 x1855007616052480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076923.964686:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35c00 x1855007616052480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964689:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076923.964690:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964691:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076923.964692:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076923.964694:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35c00 x1855007616052480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964698:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076923.964700:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35c00 x1855007616052480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964704:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076923.964706:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964707:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076923.964708:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964710:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076923.964711:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076923.964713:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076923.964715:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076923.964716:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076923.964719:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35c00 x1855007616052480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076923.964725:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616052480:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076923.964727:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964728:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076923.964730:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34380 x1855007616052352/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964734:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076923.964735:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076923.964736:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076923.964737:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076923.964738:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076923.964739:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076923.964740:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076923.964741:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:1.0:1769076923.964747:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076923.964748:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076923.964749:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34380.
00000100:00000001:1.0:1769076923.964750:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076923.964751:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964752:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076923.964754:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35c00 x1855007616052480/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076923.964759:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076923.964759:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076923.964761:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769076923.964762:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076923.964762:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076923.964763:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076923.964764:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076923.964765:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:1.0:1769076923.964766:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076923.964767:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076923.964768:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35c00.
00000100:00000001:1.0:1769076923.964770:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076923.964771:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964772:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076923.964775:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076923.964776:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076923.964777:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076923.964778:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076924.667198:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076924.667224:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076924.667232:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076924.667236:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076924.667240:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076924.667243:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076924.667247:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076924.667250:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076924.667253:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076924.667266:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076924.667390:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076924.667395:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076924.667399:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076924.859186:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076924.859194:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076924.859196:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076924.859202:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076924.859206:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076924.859210:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076924.859212:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076924.859216:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076924.859219:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076925.243138:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298581230, at 4298581248
00000100:00000040:3.0:1769076925.243138:0:70974:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298581230, at 4298581248
00000100:00000010:3.0:1769076925.243158:0:70974:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b180.
00000100:00000010:2.0:1769076925.243160:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b300.
00010000:00000001:1.0:1769076925.691170:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076925.691177:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076925.691182:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076925.691183:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076925.691234:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076925.691238:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076925.691242:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076925.883190:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076925.883201:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076925.883203:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076925.883210:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076925.883215:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076925.883219:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076925.883222:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076925.883226:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076925.883229:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076926.715244:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076926.715254:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076926.715256:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076926.715258:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076926.715264:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076926.715266:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076926.715267:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076926.715269:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076926.715272:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076926.715273:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076926.715380:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076926.715386:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076926.715390:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076926.907258:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076926.907270:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076926.907273:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076926.907281:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076926.907287:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076926.907294:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076926.907299:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076926.907303:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076926.907321:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076927.739210:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076927.739221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076927.739229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076927.739231:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076927.739376:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076927.739382:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076927.739388:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076927.931202:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076927.931214:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076927.931217:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076927.931225:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076927.931231:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076927.931237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076927.931240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076927.931244:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076927.931248:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076928.763265:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076928.763276:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076928.763284:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076928.763286:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076928.763377:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076928.763383:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076928.763387:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076928.955163:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076928.955170:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076928.955173:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076928.955179:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076928.955191:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076928.955196:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076928.955199:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076928.955202:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076928.955205:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076929.083217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076929.083227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076929.083229:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076929.083233:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076929.083236:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076929.083243:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3912
00000400:00000200:2.0:1769076929.083272:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076929.083278:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076929.083281:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076929.083287:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076929.083291:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076929.083306:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076929.083310:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076929.083315:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076929.083318:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076929.083322:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076929.083326:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076929.083346:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076929.083352:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076929.083362:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076929.083366:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076929.083371:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076929.083376:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076929.083386:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076929.083395:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076929.083403:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076929.083409:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076929.083414:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076929.083419:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076929.083423:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076929.083426:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076929.083453:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690000.
00000020:00000040:2.0:1769076929.083456:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076929.083462:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076929.083464:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076929.083466:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076929.083469:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076929.083474:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076929.083486:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22000.
00000100:00000001:2.0:1769076929.083494:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076929.083505:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690000 x1855007616052608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076929.083518:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076929.083524:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076929.083533:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc5d67b8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690000 x1855007616052608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076929.083567:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076929.083571:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076929.083573:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076929.083575:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076929.083577:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076929.083580:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076929.083586:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3912
00000100:00000001:3.0:1769076929.083587:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076929.083595:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1769076929.083596:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076929.083598:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1769076929.083608:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076929.083613:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076929.083613:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690000 x1855007616052608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076929.083624:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076929.083628:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076929.083629:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769076929.083634:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076929.083636:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076929.083641:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:3.0:1769076929.083643:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1769076929.083645:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076929.083651:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
02000000:00000001:3.0:1769076929.083651:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769076929.083657:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1769076929.083658:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769076929.083663:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076929.083668:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00100000:3.0:1769076929.083669:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616052608:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076929.083678:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1769076929.083681:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:3.0:1769076929.083685:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1769076929.083689:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076929.083692:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769076929.083692:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076929.083696:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076929.083701:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:3.0:1769076929.083701:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1769076929.083705:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076929.083711:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076929.083715:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076929.083719:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076929.083725:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076929.083728:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076929.083731:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076929.083736:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076929.083739:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076929.083742:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076929.083748:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692d80.
00000020:00000040:2.0:1769076929.083752:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076929.083756:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076929.083758:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076929.083763:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076929.083766:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076929.083769:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076929.083779:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20400.
00000100:00000001:2.0:1769076929.083787:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076929.083807:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692d80 x1855007616052736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1769076929.083811:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076929.083816:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076929.083824:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076929.083830:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076929.083831:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076929.083847:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000100:00000040:2.0:1769076929.083857:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073904516] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692d80 x1855007616052736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076929.083869:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076929.083873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076929.083877:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076929.083879:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076929.083882:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076929.083886:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076929.083889:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3912
00000400:00000200:2.0:1769076929.083893:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076929.083895:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076929.083896:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076929.083898:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076929.083900:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076929.083905:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076929.083907:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076929.083910:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076929.083931:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076929.083933:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076929.083935:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076929.083938:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076929.083941:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076929.083947:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076929.083950:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076929.083953:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076929.083956:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076929.083963:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076929.083969:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076929.083972:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076929.083975:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076929.083982:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076929.083985:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076929.083989:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000001:2.0:1769076929.083990:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076929.083997:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076929.084002:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076929.084005:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769076929.084008:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616052608, portal 25
00000100:00000010:2.0:1769076929.084012:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000100:00000001:3.0:1769076929.084017:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1769076929.084019:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:3.0:1769076929.084024:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102505472 : -107391607046144 : ffff9e53f1690000)
02000000:00000001:2.0:1769076929.084037:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1769076929.084038:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690000 x1855007616052608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076929.084041:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076929.084048:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076929.084053:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076929.084059:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076929.084061:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:2.0:1769076929.084153:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21800.
00000100:00000001:2.0:1769076929.084159:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076929.084169:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007616052864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076929.084179:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076929.084182:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076929.084185:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007616052864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076929.084192:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076929.084195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076929.084199:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076929.084201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076929.084204:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076929.084207:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3922)
00000100:00000040:3.0:1769076929.084277:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076929.084285:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076929.084296:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616052608, offset 0
00000400:00000200:3.0:1769076929.084315:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076929.084395:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076929.084405:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076929.084411:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076929.084417:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076929.084424:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076929.084430:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076929.084436:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37705:37705:256:4294967295] 192.168.204.113@tcp LPNI seq info [37675:37675:8:4294967295]
00000400:00000200:3.0:1769076929.084447:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076929.084479:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076929.084487:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076929.084493:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076929.084501:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076929.084505:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076929.084513:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076929.084517:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769076929.084522:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076929.084524:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076929.084529:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076929.084535:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076929.084541:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076929.084543:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076929.084546:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076929.084549:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690000 x1855007616052608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.084557:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076929.084560:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690000 x1855007616052608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.084565:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076929.084567:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076929.084571:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076929.084575:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076929.084577:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298586350
00000100:00000010:3.0:1769076929.084581:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82ea0.
00000100:00000001:3.0:1769076929.084586:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076929.084590:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298586350
00000100:00000010:3.0:1769076929.084592:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82c00.
00000100:00000001:3.0:1769076929.084594:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076929.084596:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076929.084598:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076929.084600:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076929.084603:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076929/real 1769076929]  req@ffff9e53f1690000 x1855007616052608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076929.084609:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076929.084611:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076929.084613:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076929.084615:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076929.084616:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076929.084617:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076929.084620:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690000 x1855007616052608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076929.084634:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690000 x1855007616052608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.084641:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076929.084643:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.084645:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076929.084647:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076929.084652:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690000 x1855007616052608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.084659:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076929.084665:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690000 x1855007616052608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.084673:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076929.084676:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.084678:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076929.084680:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.084682:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076929.084684:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076929.084687:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076929.084691:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076929.084694:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076929.084698:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690000 x1855007616052608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076929.084704:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616052608:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076929.084708:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.084710:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076929.084712:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690000 x1855007616052608/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.084721:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076929.084722:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076929.084724:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076929.084727:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076929.084728:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076929.084729:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076929.084731:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076929.084733:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22000.
02000000:00000001:3.0:1769076929.084735:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076929.084737:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076929.084738:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690000.
00000100:00000001:3.0:1769076929.084740:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076929.084741:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.084742:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.084748:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076929.084749:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076929.084751:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076929.084752:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076929.084753:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076929.084755:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692d80 x1855007616052736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.084760:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076929.084761:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076929.084762:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076929.084764:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076929.084765:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076929.084767:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616052736:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076929.084769:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076929.084771:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076929.084772:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076929.084773:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076929.084775:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076929.084777:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076929.084780:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076929.084783:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076929.084785:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076929.084787:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616052736, portal 10
00000100:00000001:3.0:1769076929.084789:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076929.084790:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102517120 : -107391607034496 : ffff9e53f1692d80)
00000100:00000040:3.0:1769076929.084808:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692d80 x1855007616052736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.084813:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076929.084815:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076929.084817:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076929.084818:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616052736, offset 0
00000400:00000200:3.0:1769076929.084821:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076929.084824:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076929.084827:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076929.084829:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076929.084831:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076929.084833:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076929.084835:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076929.084837:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37706:37706:256:4294967295] 192.168.204.113@tcp LPNI seq info [37676:37676:8:4294967295]
00000400:00000200:3.0:1769076929.084840:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076929.084846:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076929.084850:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076929.084853:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076929.084857:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076929.084860:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076929.084864:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076929.084867:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769076929.084871:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076929.084873:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076929.084876:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076929.084881:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076929.084885:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076929.084887:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076929.084906:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076929.084914:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692d80 x1855007616052736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.084928:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076929.084932:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692d80 x1855007616052736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.084944:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076929.084947:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076929.084954:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076929.084974:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076929.084978:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076929.084980:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298585102
00000100:00000001:3.0:1769076929.084984:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298586350
00000100:00000001:3.0:1769076929.084986:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298585102
00000100:00000001:3.0:1769076929.084988:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298586350
00000100:00000001:3.0:1769076929.084991:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076929.084993:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076929.084995:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076929.085000:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076929/real 1769076929]  req@ffff9e53f1692d80 x1855007616052736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076929.085008:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076929.085010:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076929.085012:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076929.085014:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076929.085016:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076929.085018:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076929.085020:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692d80 x1855007616052736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076929.085027:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692d80 x1855007616052736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.085040:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076929.085042:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.085044:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076929.085045:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076929.085050:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692d80 x1855007616052736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.085057:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076929.085062:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692d80 x1855007616052736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.085070:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076929.085072:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.085074:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076929.085076:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.085078:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076929.085080:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076929.085141:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076929.085150:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076929.085153:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076929.085159:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692d80 x1855007616052736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076929.085167:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616052736:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076929.085171:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076929.085175:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693100 x1855007616052864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.085181:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076929.085182:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076929.085185:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076929.085187:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076929.085189:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076929.085192:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616052864:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076929.085195:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076929.085197:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076929.085198:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076929.085200:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076929.085204:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076929.085206:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076929.085210:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076929.085213:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076929.085217:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076929.085220:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616052864, portal 10
00000100:00000001:3.0:1769076929.085222:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076929.085223:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518016 : -107391607033600 : ffff9e53f1693100)
00000100:00000040:3.0:1769076929.085229:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693100 x1855007616052864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.085236:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076929.085238:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076929.085240:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076929.085242:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616052864, offset 0
00000400:00000200:3.0:1769076929.085246:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076929.085250:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076929.085254:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076929.085257:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076929.085260:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076929.085262:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076929.085265:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076929.085268:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37707:37707:256:4294967295] 192.168.204.113@tcp LPNI seq info [37677:37677:8:4294967295]
00000400:00000200:3.0:1769076929.085272:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076929.085279:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076929.085285:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076929.085289:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076929.085293:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076929.085296:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076929.085300:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076929.085303:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769076929.085307:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076929.085309:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076929.085312:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076929.085846:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076929.085851:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076929.085853:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076929.085857:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076929.085861:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693100 x1855007616052864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.085870:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076929.085873:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693100 x1855007616052864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.085880:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076929.085883:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076929.085887:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076929.085891:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076929.085896:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076929.085898:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298585110
00000100:00000001:3.0:1769076929.085905:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298586350
00000100:00000001:3.0:1769076929.085908:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298585110
00000100:00000001:3.0:1769076929.085910:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298586350
00000100:00000001:3.0:1769076929.085913:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076929.085915:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076929.085918:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076929.085922:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076929/real 1769076929]  req@ffff9e53f1693100 x1855007616052864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076929.085932:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076929.085933:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076929.085935:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076929.085939:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076929.085941:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076929.085943:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076929.085946:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693100 x1855007616052864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076929.085954:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693100 x1855007616052864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.085961:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076929.085962:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.085964:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076929.085966:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076929.085970:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693100 x1855007616052864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.085977:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076929.085981:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693100 x1855007616052864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.085988:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076929.085991:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.085993:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076929.085994:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.085997:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076929.085998:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076929.086001:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076929.086006:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076929.086008:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076929.086013:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693100 x1855007616052864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076929.086021:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616052864:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076929.086025:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.086027:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076929.086031:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692d80 x1855007616052736/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.086038:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076929.086040:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076929.086043:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076929.086046:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076929.086048:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076929.086050:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076929.086052:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076929.086055:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20400.
02000000:00000001:3.0:1769076929.086058:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076929.086060:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076929.086061:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692d80.
00000100:00000001:3.0:1769076929.086085:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076929.086087:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.086089:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076929.086094:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693100 x1855007616052864/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076929.086101:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076929.086104:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076929.086106:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076929.086109:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076929.086111:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076929.086113:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076929.086115:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076929.086117:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21800.
02000000:00000001:3.0:1769076929.086121:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076929.086123:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076929.086124:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693100.
00000100:00000001:3.0:1769076929.086127:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076929.086128:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.086131:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.086136:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076929.086138:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076929.086140:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076929.086142:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076929.787189:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076929.787199:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076929.787205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076929.787207:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076929.787312:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076929.787319:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076929.787326:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076929.979312:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076929.979332:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076929.979336:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076929.979346:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076929.979354:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076929.979377:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.979383:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076929.979387:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.979393:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076930.363186:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298586350, at 4298586368
00000100:00000040:3.0:1769076930.363200:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298586350, at 4298586368
00000100:00000010:2.0:1769076930.363204:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82ea0.
00000100:00000010:3.0:1769076930.363213:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82c00.
00010000:00000001:1.0:1769076930.811134:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076930.811139:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076930.811143:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076930.811144:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076930.811186:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076930.811189:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076930.811192:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076931.003251:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076931.003276:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076931.003279:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076931.003290:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076931.003296:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076931.003303:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076931.003308:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076931.003313:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076931.003317:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076931.835245:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076931.835255:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076931.835262:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076931.835264:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076931.835397:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076931.835403:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076931.835407:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076932.027289:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076932.027302:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076932.027304:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076932.027314:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076932.027320:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076932.027325:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076932.027329:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076932.027333:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076932.027338:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076932.859186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076932.859194:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076932.859200:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076932.859201:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076932.859307:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076932.859311:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076932.859315:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076933.051197:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076933.051207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076933.051209:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076933.051214:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076933.051218:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076933.051223:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076933.051225:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076933.051229:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076933.051232:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076933.883221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076933.883230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076933.883236:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076933.883237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076933.883317:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076933.883323:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076933.883326:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076934.075181:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076934.075189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076934.075191:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076934.075196:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:3.0:1769076934.075200:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076934.075205:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.075207:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076934.075210:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.075212:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076934.203155:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076934.203164:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076934.203167:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076934.203171:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076934.203175:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076934.203181:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3917
00000400:00000200:2.0:1769076934.203189:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076934.203195:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076934.203197:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076934.203200:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076934.203203:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076934.203204:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076934.203207:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076934.203210:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076934.203211:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076934.203214:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076934.203217:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076934.203218:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076934.203220:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076934.203222:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076934.203223:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076934.203225:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076934.203226:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076934.203228:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076934.203230:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076934.203232:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076934.203234:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076934.203237:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076934.203239:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076934.203240:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076934.203242:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076934.203250:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000020:00000040:2.0:1769076934.203253:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076934.203256:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076934.203257:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076934.203259:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076934.203261:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076934.203264:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076934.203271:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23400.
00000100:00000001:2.0:1769076934.203276:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076934.203283:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007616052992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076934.203291:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076934.203295:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076934.203298:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007616052992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076934.203318:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076934.203320:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076934.203323:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076934.203324:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076934.203325:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076934.203327:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076934.203329:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3917
00000400:00000200:2.0:1769076934.203331:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076934.203332:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076934.203334:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076934.203336:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076934.203337:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076934.203338:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076934.203340:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076934.203341:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076934.203342:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076934.203343:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076934.203345:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076934.203346:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076934.203347:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076934.203349:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076934.203350:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076934.203352:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076934.203353:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076934.203355:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076934.203357:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076934.203358:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076934.203360:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076934.203364:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076934.203366:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076934.203367:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076934.203370:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076934.203374:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076934.203375:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076934.203378:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
00000020:00000040:2.0:1769076934.203379:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076934.203383:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769076934.203383:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769076934.203388:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076934.203393:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076934.203394:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076934.203396:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076934.203396:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076934.203404:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000010:2.0:1769076934.203406:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21000.
00000100:00000001:2.0:1769076934.203413:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076934.203419:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007616053120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769076934.203429:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693800 x1855007616052992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076934.203430:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076934.203435:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076934.203444:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007616053120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.203488:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076934.203489:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076934.203494:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076934.203496:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076934.203503:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:3.0:1769076934.203503:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769076934.203507:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1769076934.203509:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1769076934.203510:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1769076934.203517:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076934.203519:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076934.203529:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3917
00000100:00100000:3.0:1769076934.203530:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616052992:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076934.203543:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076934.203549:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:2.0:1769076934.203553:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:3.0:1769076934.203556:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076934.203559:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076934.203566:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1769076934.203567:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769076934.203570:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076934.203572:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076934.203574:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076934.203576:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076934.203579:0:70933:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000010:3.0:1769076934.203579:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
00000020:00000040:2.0:1769076934.203580:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076934.203587:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1769076934.203589:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769076934.203590:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076934.203597:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076934.203600:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076934.203620:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:3.0:1769076934.203621:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076934.203630:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076934.203635:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000010:3.0:1769076934.203637:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000100:00000001:2.0:1769076934.203639:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076934.203650:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076934.203655:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076934.203658:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076934.203658:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
02000000:00000001:2.0:1769076934.203672:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076934.203677:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1769076934.203679:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616052992, portal 25
02000000:00000001:2.0:1769076934.203681:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076934.203691:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076934.203693:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1769076934.203698:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769076934.203698:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102519808 : -107391607031808 : ffff9e53f1693800)
00000100:00000040:3.0:1769076934.203741:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693800 x1855007616052992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769076934.203746:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076934.203753:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076934.203765:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000100:00000001:3.0:1769076934.203768:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1769076934.203771:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000040:3.0:1769076934.203780:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000001:2.0:1769076934.203781:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076934.203786:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076934.203789:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1769076934.203789:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076934.203808:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616052992, offset 0
02000000:00000001:2.0:1769076934.203810:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076934.203815:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076934.203820:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000400:00000200:3.0:1769076934.203823:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076934.203826:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076934.203832:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007616053248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769076934.203842:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076934.203854:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076934.203856:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076934.203859:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:2.0:1769076934.203867:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007616053248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076934.203875:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769076934.203877:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076934.203882:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769076934.203887:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:2.0:1769076934.203895:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769076934.203901:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769076934.203902:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076934.203911:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769076934.203915:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:2.0:1769076934.203918:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3927)
00000400:00000200:3.0:1769076934.203926:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37708:37708:256:4294967295] 192.168.204.113@tcp LPNI seq info [37678:37678:8:4294967295]
00000400:00000200:3.0:1769076934.203933:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076934.203947:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076934.203955:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076934.203962:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076934.203972:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076934.203977:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076934.203984:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076934.203988:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769076934.203993:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076934.203997:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076934.204004:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076934.204010:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076934.204018:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076934.204021:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076934.204026:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076934.204031:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693800 x1855007616052992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204044:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076934.204048:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693800 x1855007616052992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204057:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076934.204059:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076934.204102:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076934.204107:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076934.204111:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298591470
00000100:00000010:3.0:1769076934.204118:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82c00.
00000100:00000001:3.0:1769076934.204126:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076934.204142:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298591470
00000100:00000010:3.0:1769076934.204146:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82600.
00000100:00000001:3.0:1769076934.204150:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076934.204154:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076934.204158:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076934.204162:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076934.204169:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076934/real 1769076934]  req@ffff9e53f1693800 x1855007616052992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076934.204180:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076934.204182:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076934.204185:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076934.204188:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076934.204190:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076934.204194:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076934.204198:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693800 x1855007616052992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076934.204208:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693800 x1855007616052992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204215:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076934.204217:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.204220:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076934.204222:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076934.204226:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693800 x1855007616052992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204233:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076934.204239:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693800 x1855007616052992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204246:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076934.204250:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.204251:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076934.204253:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.204256:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076934.204258:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076934.204262:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076934.204266:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076934.204269:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076934.204273:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693800 x1855007616052992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076934.204281:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616052992:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076934.204287:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.204290:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076934.204293:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693800 x1855007616052992/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204300:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076934.204304:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076934.204307:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076934.204311:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076934.204313:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076934.204315:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076934.204318:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076934.204321:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23400.
02000000:00000001:3.0:1769076934.204325:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076934.204328:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076934.204330:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693800.
00000100:00000001:3.0:1769076934.204333:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076934.204335:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.204338:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.204346:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076934.204348:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076934.204351:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076934.204353:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076934.204354:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076934.204359:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690e00 x1855007616053120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204365:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076934.204367:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076934.204370:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076934.204372:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076934.204374:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076934.204378:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616053120:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076934.204382:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076934.204384:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076934.204385:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076934.204388:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076934.204391:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076934.204394:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076934.204399:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076934.204402:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076934.204406:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076934.204409:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616053120, portal 10
00000100:00000001:3.0:1769076934.204412:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076934.204413:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102509056 : -107391607042560 : ffff9e53f1690e00)
00000100:00000040:3.0:1769076934.204422:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690e00 x1855007616053120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204429:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076934.204431:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076934.204434:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076934.204437:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616053120, offset 0
00000400:00000200:3.0:1769076934.204441:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076934.204446:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076934.204450:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076934.204453:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076934.204456:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076934.204468:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076934.204471:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076934.204475:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37709:37709:256:4294967295] 192.168.204.113@tcp LPNI seq info [37679:37679:8:4294967295]
00000400:00000200:3.0:1769076934.204479:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076934.204486:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076934.204491:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076934.204495:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076934.204500:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076934.204503:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076934.204508:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076934.204511:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769076934.204516:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076934.204518:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076934.204522:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076934.204526:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076934.204530:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076934.204532:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076934.204534:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076934.204538:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690e00 x1855007616053120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204547:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076934.204551:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690e00 x1855007616053120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204567:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076934.204569:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076934.204572:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076934.204577:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076934.204581:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076934.204583:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298590222
00000100:00000001:3.0:1769076934.204587:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298591470
00000100:00000001:3.0:1769076934.204589:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298590222
00000100:00000001:3.0:1769076934.204592:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298591470
00000100:00000001:3.0:1769076934.204594:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076934.204597:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076934.204599:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076934.204603:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076934/real 1769076934]  req@ffff9e53f1690e00 x1855007616053120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076934.204612:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076934.204614:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076934.204616:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076934.204619:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076934.204621:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076934.204624:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076934.204628:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690e00 x1855007616053120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076934.204638:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690e00 x1855007616053120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204645:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076934.204647:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.204649:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076934.204650:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076934.204654:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690e00 x1855007616053120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204662:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076934.204667:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690e00 x1855007616053120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204675:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076934.204678:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.204680:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076934.204682:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.204684:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076934.204686:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076934.204689:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076934.204693:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076934.204696:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076934.204701:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690e00 x1855007616053120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076934.204727:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616053120:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076934.204733:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076934.204748:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691880 x1855007616053248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204763:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076934.204764:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076934.204767:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076934.204769:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076934.204772:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076934.204775:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616053248:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076934.204779:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076934.204781:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076934.204783:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076934.204785:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076934.204789:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076934.204791:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076934.204795:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076934.204810:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076934.204813:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076934.204816:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616053248, portal 10
00000100:00000001:3.0:1769076934.204818:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076934.204820:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102511744 : -107391607039872 : ffff9e53f1691880)
00000100:00000040:3.0:1769076934.204826:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691880 x1855007616053248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204834:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076934.204837:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076934.204839:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076934.204841:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616053248, offset 0
00000400:00000200:3.0:1769076934.204846:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076934.204850:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076934.204854:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076934.204858:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076934.204860:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076934.204863:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076934.204866:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076934.204870:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37710:37710:256:4294967295] 192.168.204.113@tcp LPNI seq info [37680:37680:8:4294967295]
00000400:00000200:3.0:1769076934.204874:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076934.204881:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076934.204886:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076934.204890:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076934.204895:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076934.204898:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076934.204902:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076934.204905:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769076934.204910:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076934.204912:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076934.204915:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076934.204919:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076934.204922:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076934.204924:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076934.204926:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076934.204931:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691880 x1855007616053248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204939:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076934.204943:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691880 x1855007616053248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.204951:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076934.204953:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076934.204956:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076934.204960:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076934.204964:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076934.204966:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298590229
00000100:00000001:3.0:1769076934.204969:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298591470
00000100:00000001:3.0:1769076934.204971:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298590229
00000100:00000001:3.0:1769076934.204974:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298591470
00000100:00000001:3.0:1769076934.204976:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076934.204979:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076934.204981:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076934.204985:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076934/real 1769076934]  req@ffff9e53f1691880 x1855007616053248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076934.204993:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076934.204995:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076934.204997:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076934.205000:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076934.205001:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076934.205004:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076934.205007:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691880 x1855007616053248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076934.205016:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691880 x1855007616053248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.205024:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076934.205026:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.205028:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076934.205029:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076934.205033:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691880 x1855007616053248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.205041:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076934.205046:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691880 x1855007616053248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.205053:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076934.205055:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.205057:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076934.205059:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.205060:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076934.205082:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076934.205086:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076934.205090:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076934.205093:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076934.205098:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691880 x1855007616053248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076934.205106:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616053248:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076934.205111:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.205113:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076934.205116:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690e00 x1855007616053120/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.205124:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076934.205125:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076934.205128:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076934.205131:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076934.205133:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076934.205134:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076934.205137:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076934.205138:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21000.
02000000:00000001:3.0:1769076934.205141:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076934.205143:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076934.205144:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690e00.
00000100:00000001:3.0:1769076934.205147:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076934.205149:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.205151:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076934.205154:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691880 x1855007616053248/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076934.205161:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076934.205163:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076934.205165:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076934.205167:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076934.205168:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076934.205170:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076934.205172:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076934.205174:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:3.0:1769076934.205177:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076934.205178:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076934.205180:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691880.
00000100:00000001:3.0:1769076934.205182:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076934.205184:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.205186:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.205189:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076934.205190:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076934.205193:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076934.205194:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076934.907149:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076934.907156:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076934.907160:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076934.907163:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076934.907165:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076934.907167:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076934.907169:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076934.907171:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076934.907173:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076934.907174:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076934.907266:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076934.907272:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076934.907276:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076935.099219:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076935.099225:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076935.099227:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076935.099231:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076935.099236:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076935.099239:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.099243:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076935.099245:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076935.099248:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076935.483163:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298591470, at 4298591488
00000100:00000010:2.0:1769076935.483179:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82c00.
00000100:00000040:3.0:1769076935.483274:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298591470, at 4298591488
00000100:00000010:3.0:1769076935.483294:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82600.
00010000:00000001:1.0:1769076935.931336:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076935.931348:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076935.931357:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076935.931359:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076935.931460:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076935.931465:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076935.931469:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076936.123227:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076936.123236:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076936.123239:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076936.123245:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076936.123249:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076936.123254:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076936.123264:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076936.123267:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076936.123270:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076936.955189:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076936.955198:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076936.955201:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076936.955203:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076936.955208:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076936.955210:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076936.955212:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076936.955214:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076936.955217:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076936.955219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076936.955289:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076936.955293:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076936.955297:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076937.147155:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076937.147162:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076937.147163:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076937.147168:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076937.147171:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076937.147175:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076937.147177:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076937.147195:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076937.147197:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076937.979163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076937.979169:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076937.979173:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076937.979174:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076937.979230:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076937.979234:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076937.979247:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076938.171164:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076938.171188:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076938.171190:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076938.171197:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076938.171201:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076938.171205:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076938.171209:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076938.171213:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076938.171216:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076939.003135:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076939.003140:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076939.003144:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076939.003145:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076939.003221:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076939.003227:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076939.003231:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076939.195142:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076939.195150:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076939.195152:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076939.195157:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076939.195161:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076939.195165:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076939.195167:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076939.195170:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076939.195173:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076939.323176:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076939.323187:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076939.323190:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076939.323194:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076939.323199:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076939.323206:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3922
00000400:00000200:2.0:1769076939.323213:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076939.323218:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076939.323221:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076939.323223:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323226:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076939.323228:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323241:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076939.323245:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076939.323246:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076939.323249:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076939.323251:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076939.323253:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076939.323254:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076939.323256:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323258:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076939.323259:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323260:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076939.323262:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076939.323264:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323266:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076939.323268:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076939.323272:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076939.323280:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076939.323282:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076939.323284:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076939.323293:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000020:00000040:2.0:1769076939.323296:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076939.323299:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076939.323300:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076939.323302:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076939.323304:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076939.323308:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076939.323314:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21400.
00000100:00000001:2.0:1769076939.323319:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076939.323337:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007616053376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076939.323345:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076939.323348:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076939.323353:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007616053376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076939.323373:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076939.323375:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076939.323378:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076939.323379:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076939.323380:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076939.323382:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076939.323383:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3922
00000400:00000200:2.0:1769076939.323386:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076939.323387:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076939.323389:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076939.323391:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323393:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076939.323394:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323395:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076939.323397:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076939.323398:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076939.323399:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076939.323400:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076939.323401:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076939.323403:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076939.323404:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323405:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076939.323415:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323416:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076939.323417:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076939.323419:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323420:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076939.323422:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076939.323426:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076939.323427:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076939.323429:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076939.323432:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076939.323434:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076939.323436:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076939.323438:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
00000020:00000040:2.0:1769076939.323440:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076939.323441:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076939.323442:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076939.323443:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076939.323444:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076939.323445:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076939.323448:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22400.
00000100:00000001:2.0:1769076939.323450:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076939.323453:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007616053504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076939.323458:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076939.323460:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076939.323462:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007616053504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076939.323467:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076939.323469:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076939.323470:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076939.323471:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076939.323472:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076939.323474:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076939.323475:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3922
00000400:00000200:2.0:1769076939.323478:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076939.323481:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076939.323483:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076939.323486:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323487:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076939.323488:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323490:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076939.323491:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076939.323492:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076939.323493:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076939.323495:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076939.323496:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076939.323497:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076939.323502:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323505:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076939.323507:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323508:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076939.323509:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076939.323511:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076939.323512:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076939.323513:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076939.323516:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076939.323517:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076939.323519:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076939.323520:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076939.323521:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076939.323522:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076939.323524:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000020:00000040:2.0:1769076939.323525:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076939.323527:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076939.323527:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076939.323530:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076939.323531:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769076939.323531:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769076939.323536:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076939.323544:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1769076939.323546:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000100:00000001:2.0:1769076939.323554:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076939.323554:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1769076939.323567:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007616053632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076939.323579:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1769076939.323579:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692a00 x1855007616053376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076939.323585:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076939.323612:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769076939.323614:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007616053632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.323616:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076939.323661:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076939.323667:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769076939.323668:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1769076939.323675:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:3.0:1769076939.323677:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769076939.323681:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769076939.323686:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076939.323688:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076939.323695:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3933)
00000100:00100000:3.0:1769076939.323698:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616053376:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076939.323709:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076939.323717:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076939.323721:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076939.323725:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076939.323738:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076939.323741:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076939.323754:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076939.323773:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076939.323801:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076939.323816:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616053376, portal 25
00000100:00000001:3.0:1769076939.323821:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076939.323825:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102516224 : -107391607035392 : ffff9e53f1692a00)
00000100:00000040:3.0:1769076939.323839:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692a00 x1855007616053376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.323855:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076939.323860:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076939.323864:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076939.323869:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616053376, offset 0
00000400:00000200:3.0:1769076939.323877:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076939.323891:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076939.323903:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076939.323912:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076939.323918:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076939.323924:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076939.323928:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076939.323933:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37711:37711:256:4294967295] 192.168.204.113@tcp LPNI seq info [37681:37681:8:4294967295]
00000400:00000200:3.0:1769076939.323939:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076939.323963:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076939.323972:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076939.323979:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076939.323989:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076939.323996:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076939.324004:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076939.324010:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769076939.324016:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076939.324020:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076939.324030:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076939.324037:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076939.324044:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076939.324048:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076939.324054:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076939.324060:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692a00 x1855007616053376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.324075:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076939.324079:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692a00 x1855007616053376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.324130:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076939.324132:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076939.324142:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076939.324164:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076939.324168:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298596590
00000100:00000010:3.0:1769076939.324174:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82600.
00000100:00000001:3.0:1769076939.324182:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076939.324198:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298596590
00000100:00000010:3.0:1769076939.324201:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d824e0.
00000100:00000001:3.0:1769076939.324204:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076939.324208:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076939.324210:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076939.324214:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076939.324236:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076939/real 1769076939]  req@ffff9e53f1692a00 x1855007616053376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076939.324251:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076939.324254:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076939.324258:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076939.324262:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076939.324264:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076939.324267:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076939.324272:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692a00 x1855007616053376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076939.324284:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692a00 x1855007616053376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.324293:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076939.324296:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.324299:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076939.324302:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076939.324307:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692a00 x1855007616053376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.324315:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076939.324338:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692a00 x1855007616053376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.324345:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076939.324348:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.324350:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076939.324351:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.324354:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076939.324356:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076939.324359:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076939.324363:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076939.324365:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076939.324370:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692a00 x1855007616053376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076939.324377:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616053376:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076939.324384:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076939.324388:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690380 x1855007616053504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.324415:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076939.324417:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076939.324420:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076939.324422:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076939.324425:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076939.324429:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616053504:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076939.324433:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076939.324435:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076939.324437:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076939.324440:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076939.324445:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076939.324448:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076939.324453:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076939.324456:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076939.324461:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076939.324465:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616053504, portal 10
00000100:00000001:3.0:1769076939.324468:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076939.324470:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102506368 : -107391607045248 : ffff9e53f1690380)
00000100:00000040:3.0:1769076939.324491:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690380 x1855007616053504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.324500:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076939.324503:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076939.324506:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076939.324509:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616053504, offset 0
00000400:00000200:3.0:1769076939.324514:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076939.324519:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076939.324523:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076939.324527:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076939.324531:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076939.324534:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076939.324538:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076939.324542:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37712:37712:256:4294967295] 192.168.204.113@tcp LPNI seq info [37682:37682:8:4294967295]
00000400:00000200:3.0:1769076939.324547:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076939.324556:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076939.324561:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076939.324564:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076939.324570:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076939.324573:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076939.324579:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076939.324607:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769076939.324613:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076939.324616:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076939.324620:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076939.324647:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076939.324652:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076939.324655:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076939.324659:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076939.324665:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690380 x1855007616053504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.324690:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076939.324695:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690380 x1855007616053504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.324705:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076939.324707:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076939.324712:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076939.324718:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076939.324724:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076939.324727:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298595342
00000100:00000001:3.0:1769076939.324732:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298596590
00000100:00000001:3.0:1769076939.324736:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298595342
00000100:00000001:3.0:1769076939.324740:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298596590
00000100:00000001:3.0:1769076939.324743:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076939.324746:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076939.324749:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076939.324755:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076939/real 1769076939]  req@ffff9e53f1690380 x1855007616053504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076939.324763:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076939.324764:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076939.324766:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076939.324769:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076939.324771:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076939.324772:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076939.324792:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690380 x1855007616053504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076939.324804:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690380 x1855007616053504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.324812:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076939.324814:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.324816:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076939.324818:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076939.324822:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690380 x1855007616053504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.324830:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076939.324835:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690380 x1855007616053504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.324844:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076939.324847:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.324849:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076939.324850:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.324854:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076939.324856:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076939.324860:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076939.324865:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076939.324868:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076939.324872:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690380 x1855007616053504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076939.324882:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616053504:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076939.324888:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.324891:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076939.324895:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692a00 x1855007616053376/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.324904:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076939.324908:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076939.324912:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076939.324916:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076939.324919:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076939.324922:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076939.324925:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076939.324929:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21400.
02000000:00000001:3.0:1769076939.324934:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076939.324937:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076939.324940:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692a00.
00000100:00000001:3.0:1769076939.324945:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076939.324946:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.324949:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076939.324952:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690380 x1855007616053504/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.324968:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076939.324969:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076939.324971:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076939.324975:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076939.324976:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076939.324978:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076939.324981:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076939.324983:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22400.
02000000:00000001:3.0:1769076939.324985:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076939.324987:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076939.324988:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690380.
00000100:00000001:3.0:1769076939.324991:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076939.324992:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.324995:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.325005:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076939.325008:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076939.325011:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076939.325013:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076939.325014:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076939.325019:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007616053632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.325027:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076939.325029:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076939.325031:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076939.325034:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076939.325037:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076939.325041:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616053632:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076939.325045:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076939.325047:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076939.325049:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076939.325051:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076939.325056:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076939.325059:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076939.325064:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076939.325067:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076939.325070:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076939.325074:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616053632, portal 10
00000100:00000001:3.0:1769076939.325077:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076939.325080:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:3.0:1769076939.325088:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007616053632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.325126:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076939.325130:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076939.325133:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076939.325136:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616053632, offset 0
00000400:00000200:3.0:1769076939.325142:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076939.325165:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076939.325170:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076939.325172:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076939.325175:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076939.325177:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076939.325180:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076939.325183:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37713:37713:256:4294967295] 192.168.204.113@tcp LPNI seq info [37683:37683:8:4294967295]
00000400:00000200:3.0:1769076939.325187:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076939.325193:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076939.325197:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076939.325200:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076939.325204:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076939.325206:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076939.325210:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076939.325213:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769076939.325233:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076939.325237:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076939.325241:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076939.325255:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076939.325259:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076939.325261:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076939.325264:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076939.325269:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690a80 x1855007616053632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.325279:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076939.325284:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690a80 x1855007616053632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.325293:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076939.325296:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076939.325300:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076939.325304:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076939.325308:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076939.325311:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298595350
00000100:00000001:3.0:1769076939.325315:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298596590
00000100:00000001:3.0:1769076939.325317:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298595350
00000100:00000001:3.0:1769076939.325320:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298596590
00000100:00000001:3.0:1769076939.325340:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076939.325342:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076939.325344:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076939.325347:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076939/real 1769076939]  req@ffff9e53f1690a80 x1855007616053632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076939.325353:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076939.325354:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076939.325356:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076939.325358:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076939.325359:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076939.325361:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076939.325364:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007616053632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076939.325372:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007616053632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.325377:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076939.325378:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.325380:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076939.325381:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076939.325385:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007616053632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.325409:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076939.325414:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007616053632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.325422:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076939.325425:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.325427:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076939.325428:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.325431:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076939.325433:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076939.325436:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076939.325444:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076939.325446:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076939.325451:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007616053632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076939.325460:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616053632:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076939.325464:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.325467:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076939.325470:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007616053632/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076939.325478:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076939.325480:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076939.325483:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076939.325486:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076939.325488:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076939.325490:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076939.325492:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076939.325495:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:3.0:1769076939.325509:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076939.325511:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076939.325513:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:3.0:1769076939.325516:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076939.325518:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.325520:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.325524:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076939.325526:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076939.325529:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076939.325531:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076940.027250:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076940.027262:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076940.027273:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076940.027275:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076940.027403:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076940.027427:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076940.027433:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076940.219215:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076940.219225:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076940.219227:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076940.219233:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076940.219237:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076940.219242:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.219245:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076940.219260:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076940.219263:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076940.603205:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298596590, at 4298596608
00000100:00000040:2.0:1769076940.603214:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298596590, at 4298596608
00000100:00000010:3.0:1769076940.603229:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d824e0.
00000100:00000010:2.0:1769076940.603232:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82600.
00010000:00000001:1.0:1769076941.051168:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076941.051177:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076941.051183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076941.051185:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076941.051311:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076941.051316:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076941.051321:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076941.243204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076941.243211:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076941.243213:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076941.243218:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076941.243221:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076941.243225:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076941.243228:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076941.243230:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076941.243232:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076942.075167:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076942.075175:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076942.075181:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076942.075182:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076942.075247:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076942.075252:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076942.075255:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076942.267252:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076942.267260:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076942.267263:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076942.267269:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076942.267274:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076942.267277:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076942.267279:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076942.267282:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076942.267284:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076943.099191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076943.099214:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076943.099221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076943.099223:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076943.099373:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076943.099382:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076943.099388:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076943.291188:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076943.291194:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076943.291196:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076943.291200:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076943.291204:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076943.291208:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076943.291210:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076943.291213:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076943.291216:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076944.123238:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076944.123250:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076944.123258:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076944.123260:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076944.123432:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076944.123441:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076944.123449:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076944.315267:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076944.315278:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076944.315281:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076944.315289:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076944.315296:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076944.315301:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076944.315304:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076944.315308:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076944.315312:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076944.443272:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076944.443289:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076944.443293:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076944.443299:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076944.443305:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076944.443316:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3928
00000400:00000200:2.0:1769076944.443333:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076944.443344:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076944.443349:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076944.443357:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076944.443363:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076944.443370:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076944.443376:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076944.443384:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076944.443390:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076944.443394:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076944.443398:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076944.443402:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076944.443406:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076944.443412:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076944.443415:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076944.443419:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076944.443423:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076944.443428:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076944.443433:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076944.443438:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076944.443442:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076944.443448:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076944.443452:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076944.443456:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076944.443459:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076944.443473:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000020:00000040:2.0:1769076944.443479:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076944.443485:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076944.443488:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076944.443492:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076944.443495:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076944.443501:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076944.443512:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23400.
00000100:00000001:2.0:1769076944.443523:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076944.443559:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007616053760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076944.443578:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076944.443584:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076944.443592:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007616053760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076944.443628:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076944.443634:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076944.443640:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076944.443642:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076944.443644:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076944.443648:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076944.443653:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3928
00000400:00000200:2.0:1769076944.443659:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076944.443664:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076944.443669:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076944.443674:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076944.443677:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076944.443680:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076944.443683:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076944.443686:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076944.443688:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076944.443691:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076944.443694:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076944.443697:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076944.443700:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076944.443704:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076944.443708:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076944.443712:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076944.443716:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076944.443721:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076944.443726:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076944.443730:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076944.443734:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076944.443742:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076944.443746:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076944.443749:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076944.443754:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1769076944.443756:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769076944.443767:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1769076944.443768:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076944.443773:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769076944.443776:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076944.443787:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000100:00000040:3.0:1769076944.443794:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692680 x1855007616053760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769076944.443797:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076944.443816:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076944.443827:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076944.443832:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076944.443835:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769076944.443838:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076944.443844:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076944.443848:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076944.443852:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076944.443855:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076944.443864:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076944.443866:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21800.
00000100:00100000:3.0:1769076944.443872:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616053760:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076944.443881:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076944.443883:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076944.443891:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076944.443896:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076944.443901:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007616053888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769076944.443902:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076944.443918:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:2.0:1769076944.443920:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769076944.443925:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076944.443934:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076944.443950:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:2.0:1769076944.443952:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007616053888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769076944.443959:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076944.443974:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000001:2.0:1769076944.443982:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769076944.443989:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616053760, portal 25
00000100:00080000:2.0:1769076944.443992:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076944.443998:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076944.444005:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102515328 : -107391607036288 : ffff9e53f1692680)
00000100:00080000:2.0:1769076944.444008:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076944.444015:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1769076944.444021:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692680 x1855007616053760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769076944.444022:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076944.444039:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769076944.444052:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769076944.444055:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3928
00000400:00000200:2.0:1769076944.444124:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769076944.444129:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076944.444135:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000400:00000200:2.0:1769076944.444137:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000200:3.0:1769076944.444147:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616053760, offset 0
00000100:00080000:2.0:1769076944.444151:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076944.444163:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:3.0:1769076944.444167:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076944.444183:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076944.444192:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:3.0:1769076944.444197:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076944.444209:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076944.444217:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076944.444220:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076944.444224:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076944.444228:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076944.444232:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076944.444236:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769076944.444243:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076944.444247:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769076944.444255:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:2.0:1769076944.444257:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076944.444268:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:3.0:1769076944.444269:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076944.444284:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000040:2.0:1769076944.444285:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:3.0:1769076944.444295:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076944.444305:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00080000:2.0:1769076944.444306:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076944.444323:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076944.444324:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37714:37714:256:4294967295] 192.168.204.113@tcp LPNI seq info [37684:37684:8:4294967295]
02000000:00000001:2.0:1769076944.444344:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769076944.444346:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:2.0:1769076944.444362:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769076944.444380:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769076944.444383:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076944.444394:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.0:1769076944.444403:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000008:00100000:2.0:1769076944.444406:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000010:3.0:1769076944.444414:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000008:00000001:2.0:1769076944.444417:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076944.444425:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769076944.444432:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000010:2.0:1769076944.444440:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000800:00000200:3.0:1769076944.444441:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000020:00000040:2.0:1769076944.444457:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:3.1:1769076944.444463:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:2.0:1769076944.444471:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1769076944.444472:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
02000000:00000001:2.0:1769076944.444481:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769076944.444490:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076944.444493:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:3.0:1769076944.444496:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
02000000:00000001:2.0:1769076944.444500:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076944.444507:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076944.444508:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076944.444523:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000010:2.0:1769076944.444525:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20400.
00000400:00000200:3.0:1769076944.444531:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076944.444562:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076944.444571:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076944.444577:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692680 x1855007616053760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.444593:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076944.444598:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692680 x1855007616053760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.444608:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076944.444611:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076944.444620:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076944.444626:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076944.444631:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298601710
00000100:00000001:2.0:1769076944.444640:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076944.444641:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d824e0.
00000100:00000001:3.0:1769076944.444663:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00100000:2.0:1769076944.444682:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007616054016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076944.444686:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298601710
00000100:00000010:3.0:1769076944.444698:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82de0.
00000100:00000001:3.0:1769076944.444711:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076944.444719:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076944.444728:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076944.444729:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076944.444739:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769076944.444742:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076944.444755:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076944/real 1769076944]  req@ffff9e53f1692680 x1855007616053760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076944.444768:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007616054016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076944.444786:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076944.444794:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076944.444801:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076944.444814:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000100:00000001:2.0:1769076944.444815:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076944.444822:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000040:2.0:1769076944.444827:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076944.444829:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076944.444842:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692680 x1855007616053760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076944.444844:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076944.444850:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076944.444856:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076944.444864:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3938)
00000100:00000200:3.0:1769076944.445159:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692680 x1855007616053760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.445169:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076944.445173:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.445177:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076944.445180:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076944.445186:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692680 x1855007616053760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.445197:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076944.445203:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692680 x1855007616053760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.445213:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076944.445217:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.445219:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076944.445222:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.445226:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076944.445229:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076944.445234:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076944.445242:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076944.445245:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076944.445250:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692680 x1855007616053760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076944.445261:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616053760:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076944.445268:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.445272:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076944.445275:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692680 x1855007616053760/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.445293:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076944.445297:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076944.445302:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076944.445307:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076944.445310:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076944.445313:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076944.445316:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076944.445321:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23400.
02000000:00000001:3.0:1769076944.445326:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076944.445329:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076944.445332:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692680.
00000100:00000001:3.0:1769076944.445337:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076944.445339:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.445342:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.445353:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076944.445356:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076944.445359:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076944.445362:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076944.445364:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076944.445369:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692300 x1855007616053888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.445379:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076944.445381:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076944.445384:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076944.445387:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076944.445390:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076944.445394:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616053888:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076944.445398:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076944.445401:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076944.445403:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076944.445406:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076944.445412:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076944.445415:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076944.445422:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076944.445428:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076944.445433:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076944.445438:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616053888, portal 10
00000100:00000001:3.0:1769076944.445441:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076944.445443:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102514432 : -107391607037184 : ffff9e53f1692300)
00000100:00000040:3.0:1769076944.445466:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692300 x1855007616053888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.445476:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076944.445481:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076944.445484:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076944.445488:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616053888, offset 0
00000400:00000200:3.0:1769076944.445494:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076944.445501:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076944.445508:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076944.445512:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076944.445516:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076944.445520:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076944.445524:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076944.445528:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37715:37715:256:4294967295] 192.168.204.113@tcp LPNI seq info [37685:37685:8:4294967295]
00000400:00000200:3.0:1769076944.445534:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076944.445830:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076944.445838:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076944.445844:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076944.445850:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076944.445853:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076944.445860:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076944.445864:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769076944.445869:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076944.445871:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076944.445875:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076944.445880:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076944.445885:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076944.445887:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076944.445892:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076944.445898:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692300 x1855007616053888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.445909:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076944.445913:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692300 x1855007616053888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.445922:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076944.445924:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076944.445929:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076944.445934:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076944.445940:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076944.445943:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298600463
00000100:00000001:3.0:1769076944.445947:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298601710
00000100:00000001:3.0:1769076944.445950:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298600463
00000100:00000001:3.0:1769076944.445953:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298601710
00000100:00000001:3.0:1769076944.445956:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076944.445959:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076944.445961:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076944.445966:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076944/real 1769076944]  req@ffff9e53f1692300 x1855007616053888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076944.445976:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076944.445978:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076944.445980:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076944.445984:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076944.445986:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076944.445989:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076944.445993:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692300 x1855007616053888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076944.446003:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692300 x1855007616053888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.446019:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076944.446021:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.446023:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076944.446025:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076944.446030:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692300 x1855007616053888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.446038:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076944.446042:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692300 x1855007616053888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.446051:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076944.446053:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.446055:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076944.446057:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.446059:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076944.446089:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076944.446093:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076944.446098:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076944.446101:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076944.446106:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692300 x1855007616053888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076944.446116:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616053888:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076944.446121:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076944.446126:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690700 x1855007616054016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.446134:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076944.446136:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076944.446140:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076944.446143:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076944.446146:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076944.446152:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616054016:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076944.446160:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076944.446164:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076944.446168:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076944.446171:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076944.446193:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076944.446197:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076944.446205:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076944.446211:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076944.446218:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076944.446225:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616054016, portal 10
00000100:00000001:3.0:1769076944.446230:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076944.446232:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102507264 : -107391607044352 : ffff9e53f1690700)
00000100:00000040:3.0:1769076944.446245:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690700 x1855007616054016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.446258:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076944.446263:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076944.446268:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076944.446273:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616054016, offset 0
00000400:00000200:3.0:1769076944.446281:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076944.446289:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076944.446296:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076944.446302:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076944.446307:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076944.446311:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076944.446316:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076944.446321:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37716:37716:256:4294967295] 192.168.204.113@tcp LPNI seq info [37686:37686:8:4294967295]
00000400:00000200:3.0:1769076944.446329:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076944.446341:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076944.446350:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076944.446357:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076944.446364:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076944.446369:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076944.446377:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076944.446381:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769076944.446389:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076944.446392:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076944.446398:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076944.446405:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076944.446411:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076944.446414:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076944.446419:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076944.446427:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690700 x1855007616054016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.446441:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076944.446448:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690700 x1855007616054016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.446460:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076944.446464:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076944.446471:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076944.446477:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076944.446483:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076944.446488:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298600471
00000100:00000001:3.0:1769076944.446493:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298601710
00000100:00000001:3.0:1769076944.446497:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298600471
00000100:00000001:3.0:1769076944.446501:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298601710
00000100:00000001:3.0:1769076944.446506:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076944.446510:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076944.446513:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076944.446521:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076944/real 1769076944]  req@ffff9e53f1690700 x1855007616054016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076944.446575:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076944.446578:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076944.446582:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076944.446588:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076944.446591:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076944.446596:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076944.446604:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690700 x1855007616054016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076944.446623:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690700 x1855007616054016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.446636:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076944.446639:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.446642:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076944.446645:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076944.446653:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690700 x1855007616054016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.446667:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076944.446676:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690700 x1855007616054016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.446685:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076944.446689:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.446691:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076944.446693:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.446695:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076944.446697:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076944.446700:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076944.446704:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076944.446707:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076944.446713:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690700 x1855007616054016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076944.446723:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616054016:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076944.446728:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.446730:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076944.446734:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692300 x1855007616053888/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.446742:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076944.446744:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076944.446746:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076944.446750:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076944.446753:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076944.446755:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076944.446758:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076944.446760:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21800.
02000000:00000001:3.0:1769076944.446764:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076944.446766:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076944.446768:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692300.
00000100:00000001:3.0:1769076944.446771:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076944.446773:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.446775:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076944.446779:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690700 x1855007616054016/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076944.446787:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076944.446789:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076944.446791:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076944.446793:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076944.446794:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076944.446796:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076944.446798:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076944.446800:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20400.
02000000:00000001:3.0:1769076944.446802:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076944.446805:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076944.446807:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690700.
00000100:00000001:3.0:1769076944.446810:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076944.446812:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.446814:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076944.446820:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076944.446822:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076944.446824:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076944.446826:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076945.147187:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076945.147198:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076945.147205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076945.147209:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076945.147213:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076945.147216:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076945.147220:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076945.147223:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076945.147226:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076945.147228:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076945.147315:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076945.147321:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076945.147326:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076945.339289:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076945.339300:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076945.339303:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076945.339311:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076945.339316:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076945.339323:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076945.339327:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076945.339349:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076945.339353:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076945.723237:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298601710, at 4298601728
00000100:00000040:3.0:1769076945.723237:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298601710, at 4298601728
00000100:00000010:3.0:1769076945.723261:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82de0.
00000100:00000010:2.0:1769076945.723269:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d824e0.
00010000:00000001:1.0:1769076946.171301:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076946.171314:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076946.171326:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076946.171329:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076946.171464:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076946.171472:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076946.171479:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076946.363247:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076946.363259:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076946.363262:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076946.363270:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076946.363275:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076946.363281:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076946.363285:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076946.363289:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076946.363293:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076947.195259:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076947.195269:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076947.195271:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076947.195274:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076947.195290:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076947.195292:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076947.195294:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076947.195296:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076947.195301:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076947.195302:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076947.195421:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076947.195429:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076947.195434:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076947.387212:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076947.387223:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076947.387226:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076947.387233:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076947.387240:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076947.387245:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076947.387248:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076947.387252:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076947.387256:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076948.219199:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076948.219207:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076948.219214:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076948.219215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076948.219299:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076948.219305:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076948.219310:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076948.411230:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076948.411241:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076948.411244:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076948.411252:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076948.411257:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076948.411262:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076948.411266:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076948.411269:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076948.411273:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:3.0:1769076948.539323:0:71098:0:(osc_request.c:735:osc_update_next_shrink()) next time 5137 to shrink grant
00000008:00000020:3.0:1769076948.539346:0:71098:0:(osc_request.c:735:osc_update_next_shrink()) next time 5137 to shrink grant
00010000:00000001:1.0:1769076949.243338:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076949.243350:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076949.243376:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076949.243378:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076949.243526:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076949.243533:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076949.243538:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076949.435421:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076949.435429:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076949.435430:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076949.435435:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076949.435439:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076949.435442:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076949.435445:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076949.435447:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076949.435449:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076949.563191:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076949.563206:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076949.563210:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076949.563215:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076949.563220:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076949.563229:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3933
00000400:00000200:2.0:1769076949.563239:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076949.563247:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076949.563251:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076949.563254:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563259:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076949.563261:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563264:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076949.563269:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076949.563271:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076949.563274:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076949.563277:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076949.563279:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076949.563282:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076949.563284:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563286:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076949.563288:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563290:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076949.563294:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076949.563297:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563299:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076949.563302:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076949.563305:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076949.563308:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076949.563310:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076949.563313:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076949.563327:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693480.
00000020:00000040:2.0:1769076949.563332:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076949.563339:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076949.563341:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076949.563346:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076949.563376:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076949.563383:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076949.563397:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22000.
00000100:00000001:2.0:1769076949.563407:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076949.563420:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693480 x1855007616054144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076949.563436:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076949.563443:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076949.563469:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a08507] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693480 x1855007616054144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076949.563502:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076949.563506:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076949.563509:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076949.563511:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076949.563513:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076949.563515:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076949.563518:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3933
00000400:00000200:2.0:1769076949.563522:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076949.563525:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076949.563527:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076949.563530:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563532:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076949.563534:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563536:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076949.563538:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076949.563539:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076949.563540:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076949.563543:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076949.563545:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076949.563547:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076949.563550:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563551:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076949.563553:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563555:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076949.563556:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076949.563559:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563561:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076949.563563:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076949.563568:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076949.563571:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076949.563572:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076949.563577:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769076949.563578:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1769076949.563581:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076949.563585:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076949.563585:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000010:2.0:1769076949.563589:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691f80.
00000100:00000001:3.0:1769076949.563590:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769076949.563595:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076949.563598:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076949.563600:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076949.563603:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1769076949.563604:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693480 x1855007616054144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769076949.563605:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076949.563609:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076949.563615:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23c00.
00000100:00000001:3.0:1769076949.563623:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076949.563624:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076949.563628:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076949.563634:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691f80 x1855007616054272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769076949.563636:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076949.563641:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076949.563644:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769076949.563647:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076949.563649:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076949.563653:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c3f3d7a] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691f80 x1855007616054272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076949.563672:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616054144:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076949.563673:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076949.563678:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076949.563684:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076949.563685:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769076949.563687:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076949.563690:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076949.563692:0:70933:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1769076949.563692:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1769076949.563697:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3933
02000000:00000001:3.0:1769076949.563699:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076949.563704:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:3.0:1769076949.563706:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1769076949.563709:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076949.563712:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
02000000:00000010:3.0:1769076949.563716:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000040:2.0:1769076949.563717:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563725:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769076949.563725:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076949.563731:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563734:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076949.563735:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076949.563737:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769076949.563739:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769076949.563741:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:2.0:1769076949.563742:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076949.563747:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076949.563749:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000010:3.0:1769076949.563750:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000100:00000040:2.0:1769076949.563754:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563757:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076949.563759:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563761:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000010:3.0:1769076949.563762:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000020:00000040:2.0:1769076949.563764:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769076949.563769:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563771:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076949.563773:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1769076949.563774:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616054144, portal 25
02000000:00000001:2.0:1769076949.563776:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076949.563779:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1769076949.563781:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076949.563783:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518912 : -107391607032704 : ffff9e53f1693480)
00000100:00000001:2.0:1769076949.563784:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076949.563790:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076949.563793:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076949.563795:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693480 x1855007616054144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076949.563796:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076949.563806:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000020:00000040:2.0:1769076949.563811:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:3.0:1769076949.563811:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769076949.563817:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076949.563821:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076949.563821:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076949.563824:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076949.563829:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1769076949.563829:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
02000000:00000001:2.0:1769076949.563833:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769076949.563835:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616054144, offset 0
02000000:00000010:2.0:1769076949.563839:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000100:00000001:2.0:1769076949.563845:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076949.563850:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00100000:2.0:1769076949.563855:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007616054400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076949.563864:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769076949.563864:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076949.563868:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076949.563875:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007616054400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076949.563878:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:2.0:1769076949.563890:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076949.563892:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769076949.563895:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076949.563899:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769076949.563900:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:2.0:1769076949.563903:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769076949.563908:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769076949.563909:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769076949.563915:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:2.0:1769076949.563918:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3943)
00000400:00000200:3.0:1769076949.563923:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37717:37717:256:4294967295] 192.168.204.113@tcp LPNI seq info [37687:37687:8:4294967295]
00000400:00000200:3.0:1769076949.563928:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076949.563960:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076949.563967:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076949.563973:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076949.563981:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076949.563985:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076949.563991:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076949.563995:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769076949.563999:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076949.564003:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076949.564011:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076949.564016:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076949.564021:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076949.564024:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076949.564029:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076949.564033:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693480 x1855007616054144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564055:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076949.564059:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693480 x1855007616054144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564066:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076949.564068:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076949.564075:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076949.564109:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076949.564113:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298606830
00000100:00000010:3.0:1769076949.564119:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82de0.
00000100:00000001:3.0:1769076949.564128:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076949.564134:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298606830
00000100:00000010:3.0:1769076949.564137:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82180.
00000100:00000001:3.0:1769076949.564140:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076949.564143:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076949.564146:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076949.564149:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076949.564153:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076949/real 1769076949]  req@ffff9e53f1693480 x1855007616054144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076949.564163:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076949.564165:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076949.564167:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076949.564170:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076949.564171:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076949.564173:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076949.564178:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693480 x1855007616054144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076949.564186:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693480 x1855007616054144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564193:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076949.564195:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.564197:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076949.564199:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076949.564202:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693480 x1855007616054144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564208:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076949.564212:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693480 x1855007616054144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564219:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076949.564222:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.564224:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076949.564225:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.564228:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076949.564230:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076949.564232:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076949.564236:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076949.564238:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076949.564242:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693480 x1855007616054144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076949.564249:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616054144:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076949.564253:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.564255:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076949.564259:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693480 x1855007616054144/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564278:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076949.564282:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076949.564285:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076949.564290:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076949.564293:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076949.564295:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076949.564298:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076949.564302:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22000.
02000000:00000001:3.0:1769076949.564307:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076949.564310:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076949.564312:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693480.
00000100:00000001:3.0:1769076949.564316:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076949.564319:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.564321:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.564333:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076949.564336:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076949.564339:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076949.564341:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076949.564343:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076949.564348:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691f80 x1855007616054272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564382:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076949.564384:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076949.564387:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076949.564390:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076949.564392:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076949.564396:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616054272:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076949.564400:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076949.564402:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076949.564404:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076949.564406:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076949.564410:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076949.564413:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076949.564419:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076949.564423:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076949.564428:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076949.564432:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616054272, portal 10
00000100:00000001:3.0:1769076949.564434:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076949.564436:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102513536 : -107391607038080 : ffff9e53f1691f80)
00000100:00000040:3.0:1769076949.564444:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691f80 x1855007616054272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564476:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076949.564479:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076949.564482:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076949.564485:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616054272, offset 0
00000400:00000200:3.0:1769076949.564491:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076949.564497:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076949.564502:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076949.564506:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076949.564509:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076949.564511:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076949.564515:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076949.564519:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37718:37718:256:4294967295] 192.168.204.113@tcp LPNI seq info [37688:37688:8:4294967295]
00000400:00000200:3.0:1769076949.564525:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076949.564532:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076949.564538:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076949.564543:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076949.564548:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076949.564552:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076949.564558:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076949.564561:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769076949.564566:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076949.564569:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076949.564572:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076949.564576:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076949.564579:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076949.564581:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076949.564583:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076949.564587:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691f80 x1855007616054272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564595:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076949.564597:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691f80 x1855007616054272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564603:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076949.564605:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076949.564608:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076949.564611:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076949.564614:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076949.564616:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298605582
00000100:00000001:3.0:1769076949.564619:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298606830
00000100:00000001:3.0:1769076949.564621:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298605582
00000100:00000001:3.0:1769076949.564623:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298606830
00000100:00000001:3.0:1769076949.564625:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076949.564627:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076949.564629:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076949.564632:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076949/real 1769076949]  req@ffff9e53f1691f80 x1855007616054272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076949.564638:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076949.564639:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076949.564640:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076949.564642:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076949.564644:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076949.564646:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076949.564648:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691f80 x1855007616054272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076949.564655:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691f80 x1855007616054272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564666:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076949.564667:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.564669:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076949.564670:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076949.564673:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691f80 x1855007616054272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564678:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076949.564681:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691f80 x1855007616054272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564686:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076949.564688:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.564689:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076949.564690:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.564691:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076949.564693:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076949.564711:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076949.564715:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076949.564717:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076949.564720:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691f80 x1855007616054272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076949.564727:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616054272:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076949.564730:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076949.564733:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690700 x1855007616054400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564738:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076949.564739:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076949.564742:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076949.564744:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076949.564746:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076949.564749:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616054400:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076949.564752:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076949.564753:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076949.564755:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076949.564756:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076949.564759:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076949.564761:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076949.564764:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076949.564767:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076949.564769:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076949.564772:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616054400, portal 10
00000100:00000001:3.0:1769076949.564774:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076949.564776:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102507264 : -107391607044352 : ffff9e53f1690700)
00000100:00000040:3.0:1769076949.564781:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690700 x1855007616054400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564787:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076949.564789:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076949.564791:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076949.564793:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616054400, offset 0
00000400:00000200:3.0:1769076949.564796:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076949.564799:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076949.564802:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076949.564805:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076949.564807:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076949.564810:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076949.564812:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076949.564815:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37719:37719:256:4294967295] 192.168.204.113@tcp LPNI seq info [37689:37689:8:4294967295]
00000400:00000200:3.0:1769076949.564819:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076949.564825:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076949.564830:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076949.564832:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076949.564836:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076949.564838:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076949.564842:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076949.564844:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769076949.564848:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076949.564850:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076949.564852:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076949.564855:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076949.564858:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076949.564859:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076949.564861:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076949.564864:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690700 x1855007616054400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564871:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076949.564874:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690700 x1855007616054400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564879:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076949.564880:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076949.564883:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076949.564885:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076949.564887:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076949.564889:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298605589
00000100:00000001:3.0:1769076949.564891:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298606830
00000100:00000001:3.0:1769076949.564893:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298605589
00000100:00000001:3.0:1769076949.564895:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298606830
00000100:00000001:3.0:1769076949.564897:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076949.564898:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076949.564900:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076949.564903:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076949/real 1769076949]  req@ffff9e53f1690700 x1855007616054400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076949.564911:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076949.564912:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076949.564913:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076949.564915:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076949.564917:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076949.564918:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076949.564920:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690700 x1855007616054400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076949.564927:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690700 x1855007616054400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564932:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076949.564933:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.564934:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076949.564936:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076949.564938:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690700 x1855007616054400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564944:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076949.564947:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690700 x1855007616054400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564952:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076949.564954:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.564956:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076949.564957:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.564958:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076949.564960:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076949.564962:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076949.564965:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076949.564967:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076949.564971:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690700 x1855007616054400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076949.564978:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616054400:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076949.564981:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.564983:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076949.564985:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691f80 x1855007616054272/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.564990:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076949.564991:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076949.564993:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076949.564995:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076949.564996:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076949.564997:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076949.564999:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076949.565000:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:3.0:1769076949.565002:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076949.565003:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076949.565004:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691f80.
00000100:00000001:3.0:1769076949.565007:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076949.565008:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.565009:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076949.565012:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690700 x1855007616054400/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076949.565018:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076949.565019:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076949.565021:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076949.565022:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076949.565023:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076949.565024:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076949.565025:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076949.565027:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20000.
02000000:00000001:3.0:1769076949.565028:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076949.565030:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076949.565032:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690700.
00000100:00000001:3.0:1769076949.565034:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076949.565035:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.565037:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.565040:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076949.565041:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076949.565043:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076949.565056:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076950.267167:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076950.267175:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076950.267180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076950.267181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076950.267272:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076950.267277:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076950.267282:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076950.459234:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076950.459261:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076950.459264:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076950.459271:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076950.459276:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076950.459281:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076950.459284:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076950.459288:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076950.459292:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076950.843141:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298606830, at 4298606848
00000100:00000010:2.0:1769076950.843159:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82de0.
00000100:00000040:3.0:1769076950.843176:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298606830, at 4298606848
00000100:00000010:3.0:1769076950.843212:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82180.
00010000:00000001:1.0:1769076951.291222:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076951.291230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076951.291236:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076951.291237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076951.291331:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076951.291337:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076951.291342:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076951.483241:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076951.483249:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076951.483251:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076951.483258:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076951.483262:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076951.483267:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076951.483270:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076951.483274:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076951.483277:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076952.315185:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076952.315196:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076952.315208:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076952.315211:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076952.315324:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076952.315332:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076952.315337:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076952.507323:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076952.507331:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076952.507333:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076952.507341:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076952.507345:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076952.507349:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076952.507353:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076952.507356:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076952.507359:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076953.339277:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076953.339308:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076953.339317:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076953.339319:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076953.339515:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076953.339521:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076953.339525:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076953.531232:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076953.531244:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076953.531246:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076953.531254:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076953.531260:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076953.531265:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076953.531268:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076953.531272:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076953.531275:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076954.363227:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076954.363240:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076954.363268:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076954.363275:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076954.363279:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076954.363284:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076954.363290:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076954.363295:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076954.363299:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076954.363304:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076954.363403:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076954.363409:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076954.363432:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076954.555192:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076954.555202:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076954.555204:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076954.555211:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076954.555215:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076954.555220:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076954.555223:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076954.555226:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076954.555229:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076954.683269:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076954.683287:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076954.683292:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076954.683310:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076954.683317:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076954.683330:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3938
00000400:00000200:2.0:1769076954.683346:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076954.683359:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076954.683398:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076954.683405:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076954.683410:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076954.683416:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076954.683420:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076954.683427:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076954.683431:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076954.683436:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076954.683441:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076954.683444:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076954.683448:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076954.683452:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076954.683455:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076954.683457:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076954.683459:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076954.683466:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076954.683471:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076954.683475:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076954.683480:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076954.683488:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076954.683492:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076954.683495:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076954.683498:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076954.683516:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000020:00000040:2.0:1769076954.683521:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076954.683528:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076954.683531:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076954.683535:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076954.683539:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076954.683558:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076954.683571:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23800.
00000100:00000001:2.0:1769076954.683581:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076954.683595:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007616054528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076954.683611:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076954.683618:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076954.683624:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007616054528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076954.683657:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076954.683662:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076954.683667:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076954.683669:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076954.683672:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076954.683675:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076954.683678:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3938
00000400:00000200:2.0:1769076954.683684:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076954.683689:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076954.683693:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076954.683698:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076954.683702:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076954.683707:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076954.683710:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076954.683712:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076954.683714:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076954.683716:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769076954.683719:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769076954.683720:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076954.683728:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:3.0:1769076954.683730:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769076954.683732:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:3.0:1769076954.683739:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076954.683741:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076954.683764:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076954.683771:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:3.0:1769076954.683774:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692300 x1855007616054528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076954.683775:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076954.683782:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076954.683791:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076954.683800:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076954.683807:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769076954.683815:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769076954.683816:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076954.683824:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076954.683825:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076954.683832:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769076954.683840:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1769076954.683841:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076954.683855:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076954.683859:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076954.683860:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076954.683886:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
02000000:00000001:3.0:1769076954.683890:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769076954.683893:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076954.683903:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076954.683907:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076954.683911:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616054528:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076954.683912:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076954.683917:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076954.683922:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076954.683929:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769076954.683932:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22c00.
00000100:00000001:2.0:1769076954.683943:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076954.683945:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076954.683953:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076954.683957:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007616054656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769076954.683962:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076954.683979:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:2.0:1769076954.683983:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769076954.683988:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076954.683993:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076954.684007:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007616054656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076954.684011:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076954.684026:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000100:00000001:2.0:1769076954.684038:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769076954.684044:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00080000:2.0:1769076954.684048:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769076954.684059:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616054528, portal 25
00000100:00000001:3.0:1769076954.684064:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076954.684066:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102514432 : -107391607037184 : ffff9e53f1692300)
00000100:00000040:3.0:1769076954.684095:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692300 x1855007616054528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.684107:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769076954.684144:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769076954.684149:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076954.684153:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076954.684159:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769076954.684162:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:2.0:1769076954.684189:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3938
00000400:00000010:3.0:1769076954.684198:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000400:00000200:2.0:1769076954.684207:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000200:3.0:1769076954.684208:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616054528, offset 0
00000400:00000200:2.0:1769076954.684219:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:3.0:1769076954.684229:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:2.0:1769076954.684232:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076954.684242:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076954.684249:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769076954.684250:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:2.0:1769076954.684259:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:3.0:1769076954.684266:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:2.0:1769076954.684268:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076954.684277:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769076954.684278:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1769076954.684284:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:3.0:1769076954.684291:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000001:2.0:1769076954.684293:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076954.684307:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:3.0:1769076954.684311:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1769076954.684317:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:3.0:1769076954.684319:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000020:00000001:2.0:1769076954.684331:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:3.0:1769076954.684331:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37720:37720:256:4294967295] 192.168.204.113@tcp LPNI seq info [37690:37690:8:4294967295]
00000400:00000200:3.0:1769076954.684348:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:2.0:1769076954.684349:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076954.684358:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076954.684420:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076954.684430:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:3.0:1769076954.684434:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1769076954.684443:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000200:3.0:1769076954.684464:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00080000:2.0:1769076954.684466:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076954.684478:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076954.684483:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:3.0:1769076954.684484:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
02000000:00000001:2.0:1769076954.684490:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076954.684498:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769076954.684506:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769076954.684508:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076954.684517:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1769076954.684521:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000008:00000001:2.0:1769076954.684528:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076954.684537:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076954.684554:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000010:2.0:1769076954.684558:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000800:00000200:3.1:1769076954.684569:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000020:00000040:2.0:1769076954.684570:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076954.684580:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076954.684587:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769076954.684589:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076954.684594:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:3.0:1769076954.684601:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
02000000:00000001:2.0:1769076954.684602:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076954.684610:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076954.684619:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1769076954.684623:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000400:00000200:3.0:1769076954.684634:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769076954.684638:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076954.684643:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076954.684649:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00100000:2.0:1769076954.684658:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007616054784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076954.684660:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076954.684673:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692300 x1855007616054528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076954.684693:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076954.684701:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076954.684702:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076954.684714:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692300 x1855007616054528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076954.684724:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007616054784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.684730:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076954.684737:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076954.684775:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076954.684779:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076954.684786:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:2.0:1769076954.684791:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076954.684794:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298611950
00000100:00000040:2.0:1769076954.684807:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:3.0:1769076954.684808:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82180.
00000100:00000040:2.0:1769076954.684820:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076954.684825:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1769076954.684833:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769076954.684837:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298611950
00000100:00000010:3.0:1769076954.684845:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d829c0.
00000100:00000040:2.0:1769076954.684849:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3948)
00000100:00000001:3.0:1769076954.684850:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076954.684865:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076954.684869:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076954.684883:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076954.684891:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076954/real 1769076954]  req@ffff9e53f1692300 x1855007616054528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076954.684905:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076954.684908:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076954.684911:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076954.684915:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076954.684917:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076954.684920:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076954.684925:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692300 x1855007616054528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076954.684937:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692300 x1855007616054528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.684945:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076954.684948:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.684952:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076954.684955:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076954.684963:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692300 x1855007616054528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.684976:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076954.684985:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692300 x1855007616054528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.685000:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076954.685006:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.685009:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076954.685012:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.685016:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076954.685020:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076954.685026:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076954.685033:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076954.685037:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076954.685046:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692300 x1855007616054528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076954.685062:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616054528:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076954.685069:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.685072:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076954.685076:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692300 x1855007616054528/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.685141:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076954.685145:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076954.685149:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076954.685154:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076954.685157:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076954.685160:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076954.685163:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076954.685167:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23800.
02000000:00000001:3.0:1769076954.685172:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076954.685186:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076954.685189:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692300.
00000100:00000001:3.0:1769076954.685193:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076954.685195:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.685198:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.685209:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076954.685212:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076954.685215:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076954.685217:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076954.685219:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076954.685225:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692680 x1855007616054656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.685234:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076954.685237:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076954.685240:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076954.685243:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076954.685246:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076954.685249:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616054656:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076954.685254:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076954.685257:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076954.685259:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076954.685262:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076954.685267:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076954.685277:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076954.685283:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076954.685288:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076954.685294:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076954.685299:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616054656, portal 10
00000100:00000001:3.0:1769076954.685301:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076954.685303:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102515328 : -107391607036288 : ffff9e53f1692680)
00000100:00000040:3.0:1769076954.685313:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692680 x1855007616054656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.685322:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076954.685325:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076954.685328:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076954.685331:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616054656, offset 0
00000400:00000200:3.0:1769076954.685336:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076954.685342:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076954.685347:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076954.685352:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076954.685355:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076954.685358:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076954.685362:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076954.685401:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37721:37721:256:4294967295] 192.168.204.113@tcp LPNI seq info [37691:37691:8:4294967295]
00000400:00000200:3.0:1769076954.685407:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076954.685417:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076954.685424:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076954.685429:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076954.685435:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076954.685438:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076954.685445:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076954.685449:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769076954.685464:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076954.685467:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076954.685472:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076954.685477:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076954.685481:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076954.685484:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076954.685489:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076954.685494:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692680 x1855007616054656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.685511:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076954.685518:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692680 x1855007616054656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.685531:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076954.685534:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076954.685541:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076954.685556:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076954.685564:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076954.685568:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298610703
00000100:00000001:3.0:1769076954.685574:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298611950
00000100:00000001:3.0:1769076954.685579:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298610703
00000100:00000001:3.0:1769076954.685583:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298611950
00000100:00000001:3.0:1769076954.685588:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076954.685593:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076954.685597:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076954.685605:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076954/real 1769076954]  req@ffff9e53f1692680 x1855007616054656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076954.685622:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076954.685625:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076954.685627:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076954.685631:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076954.685634:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076954.685637:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076954.685641:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692680 x1855007616054656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076954.685652:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692680 x1855007616054656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.685669:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076954.685671:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.685673:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076954.685675:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076954.685680:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692680 x1855007616054656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.685688:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076954.685693:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692680 x1855007616054656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.685702:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076954.685705:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.685707:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076954.685709:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.685711:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076954.685714:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076954.685717:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076954.685721:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076954.685723:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076954.685728:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692680 x1855007616054656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076954.685765:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616054656:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076954.685771:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076954.685775:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007616054784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.685783:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076954.685784:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076954.685788:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076954.685790:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076954.685793:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076954.685796:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616054784:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076954.685800:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076954.685803:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076954.685805:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076954.685807:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076954.685812:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076954.685814:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076954.685819:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076954.685822:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076954.685826:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076954.685830:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616054784, portal 10
00000100:00000001:3.0:1769076954.685843:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076954.685845:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:3.0:1769076954.685852:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007616054784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.685861:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076954.685863:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076954.685866:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076954.685869:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616054784, offset 0
00000400:00000200:3.0:1769076954.685873:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076954.685878:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076954.685883:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076954.685886:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076954.685889:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076954.685893:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076954.685895:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076954.685900:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37722:37722:256:4294967295] 192.168.204.113@tcp LPNI seq info [37692:37692:8:4294967295]
00000400:00000200:3.0:1769076954.685905:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076954.685913:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076954.685920:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076954.685924:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076954.685929:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076954.685933:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076954.685938:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076954.685942:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769076954.685947:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076954.685950:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076954.685955:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076954.685962:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076954.685967:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076954.685970:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076954.685975:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076954.685981:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690a80 x1855007616054784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.685996:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076954.686002:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690a80 x1855007616054784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.686014:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076954.686017:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076954.686023:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076954.686029:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076954.686036:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076954.686040:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298610710
00000100:00000001:3.0:1769076954.686045:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298611950
00000100:00000001:3.0:1769076954.686049:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298610710
00000100:00000001:3.0:1769076954.686051:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298611950
00000100:00000001:3.0:1769076954.686054:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076954.686057:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076954.686059:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076954.686064:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076954/real 1769076954]  req@ffff9e53f1690a80 x1855007616054784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076954.686075:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076954.686077:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076954.686079:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076954.686082:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076954.686084:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076954.686087:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076954.686134:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007616054784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076954.686147:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007616054784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.686155:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076954.686157:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.686160:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076954.686161:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076954.686166:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007616054784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.686174:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076954.686179:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007616054784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.686188:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076954.686191:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.686201:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076954.686203:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.686205:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076954.686207:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076954.686210:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076954.686214:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076954.686216:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076954.686222:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007616054784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076954.686233:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616054784:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076954.686238:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.686240:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076954.686244:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692680 x1855007616054656/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.686252:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076954.686254:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076954.686256:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076954.686260:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076954.686262:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076954.686264:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076954.686266:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076954.686269:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22c00.
02000000:00000001:3.0:1769076954.686273:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076954.686275:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076954.686277:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692680.
00000100:00000001:3.0:1769076954.686280:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076954.686282:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.686284:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076954.686288:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007616054784/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076954.686307:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076954.686309:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076954.686310:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076954.686313:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076954.686314:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076954.686315:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076954.686317:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076954.686319:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:3.0:1769076954.686321:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076954.686325:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076954.686326:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:3.0:1769076954.686330:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076954.686331:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.686334:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.686339:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076954.686341:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076954.686343:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076954.686345:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076955.387202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076955.387209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076955.387215:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076955.387216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076955.387279:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076955.387283:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076955.387286:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076955.579196:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076955.579204:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076955.579206:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076955.579211:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076955.579215:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076955.579219:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076955.579221:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076955.579223:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076955.579226:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076955.963169:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298611950, at 4298611968
00000100:00000040:3.0:1769076955.963171:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298611950, at 4298611968
00000100:00000010:2.0:1769076955.963191:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82180.
00000100:00000010:3.0:1769076955.963197:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d829c0.
00010000:00000001:1.0:1769076956.411235:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076956.411246:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076956.411249:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076956.411252:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076956.411259:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076956.411262:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076956.411264:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076956.411267:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076956.411271:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076956.411273:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076956.411367:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076956.411374:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076956.411380:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076956.603421:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076956.603433:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076956.603435:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076956.603443:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076956.603449:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076956.603454:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076956.603458:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076956.603461:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076956.603465:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076957.435289:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076957.435302:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076957.435313:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076957.435341:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076957.435459:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076957.435467:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076957.435474:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076957.627247:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076957.627255:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076957.627259:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076957.627266:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076957.627272:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076957.627278:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076957.627282:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076957.627286:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076957.627290:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076958.459189:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076958.459197:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076958.459203:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076958.459204:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076958.459268:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076958.459273:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076958.459277:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076958.651153:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076958.651165:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076958.651167:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076958.651175:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076958.651182:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076958.651186:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076958.651190:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076958.651193:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076958.651197:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076959.483191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076959.483199:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076959.483205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076959.483207:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076959.483354:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076959.483361:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076959.483367:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076959.675172:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076959.675177:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076959.675179:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076959.675183:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076959.675187:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076959.675190:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076959.675191:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076959.675193:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076959.675196:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076959.803194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076959.803203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076959.803205:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076959.803209:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076959.803214:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076959.803220:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3943
00000400:00000200:0.0:1769076959.803231:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076959.803241:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076959.803244:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076959.803248:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076959.803253:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076959.803265:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076959.803268:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076959.803273:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076959.803275:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076959.803293:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076959.803296:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076959.803299:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076959.803301:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076959.803304:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076959.803306:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076959.803307:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076959.803308:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076959.803311:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076959.803313:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076959.803315:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076959.803317:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076959.803320:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076959.803322:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076959.803324:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076959.803325:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076959.803333:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6a00.
00000020:00000040:0.0:1769076959.803336:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076959.803339:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076959.803340:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076959.803343:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076959.803345:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076959.803348:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076959.803357:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769076959.803363:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076959.803372:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6a00 x1855007616054912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076959.803384:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076959.803389:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076959.803394:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b99ec67] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6a00 x1855007616054912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076959.803417:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076959.803419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076959.803422:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076959.803423:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076959.803424:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076959.803426:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076959.803428:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3943
00000400:00000200:0.0:1769076959.803431:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076959.803434:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076959.803436:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076959.803438:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076959.803439:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076959.803441:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076959.803442:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076959.803444:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076959.803445:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076959.803446:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076959.803447:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076959.803448:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076959.803450:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076959.803451:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076959.803453:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076959.803455:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076959.803456:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076959.803458:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076959.803460:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076959.803461:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076959.803462:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076959.803466:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076959.803468:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076959.803469:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076959.803472:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076959.803475:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076959.803476:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076959.803479:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4380.
00000020:00000040:0.0:1769076959.803481:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076959.803483:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076959.803485:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076959.803486:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076959.803488:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076959.803490:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076959.803493:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769076959.803498:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076959.803503:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4380 x1855007616055040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076959.803508:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076959.803511:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.803511:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769076959.803519:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000234c63a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4380 x1855007616055040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.803520:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076959.803528:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769076959.803538:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076959.803541:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076959.803546:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:3.0:1769076959.803548:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6a00 x1855007616054912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076959.803549:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076959.803553:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076959.803563:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076959.803572:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3943
00000100:00000001:3.0:1769076959.803581:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1769076959.803583:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076959.803586:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076959.803589:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076959.803593:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1769076959.803595:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769076959.803599:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:3.0:1769076959.803601:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076959.803602:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769076959.803609:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076959.803611:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076959.803621:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00100000:3.0:1769076959.803629:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616054912:192.168.204.113@tcp:250:kworker.0
00000020:00000001:0.0:1769076959.803630:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076959.803636:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769076959.803644:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769076959.803646:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769076959.803647:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769076959.803655:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769076959.803657:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
02000000:00000001:3.0:1769076959.803658:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076959.803667:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076959.803672:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:3.0:1769076959.803676:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769076959.803677:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076959.803685:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076959.803687:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076959.803688:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076959.803691:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000010:3.0:1769076959.803691:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076959.803702:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076959.803703:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076959.803711:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076959.803714:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076959.803717:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076959.803719:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769076959.803722:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00100000:0.0:1769076959.803724:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1769076959.803731:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000008:00000001:0.0:1769076959.803733:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076959.803742:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076959.803747:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6680.
00000400:00000010:3.0:1769076959.803748:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076959.803761:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616054912, portal 25
00000020:00000040:0.0:1769076959.803762:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076959.803776:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769076959.803778:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769076959.803790:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.803790:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181372416 : -107391528179200 : ffff9e53f61c6a00)
00000100:00000001:0.0:1769076959.803802:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076959.803805:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076959.803807:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076959.803809:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6a00 x1855007616054912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769076959.803813:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769076959.803825:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.803831:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1769076959.803838:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6680 x1855007616055168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769076959.803838:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076959.803845:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076959.803857:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616054912, offset 0
00000100:00000001:0.0:1769076959.803868:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076959.803871:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076959.803879:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769076959.803886:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703ed1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6680 x1855007616055168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076959.803892:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076959.803894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769076959.803897:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076959.803904:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076959.803907:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076959.803912:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769076959.803915:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:0.0:1769076959.803922:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3953)
00000400:00000200:3.0:1769076959.803925:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076959.803932:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076959.803938:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076959.803940:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076959.803944:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37723:37723:256:4294967295] 192.168.204.113@tcp LPNI seq info [37693:37693:8:4294967295]
00000400:00000200:3.0:1769076959.803948:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076959.803959:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076959.803965:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076959.803971:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076959.803979:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076959.803983:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076959.803989:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076959.803993:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769076959.803997:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076959.804000:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076959.804008:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076959.804013:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076959.804019:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076959.804021:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076959.804026:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076959.804030:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6a00 x1855007616054912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804041:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076959.804044:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6a00 x1855007616054912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804051:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.804052:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076959.804059:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076959.804105:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076959.804109:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298617070
00000100:00000010:3.0:1769076959.804115:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d829c0.
00000100:00000001:3.0:1769076959.804123:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769076959.804136:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298617070
00000100:00000010:3.0:1769076959.804139:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d82a80.
00000100:00000001:3.0:1769076959.804142:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769076959.804146:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076959.804148:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.804151:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076959.804155:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076959/real 1769076959]  req@ffff9e53f61c6a00 x1855007616054912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076959.804164:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076959.804166:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076959.804168:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076959.804171:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076959.804172:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076959.804175:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076959.804178:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6a00 x1855007616054912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076959.804193:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6a00 x1855007616054912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804200:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076959.804202:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804204:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076959.804206:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076959.804210:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6a00 x1855007616054912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804217:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076959.804221:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6a00 x1855007616054912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804227:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076959.804230:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804231:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076959.804232:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804235:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076959.804237:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076959.804240:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076959.804243:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076959.804245:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076959.804249:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6a00 x1855007616054912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076959.804255:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616054912:192.168.204.113@tcp:250:kworker.0
00000100:00000001:3.0:1769076959.804259:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804261:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076959.804264:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6a00 x1855007616054912/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804275:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076959.804299:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076959.804302:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076959.804305:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076959.804307:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076959.804309:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:3.0:1769076959.804311:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076959.804314:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:3.0:1769076959.804318:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076959.804320:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076959.804322:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6a00.
00000100:00000001:3.0:1769076959.804325:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076959.804326:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804328:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804336:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076959.804338:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.804341:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076959.804342:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076959.804343:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076959.804347:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4380 x1855007616055040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804353:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076959.804354:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076959.804356:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076959.804358:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076959.804360:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076959.804362:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616055040:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076959.804365:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076959.804366:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076959.804368:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076959.804369:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076959.804372:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076959.804374:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076959.804377:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076959.804380:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076959.804383:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076959.804386:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616055040, portal 10
00000100:00000001:3.0:1769076959.804388:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076959.804389:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181362560 : -107391528189056 : ffff9e53f61c4380)
00000100:00000040:3.0:1769076959.804395:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4380 x1855007616055040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804401:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076959.804403:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076959.804405:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076959.804407:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616055040, offset 0
00000400:00000200:3.0:1769076959.804410:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076959.804413:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076959.804416:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076959.804418:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076959.804421:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076959.804423:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076959.804425:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076959.804428:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37724:37724:256:4294967295] 192.168.204.113@tcp LPNI seq info [37694:37694:8:4294967295]
00000400:00000200:3.0:1769076959.804432:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076959.804437:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076959.804441:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076959.804443:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076959.804447:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076959.804449:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076959.804453:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076959.804476:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769076959.804479:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076959.804482:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076959.804484:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076959.804487:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076959.804491:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076959.804492:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076959.804495:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076959.804498:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4380 x1855007616055040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804505:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076959.804508:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4380 x1855007616055040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804514:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.804515:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076959.804518:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076959.804522:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:3.0:1769076959.804525:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076959.804527:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298615822
00000100:00000001:3.0:1769076959.804530:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298617070
00000100:00000001:3.0:1769076959.804532:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298615822
00000100:00000001:3.0:1769076959.804534:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298617070
00000100:00000001:3.0:1769076959.804536:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076959.804538:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.804539:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076959.804542:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076959/real 1769076959]  req@ffff9e53f61c4380 x1855007616055040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076959.804548:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076959.804549:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076959.804551:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076959.804552:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076959.804553:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076959.804555:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076959.804557:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4380 x1855007616055040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076959.804564:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4380 x1855007616055040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804575:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076959.804576:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804577:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076959.804579:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076959.804582:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4380 x1855007616055040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804587:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076959.804589:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4380 x1855007616055040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804595:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076959.804596:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804598:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076959.804599:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804600:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076959.804601:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076959.804603:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076959.804606:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076959.804608:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076959.804611:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4380 x1855007616055040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076959.804633:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616055040:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076959.804636:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076959.804639:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6680 x1855007616055168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804646:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076959.804647:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076959.804650:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076959.804652:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076959.804654:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076959.804656:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616055168:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076959.804659:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076959.804661:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076959.804663:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076959.804664:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769076959.804667:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076959.804669:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076959.804672:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:3.0:1769076959.804675:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c8f6bb00.
00000400:00000010:3.0:1769076959.804677:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045ee0.
00000100:00000200:3.0:1769076959.804680:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616055168, portal 10
00000100:00000001:3.0:1769076959.804683:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076959.804684:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181371520 : -107391528180096 : ffff9e53f61c6680)
00000100:00000040:3.0:1769076959.804690:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6680 x1855007616055168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804696:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076959.804698:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:3.0:1769076959.804700:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8045000.
00000100:00000200:3.0:1769076959.804702:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616055168, offset 0
00000400:00000200:3.0:1769076959.804705:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076959.804708:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076959.804711:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:3.0:1769076959.804713:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769076959.804716:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:3.0:1769076959.804719:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769076959.804721:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:3.0:1769076959.804724:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37725:37725:256:4294967295] 192.168.204.113@tcp LPNI seq info [37695:37695:8:4294967295]
00000400:00000200:3.0:1769076959.804728:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076959.804734:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769076959.804739:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076959.804742:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c56e6e00.
00000800:00000200:3.0:1769076959.804746:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.0:1769076959.804748:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076959.804752:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:3.1:1769076959.804754:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769076959.804758:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:3.0:1769076959.804760:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c56e6e00.
00000400:00000200:3.0:1769076959.804762:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769076959.804766:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769076959.804768:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045000
00000400:00000010:3.0:1769076959.804770:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045000.
00000100:00000001:3.0:1769076959.804772:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076959.804775:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6680 x1855007616055168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804781:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076959.804784:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6680 x1855007616055168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804789:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.804791:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076959.804793:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076959.804796:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:3.0:1769076959.804799:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076959.804801:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298615829
00000100:00000001:3.0:1769076959.804803:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298617070
00000100:00000001:3.0:1769076959.804806:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298615829
00000100:00000001:3.0:1769076959.804807:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298617070
00000100:00000001:3.0:1769076959.804809:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076959.804810:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.804812:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769076959.804815:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076959/real 1769076959]  req@ffff9e53f61c6680 x1855007616055168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769076959.804824:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769076959.804825:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769076959.804826:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c8f6bb00.
00000400:00000200:3.0:1769076959.804828:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8045ee0
00000400:00000010:3.0:1769076959.804830:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8045ee0.
00000100:00000001:3.0:1769076959.804831:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769076959.804834:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6680 x1855007616055168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769076959.804841:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6680 x1855007616055168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804846:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769076959.804847:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804849:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076959.804850:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769076959.804853:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6680 x1855007616055168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804858:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076959.804862:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6680 x1855007616055168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804867:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769076959.804869:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804870:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769076959.804872:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804873:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769076959.804875:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769076959.804877:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769076959.804880:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769076959.804882:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769076959.804886:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6680 x1855007616055168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769076959.804894:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616055168:192.168.204.113@tcp:38:kworker.0
00000100:00000001:3.0:1769076959.804898:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804899:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076959.804902:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4380 x1855007616055040/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804907:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076959.804908:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076959.804910:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:3.0:1769076959.804912:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076959.804913:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076959.804914:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076959.804916:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076959.804917:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011400.
02000000:00000001:3.0:1769076959.804919:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076959.804921:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076959.804922:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4380.
00000100:00000001:3.0:1769076959.804924:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076959.804925:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804927:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076959.804929:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6680 x1855007616055168/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.804935:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769076959.804937:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769076959.804938:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:3.0:1769076959.804940:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769076959.804941:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769076959.804942:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:3.0:1769076959.804943:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769076959.804944:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:3.0:1769076959.804946:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769076959.804948:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769076959.804949:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6680.
00000100:00000001:3.0:1769076959.804951:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769076959.804952:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804954:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076959.804958:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076959.804959:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.804961:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076959.804962:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076960.507202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076960.507209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076960.507215:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076960.507216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076960.507401:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076960.507420:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076960.507426:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076960.699322:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076960.699332:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076960.699334:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076960.699340:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076960.699343:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076960.699347:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076960.699350:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076960.699352:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076960.699355:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076961.083222:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298617070, at 4298617088
00000100:00000040:3.0:1769076961.083223:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298617070, at 4298617088
00000100:00000010:2.0:1769076961.083247:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d829c0.
00000100:00000010:3.0:1769076961.083283:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d82a80.
00010000:00000001:1.0:1769076961.531336:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076961.531347:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076961.531355:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076961.531357:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076961.531440:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076961.531447:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076961.531453:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076961.723230:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076961.723240:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076961.723242:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076961.723279:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076961.723311:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076961.723315:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076961.723319:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076961.723322:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076961.723326:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076962.555161:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076962.555168:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076962.555173:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076962.555174:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076962.555292:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076962.555296:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076962.555299:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076962.747165:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076962.747174:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076962.747176:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076962.747183:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076962.747187:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076962.747192:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076962.747195:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076962.747198:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076962.747200:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076963.579174:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076963.579182:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076963.579187:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076963.579188:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076963.579281:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076963.579286:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076963.579289:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076963.771295:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076963.771303:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076963.771306:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076963.771311:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076963.771315:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076963.771320:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076963.771323:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076963.771326:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076963.771329:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076964.603174:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076964.603181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076964.603186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076964.603190:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076964.603192:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076964.603194:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076964.603209:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076964.603211:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076964.603213:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076964.603215:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076964.603322:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076964.603327:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076964.603330:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076964.795160:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076964.795169:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076964.795178:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076964.795183:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076964.795187:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076964.795191:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076964.795205:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076964.795208:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076964.795211:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076964.923209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076964.923220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076964.923222:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076964.923226:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076964.923230:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076964.923238:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3948
00000400:00000200:2.0:1769076964.923267:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076964.923277:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076964.923283:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076964.923288:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076964.923293:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076964.923298:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076964.923301:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076964.923309:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076964.923313:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769076964.923317:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076964.923321:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769076964.923324:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769076964.923328:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769076964.923332:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076964.923334:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076964.923337:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076964.923339:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076964.923344:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769076964.923350:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076964.923354:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076964.923365:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076964.923388:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076964.923390:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076964.923392:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076964.923394:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076964.923402:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
00000020:00000040:2.0:1769076964.923406:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769076964.923412:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076964.923414:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076964.923418:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076964.923422:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076964.923427:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076964.923437:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22800.
00000100:00000001:2.0:1769076964.923449:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076964.923463:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007616055296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076964.923476:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076964.923482:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076964.923488:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007616055296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076964.923531:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076964.923536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076964.923541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076964.923543:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076964.923545:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076964.923548:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076964.923552:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3948
00000400:00000200:2.0:1769076964.923557:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076964.923560:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076964.923563:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076964.923566:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076964.923569:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076964.923571:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076964.923574:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076964.923576:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076964.923578:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769076964.923580:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076964.923583:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769076964.923587:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769076964.923589:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769076964.923593:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076964.923596:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076964.923598:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076964.923600:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076964.923603:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769076964.923607:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769076964.923610:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076964.923614:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076964.923624:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076964.923626:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076964.923629:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076964.923636:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076964.923641:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076964.923644:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076964.923649:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000020:00000040:2.0:1769076964.923652:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076964.923656:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076964.923658:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076964.923660:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769076964.923663:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769076964.923663:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076964.923666:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076964.923671:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1769076964.923675:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000100:00000001:1.0:1769076964.923678:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769076964.923682:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076964.923689:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690380 x1855007616055296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076964.923692:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007616055424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076964.923719:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076964.923724:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076964.923726:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769076964.923731:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769076964.923731:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076964.923738:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769076964.923739:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007616055424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769076964.923746:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076964.923757:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616055296:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769076964.923757:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076964.923765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076964.923770:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076964.923772:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769076964.923772:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076964.923777:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076964.923780:0:37:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1769076964.923781:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1769076964.923784:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3948
02000000:00000001:1.0:1769076964.923788:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076964.923793:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:1.0:1769076964.923796:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1769076964.923799:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076964.923803:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1769076964.923807:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
00000100:00000040:2.0:1769076964.923809:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076964.923813:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076964.923814:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076964.923825:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076964.923828:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076964.923830:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769076964.923835:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076964.923837:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000010:1.0:1769076964.923839:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000020:00000001:2.0:1769076964.923839:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076964.923842:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769076964.923846:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769076964.923849:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000010:1.0:1769076964.923852:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000040:2.0:1769076964.923854:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076964.923859:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076964.923861:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769076964.923864:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769076964.923867:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000200:1.0:1769076964.923868:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616055296, portal 25
00000100:00080000:2.0:1769076964.923870:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076964.923874:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076964.923875:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076964.923880:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102506368 : -107391607045248 : ffff9e53f1690380)
02000000:00000001:2.0:1769076964.923881:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076964.923886:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076964.923891:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076964.923892:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690380 x1855007616055296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076964.923896:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076964.923901:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076964.923908:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:2.0:1769076964.923908:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076964.923910:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076964.923916:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000010:2.0:1769076964.923918:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000400:00000010:1.0:1769076964.923922:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000020:00000040:2.0:1769076964.923924:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769076964.923931:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1769076964.923933:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616055296, offset 0
02000000:00000001:2.0:1769076964.923933:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076964.923938:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076964.923941:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076964.923943:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076964.923949:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22c00.
00000400:00000200:1.0:1769076964.923951:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769076964.923956:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076964.923966:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007616055552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076964.923967:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769076964.923980:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769076964.923982:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:2.0:1769076964.923987:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076964.923993:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007616055552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076964.923995:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076964.924006:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:2.0:1769076964.924006:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076964.924012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076964.924014:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769076964.924020:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076964.924023:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:2.0:1769076964.924027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076964.924035:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37726:37726:256:4294967295] 192.168.204.113@tcp LPNI seq info [37696:37696:8:4294967295]
00000100:00000040:2.0:1769076964.924036:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076964.924046:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:2.0:1769076964.924049:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3958)
00000400:00000200:1.0:1769076964.924098:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076964.924108:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076964.924122:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000800:00000200:1.0:1769076964.924133:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076964.924138:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076964.924147:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076964.924152:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769076964.924157:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076964.924161:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:1.0:1769076964.924167:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076964.924173:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076964.924182:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076964.924185:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076964.924209:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076964.924215:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690380 x1855007616055296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.924225:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076964.924229:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690380 x1855007616055296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.924237:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076964.924238:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076964.924249:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076964.924254:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076964.924258:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298622190
00000100:00000010:1.0:1769076964.924264:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b600.
00000100:00000001:1.0:1769076964.924276:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076964.924294:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298622190
00000100:00000010:1.0:1769076964.924300:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b300.
00000100:00000001:1.0:1769076964.924305:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076964.924310:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076964.924314:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076964.924317:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076964.924323:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076964/real 1769076964]  req@ffff9e53f1690380 x1855007616055296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076964.924336:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076964.924338:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076964.924341:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076964.924345:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076964.924347:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076964.924351:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076964.924355:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690380 x1855007616055296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076964.924377:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690380 x1855007616055296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.924385:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076964.924387:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.924390:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076964.924393:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076964.924396:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690380 x1855007616055296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.924404:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076964.924409:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690380 x1855007616055296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.924419:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076964.924423:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.924426:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076964.924428:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.924431:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076964.924434:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076964.924443:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076964.924459:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076964.924463:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076964.924470:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690380 x1855007616055296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076964.924479:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616055296:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076964.924487:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.924490:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076964.924494:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690380 x1855007616055296/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.924502:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076964.924506:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076964.924510:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076964.924525:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076964.924529:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076964.924531:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076964.924551:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076964.924557:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22800.
02000000:00000001:1.0:1769076964.924565:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076964.924579:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076964.924584:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690380.
00000100:00000001:1.0:1769076964.924594:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076964.924598:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.924617:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.924627:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076964.924630:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076964.924634:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076964.924636:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076964.924638:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076964.924644:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692a00 x1855007616055424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.924652:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076964.924654:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076964.924657:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076964.924660:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076964.924665:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076964.924669:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616055424:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076964.924673:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076964.924676:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076964.924679:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076964.924682:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076964.924687:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076964.924690:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076964.924697:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076964.924700:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076964.924706:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076964.924710:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616055424, portal 10
00000100:00000001:1.0:1769076964.924712:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076964.924714:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102516224 : -107391607035392 : ffff9e53f1692a00)
00000100:00000040:1.0:1769076964.924723:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692a00 x1855007616055424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.924730:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076964.924733:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076964.924736:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000100:00000200:1.0:1769076964.924740:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616055424, offset 0
00000400:00000200:1.0:1769076964.924746:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076964.924752:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076964.924756:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076964.924760:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076964.924763:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076964.924766:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076964.924768:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076964.924771:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37727:37727:256:4294967295] 192.168.204.113@tcp LPNI seq info [37697:37697:8:4294967295]
00000400:00000200:1.0:1769076964.924775:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076964.924782:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076964.924788:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076964.924792:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000800:00000200:1.0:1769076964.924796:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076964.924799:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076964.924804:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076964.924807:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769076964.924811:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076964.924813:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:1.0:1769076964.924817:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076964.924827:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076964.924832:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076964.924834:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076964.924837:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076964.924841:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692a00 x1855007616055424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.924851:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076964.924854:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692a00 x1855007616055424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.924862:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076964.924863:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076964.924867:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076964.924873:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076964.924876:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076964.924878:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298620942
00000100:00000001:1.0:1769076964.924882:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298622190
00000100:00000001:1.0:1769076964.924884:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298620942
00000100:00000001:1.0:1769076964.924887:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298622190
00000100:00000001:1.0:1769076964.924890:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076964.924893:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076964.924895:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076964.924899:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076964/real 1769076964]  req@ffff9e53f1692a00 x1855007616055424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076964.924914:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076964.924915:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076964.924917:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076964.924920:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076964.924922:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076964.924925:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076964.924929:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692a00 x1855007616055424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076964.924959:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692a00 x1855007616055424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.924972:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076964.924975:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.924978:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076964.924981:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076964.924988:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692a00 x1855007616055424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.925016:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076964.925020:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692a00 x1855007616055424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.925027:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076964.925029:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.925031:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076964.925032:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.925034:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076964.925036:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076964.925039:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076964.925043:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076964.925046:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076964.925051:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692a00 x1855007616055424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076964.925059:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616055424:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076964.925064:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076964.925067:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691880 x1855007616055552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.925074:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076964.925076:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076964.925079:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076964.925081:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076964.925084:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076964.925088:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616055552:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076964.925092:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076964.925125:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076964.925126:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076964.925128:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076964.925132:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076964.925134:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076964.925137:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076964.925139:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076964.925142:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076964.925144:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616055552, portal 10
00000100:00000001:1.0:1769076964.925146:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076964.925147:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102511744 : -107391607039872 : ffff9e53f1691880)
00000100:00000040:1.0:1769076964.925152:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691880 x1855007616055552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.925157:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076964.925158:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076964.925159:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000100:00000200:1.0:1769076964.925161:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616055552, offset 0
00000400:00000200:1.0:1769076964.925165:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076964.925168:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076964.925170:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076964.925172:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076964.925175:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076964.925177:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076964.925178:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076964.925180:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37728:37728:256:4294967295] 192.168.204.113@tcp LPNI seq info [37698:37698:8:4294967295]
00000400:00000200:1.0:1769076964.925184:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076964.925188:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076964.925206:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076964.925210:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000800:00000200:1.0:1769076964.925213:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076964.925215:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076964.925218:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076964.925220:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769076964.925223:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076964.925225:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:1.0:1769076964.925227:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076964.925230:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076964.925232:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076964.925234:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076964.925236:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076964.925238:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691880 x1855007616055552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.925244:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076964.925246:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691880 x1855007616055552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.925250:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076964.925252:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076964.925254:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076964.925256:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076964.925259:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076964.925261:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298620950
00000100:00000001:1.0:1769076964.925263:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298622190
00000100:00000001:1.0:1769076964.925265:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298620950
00000100:00000001:1.0:1769076964.925266:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298622190
00000100:00000001:1.0:1769076964.925267:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076964.925269:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076964.925270:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076964.925272:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076964/real 1769076964]  req@ffff9e53f1691880 x1855007616055552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076964.925277:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076964.925278:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076964.925279:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076964.925281:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076964.925282:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076964.925284:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076964.925286:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691880 x1855007616055552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076964.925291:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691880 x1855007616055552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.925295:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076964.925296:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.925297:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076964.925298:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076964.925300:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691880 x1855007616055552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.925304:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076964.925307:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691880 x1855007616055552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.925311:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076964.925313:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.925314:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076964.925315:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.925316:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076964.925317:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076964.925319:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076964.925321:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076964.925322:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076964.925324:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691880 x1855007616055552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076964.925329:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616055552:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076964.925331:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.925333:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076964.925335:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692a00 x1855007616055424/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.925338:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076964.925340:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076964.925341:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076964.925342:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076964.925344:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076964.925345:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076964.925346:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076964.925348:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:1.0:1769076964.925350:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076964.925350:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076964.925351:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692a00.
00000100:00000001:1.0:1769076964.925354:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076964.925354:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.925356:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076964.925358:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691880 x1855007616055552/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076964.925369:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076964.925370:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076964.925372:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076964.925374:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076964.925376:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076964.925377:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076964.925379:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076964.925381:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22c00.
02000000:00000001:1.0:1769076964.925383:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076964.925384:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076964.925386:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691880.
00000100:00000001:1.0:1769076964.925388:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076964.925390:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.925392:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076964.925396:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076964.925397:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076964.925400:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076964.925402:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076965.627237:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076965.627245:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076965.627250:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076965.627251:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076965.627321:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076965.627327:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076965.627331:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076965.819213:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076965.819220:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076965.819222:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.819229:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076965.819232:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076965.819236:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.819239:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076965.819241:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.819244:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076966.203219:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298622190, at 4298622208
00000100:00000010:3.0:1769076966.203235:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b300.
00000100:00000040:2.0:1769076966.203254:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298622190, at 4298622208
00000100:00000010:2.0:1769076966.203271:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b600.
00010000:00000001:1.0:1769076966.651234:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076966.651245:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076966.651265:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076966.651269:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076966.651276:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076966.651279:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076966.651282:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076966.651285:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076966.651291:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076966.651294:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076966.651393:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076966.651401:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076966.651406:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076966.843229:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076966.843236:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076966.843238:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076966.843243:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076966.843246:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076966.843250:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076966.843252:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076966.843255:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076966.843257:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076967.675225:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076967.675231:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076967.675236:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076967.675237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076967.675301:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076967.675316:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076967.675321:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076967.867198:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076967.867211:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076967.867214:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076967.867224:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076967.867229:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076967.867235:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076967.867239:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076967.867243:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076967.867247:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076968.699340:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076968.699352:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076968.699361:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076968.699363:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076968.699463:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076968.699470:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076968.699475:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076968.891202:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076968.891212:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076968.891215:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076968.891223:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076968.891240:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076968.891246:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076968.891250:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076968.891253:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076968.891257:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076969.723243:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076969.723257:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076969.723268:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076969.723271:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076969.723370:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076969.723376:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076969.723381:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076969.915263:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076969.915272:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076969.915275:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076969.915293:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076969.915298:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076969.915320:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076969.915323:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076969.915327:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076969.915330:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076970.043284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076970.043298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076970.043302:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076970.043308:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076970.043314:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076970.043324:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3953
00000400:00000200:0.0:1769076970.043337:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076970.043345:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076970.043350:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076970.043355:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076970.043360:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076970.043364:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076970.043368:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076970.043373:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076970.043376:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076970.043379:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076970.043382:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076970.043386:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076970.043389:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076970.043393:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076970.043396:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076970.043399:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076970.043401:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076970.043405:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076970.043409:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076970.043412:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076970.043416:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076970.043422:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076970.043428:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.043432:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076970.043436:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076970.043453:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5180.
00000020:00000040:0.0:1769076970.043459:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076970.043466:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076970.043469:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.043474:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076970.043478:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076970.043485:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076970.043498:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000001:0.0:1769076970.043509:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076970.043524:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5180 x1855007616055680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076970.043545:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076970.043551:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076970.043557:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0881133] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5180 x1855007616055680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076970.043588:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076970.043593:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076970.043598:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076970.043600:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076970.043603:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076970.043608:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076970.043615:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3953
00000400:00000200:0.0:1769076970.043622:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076970.043627:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076970.043631:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076970.043632:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769076970.043638:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076970.043642:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076970.043643:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076970.043650:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076970.043650:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769076970.043659:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076970.043663:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076970.043668:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769076970.043672:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769076970.043673:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5180 x1855007616055680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769076970.043675:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076970.043684:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076970.043707:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076970.043707:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076970.043719:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076970.043721:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076970.043733:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769076970.043736:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769076970.043737:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076970.043745:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:1.0:1769076970.043748:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769076970.043749:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076970.043759:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:1.0:1769076970.043763:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.043765:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076970.043775:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1769076970.043782:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616055680:192.168.204.113@tcp:250:kworker.0
02000000:00000001:0.0:1769076970.043784:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076970.043796:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076970.043800:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769076970.043803:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769076970.043809:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1769076970.043810:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769076970.043818:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769076970.043819:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.043834:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076970.043840:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4e00.
02000000:00000001:1.0:1769076970.043844:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1769076970.043846:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769076970.043853:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076970.043855:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.043857:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076970.043860:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1769076970.043862:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:0.0:1769076970.043877:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076970.043886:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076970.043887:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769076970.043902:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076970.043910:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:0.0:1769076970.043913:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4e00 x1855007616055808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769076970.043921:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:0.0:1769076970.043946:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076970.043949:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076970.043957:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a33510eb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4e00 x1855007616055808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769076970.043959:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000001:0.0:1769076970.043984:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076970.043984:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616055680, portal 25
00000100:00000001:1.0:1769076970.043998:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769076970.043999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076970.044009:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181366144 : -107391528185472 : ffff9e53f61c5180)
00000100:00080000:0.0:1769076970.044012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769076970.044017:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076970.044020:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1769076970.044027:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5180 x1855007616055680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076970.044029:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076970.044051:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3953
00000100:00000001:1.0:1769076970.044069:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076970.044077:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076970.044080:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000100:00000200:1.0:1769076970.044084:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616055680, offset 0
00000400:00000200:1.0:1769076970.044092:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076970.044136:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076970.044145:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076970.044149:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076970.044153:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076970.044164:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076970.044166:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076970.044174:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076970.044177:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769076970.044184:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000001:0.0:1769076970.044186:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076970.044192:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:1.0:1769076970.044198:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769076970.044199:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076970.044204:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:1.0:1769076970.044208:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000001:0.0:1769076970.044216:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076970.044220:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769076970.044230:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076970.044233:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:0.0:1769076970.044245:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076970.044250:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37729:37729:256:4294967295] 192.168.204.113@tcp LPNI seq info [37699:37699:8:4294967295]
00000100:00000001:0.0:1769076970.044256:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076970.044267:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076970.044269:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769076970.044276:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076970.044283:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076970.044299:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:1.0:1769076970.044307:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769076970.044308:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076970.044316:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1769076970.044322:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769076970.044324:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076970.044329:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769076970.044331:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000100:00000001:0.0:1769076970.044333:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076970.044338:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076970.044343:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.044347:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769076970.044355:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000010:0.0:1769076970.044357:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6d80.
00000020:00000040:0.0:1769076970.044366:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:1.0:1769076970.044370:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1769076970.044372:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076970.044376:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076970.044384:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076970.044386:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076970.044396:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076970.044397:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076970.044411:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
02000000:00000010:0.0:1769076970.044412:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769076970.044427:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769076970.044428:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076970.044436:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000100:00100000:0.0:1769076970.044447:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6d80 x1855007616055936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076970.044447:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076970.044468:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076970.044487:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076970.044493:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:0.0:1769076970.044494:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769076970.044501:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769076970.044502:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769076970.044511:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5180 x1855007616055680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076970.044525:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7137345] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6d80 x1855007616055936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.044530:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076970.044540:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5180 x1855007616055680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076970.044587:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076970.044588:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076970.044601:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769076970.044603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076970.044611:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076970.044613:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076970.044617:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076970.044633:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076970.044635:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076970.044639:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298627310
00000100:00000040:0.0:1769076970.044645:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3963)
00000100:00000010:1.0:1769076970.044650:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b180.
00000100:00000001:1.0:1769076970.044662:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076970.044675:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298627310
00000100:00000010:1.0:1769076970.044678:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b360.
00000100:00000001:1.0:1769076970.044682:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076970.044695:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076970.044700:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076970.044703:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076970.044712:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076970/real 1769076970]  req@ffff9e53f61c5180 x1855007616055680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076970.044722:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076970.044724:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076970.044727:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076970.044732:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076970.044735:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076970.044737:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076970.044740:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5180 x1855007616055680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076970.044747:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5180 x1855007616055680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.044752:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076970.044753:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.044755:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076970.044757:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076970.044760:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5180 x1855007616055680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.044764:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076970.044768:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5180 x1855007616055680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.044774:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076970.044777:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.044778:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076970.044779:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.044781:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076970.044783:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076970.044785:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076970.044789:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076970.044791:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076970.044794:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5180 x1855007616055680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076970.044799:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616055680:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076970.044802:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.044804:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076970.044806:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5180 x1855007616055680/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.044811:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076970.044813:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076970.044816:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076970.044819:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076970.044821:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076970.044823:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076970.044825:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076970.044828:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010800.
02000000:00000001:1.0:1769076970.044832:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076970.044834:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076970.044836:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5180.
00000100:00000001:1.0:1769076970.044839:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076970.044840:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.044842:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.044850:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076970.044852:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076970.044854:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076970.044855:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076970.044857:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076970.044860:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4e00 x1855007616055808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.044865:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076970.044882:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076970.044884:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076970.044887:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076970.044889:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076970.044892:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616055808:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076970.044895:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076970.044898:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076970.044899:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076970.044901:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076970.044904:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076970.044906:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076970.044911:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076970.044914:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076970.044917:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076970.044920:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616055808, portal 10
00000100:00000001:1.0:1769076970.044923:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076970.044924:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181365248 : -107391528186368 : ffff9e53f61c4e00)
00000100:00000040:1.0:1769076970.044931:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4e00 x1855007616055808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.044938:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076970.044940:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076970.044942:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000100:00000200:1.0:1769076970.044944:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616055808, offset 0
00000400:00000200:1.0:1769076970.044948:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076970.044952:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076970.044957:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076970.044960:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076970.044963:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076970.044966:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076970.044968:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076970.044971:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37730:37730:256:4294967295] 192.168.204.113@tcp LPNI seq info [37700:37700:8:4294967295]
00000400:00000200:1.0:1769076970.044975:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076970.044982:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076970.044986:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076970.044989:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000800:00000200:1.0:1769076970.044994:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076970.044996:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076970.045001:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076970.045004:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769076970.045008:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076970.045010:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:1.0:1769076970.045012:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076970.045016:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076970.045019:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076970.045021:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076970.045023:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076970.045026:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4e00 x1855007616055808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.045049:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076970.045051:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4e00 x1855007616055808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.045055:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076970.045056:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076970.045059:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076970.045062:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076970.045065:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076970.045066:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298626062
00000100:00000001:1.0:1769076970.045069:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298627310
00000100:00000001:1.0:1769076970.045071:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298626062
00000100:00000001:1.0:1769076970.045073:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298627310
00000100:00000001:1.0:1769076970.045074:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076970.045076:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076970.045077:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076970.045079:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076970/real 1769076970]  req@ffff9e53f61c4e00 x1855007616055808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076970.045084:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076970.045085:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076970.045086:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076970.045088:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076970.045089:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076970.045123:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076970.045126:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4e00 x1855007616055808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076970.045133:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4e00 x1855007616055808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.045137:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076970.045138:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.045140:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076970.045140:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076970.045143:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4e00 x1855007616055808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.045147:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076970.045150:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4e00 x1855007616055808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.045155:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076970.045157:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.045158:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076970.045160:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.045161:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076970.045163:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076970.045165:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076970.045167:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076970.045169:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076970.045171:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4e00 x1855007616055808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076970.045176:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616055808:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076970.045178:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076970.045181:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6d80 x1855007616055936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.045186:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076970.045188:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076970.045189:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076970.045191:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076970.045192:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076970.045194:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616055936:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076970.045196:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076970.045198:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076970.045199:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076970.045201:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076970.045204:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076970.045205:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076970.045208:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076970.045209:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076970.045211:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076970.045214:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616055936, portal 10
00000100:00000001:1.0:1769076970.045215:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076970.045217:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181373312 : -107391528178304 : ffff9e53f61c6d80)
00000100:00000040:1.0:1769076970.045221:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6d80 x1855007616055936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.045226:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076970.045228:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076970.045230:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000100:00000200:1.0:1769076970.045231:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616055936, offset 0
00000400:00000200:1.0:1769076970.045234:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076970.045237:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076970.045239:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076970.045241:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076970.045243:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076970.045245:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076970.045247:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076970.045249:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37731:37731:256:4294967295] 192.168.204.113@tcp LPNI seq info [37701:37701:8:4294967295]
00000400:00000200:1.0:1769076970.045252:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076970.045256:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076970.045259:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076970.045261:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000800:00000200:1.0:1769076970.045264:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076970.045266:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076970.045269:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076970.045271:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769076970.045274:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076970.045275:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:1.0:1769076970.045277:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076970.045280:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076970.045282:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076970.045283:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076970.045285:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076970.045287:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6d80 x1855007616055936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.045292:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076970.045295:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6d80 x1855007616055936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.045300:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076970.045301:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076970.045303:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076970.045305:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076970.045308:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076970.045309:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298626070
00000100:00000001:1.0:1769076970.045311:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298627310
00000100:00000001:1.0:1769076970.045313:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298626070
00000100:00000001:1.0:1769076970.045315:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298627310
00000100:00000001:1.0:1769076970.045316:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076970.045318:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076970.045319:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076970.045321:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076970/real 1769076970]  req@ffff9e53f61c6d80 x1855007616055936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076970.045326:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076970.045327:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076970.045327:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076970.045329:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076970.045330:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076970.045332:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076970.045335:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6d80 x1855007616055936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076970.045344:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6d80 x1855007616055936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.045351:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076970.045353:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.045355:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076970.045357:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076970.045362:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6d80 x1855007616055936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.045370:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076970.045374:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6d80 x1855007616055936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.045382:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076970.045385:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.045387:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076970.045388:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.045390:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076970.045392:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076970.045394:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076970.045398:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076970.045400:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076970.045404:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6d80 x1855007616055936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076970.045414:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616055936:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076970.045418:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.045421:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076970.045423:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4e00 x1855007616055808/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.045428:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076970.045429:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076970.045431:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076970.045433:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076970.045434:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076970.045435:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076970.045436:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076970.045438:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011800.
02000000:00000001:1.0:1769076970.045440:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076970.045441:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076970.045442:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4e00.
00000100:00000001:1.0:1769076970.045445:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076970.045446:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.045447:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076970.045449:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6d80 x1855007616055936/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076970.045453:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076970.045454:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076970.045455:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076970.045456:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076970.045456:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076970.045457:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076970.045458:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076970.045459:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012400.
02000000:00000001:1.0:1769076970.045460:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076970.045461:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076970.045462:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6d80.
00000100:00000001:1.0:1769076970.045464:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076970.045465:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.045466:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076970.045468:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076970.045469:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076970.045470:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076970.045471:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076970.747190:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076970.747199:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076970.747207:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076970.747209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076970.747277:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076970.747281:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076970.747285:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076970.939379:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076970.939388:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076970.939390:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076970.939396:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076970.939401:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076970.939405:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076970.939409:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076970.939412:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076970.939415:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076971.323196:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298627310, at 4298627328
00000100:00000040:2.0:1769076971.323214:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298627310, at 4298627328
00000100:00000010:3.0:1769076971.323217:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b360.
00000100:00000010:2.0:1769076971.323237:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b180.
00010000:00000001:1.0:1769076971.771165:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076971.771172:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076971.771177:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076971.771178:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076971.771234:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076971.771240:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076971.771244:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076971.963146:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076971.963153:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076971.963155:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076971.963159:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076971.963162:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076971.963165:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.963167:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076971.963169:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.963171:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076972.795205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076972.795213:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076972.795220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076972.795221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076972.795300:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076972.795305:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076972.795317:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076972.987199:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076972.987206:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076972.987207:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076972.987212:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076972.987215:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076972.987218:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076972.987220:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076972.987223:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076972.987225:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076973.819277:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076973.819286:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076973.819292:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076973.819293:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076973.819384:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076973.819393:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076973.819399:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076974.011273:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076974.011283:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076974.011286:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076974.011293:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076974.011298:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076974.011302:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076974.011305:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076974.011308:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076974.011311:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076974.843213:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076974.843218:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076974.843222:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076974.843225:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076974.843227:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076974.843229:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076974.843232:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076974.843233:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076974.843235:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076974.843237:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076974.843301:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076974.843304:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076974.843307:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076975.035238:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076975.035245:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076975.035246:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076975.035251:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076975.035254:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076975.035264:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076975.035294:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076975.035296:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076975.035299:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076975.163185:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076975.163194:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076975.163197:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076975.163199:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076975.163202:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076975.163208:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3958
00000400:00000200:3.0:1769076975.163214:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076975.163219:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076975.163222:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076975.163225:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163227:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076975.163229:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163231:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076975.163234:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076975.163236:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076975.163238:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076975.163240:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076975.163242:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076975.163244:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076975.163247:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163249:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076975.163251:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163252:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076975.163256:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076975.163259:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163261:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076975.163264:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076975.163266:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076975.163268:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.163269:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076975.163271:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076975.163279:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769076975.163281:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076975.163285:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076975.163286:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.163289:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076975.163291:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076975.163294:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076975.163301:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769076975.163306:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076975.163313:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007616056064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076975.163322:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076975.163325:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076975.163329:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007616056064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076975.163347:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076975.163350:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076975.163353:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076975.163354:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076975.163355:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076975.163356:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076975.163358:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3958
00000400:00000200:3.0:1769076975.163360:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076975.163363:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076975.163365:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076975.163368:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163370:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076975.163372:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163373:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076975.163375:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076975.163376:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076975.163377:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076975.163379:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076975.163380:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076975.163382:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076975.163383:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769076975.163384:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163388:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076975.163389:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769076975.163390:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163394:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769076975.163395:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769076975.163397:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076975.163401:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163403:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076975.163405:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769076975.163409:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35f80 x1855007616056064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076975.163410:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076975.163414:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.163418:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076975.163422:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076975.163427:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.163430:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076975.163431:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1769076975.163433:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000100:00000001:1.0:1769076975.163434:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076975.163438:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076975.163441:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076975.163442:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076975.163444:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076975.163445:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076975.163446:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076975.163451:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076975.163451:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076975.163453:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076975.163458:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616056064:192.168.204.113@tcp:250:kworker.0
02000000:00000010:3.0:1769076975.163459:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769076975.163464:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076975.163465:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076975.163470:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1769076975.163471:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007616056192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769076975.163473:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076975.163479:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769076975.163483:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1769076975.163485:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
00000100:00000001:3.0:1769076975.163486:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076975.163491:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076975.163493:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007616056192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076975.163502:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076975.163503:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076975.163507:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769076975.163508:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00080000:3.0:1769076975.163510:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076975.163513:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076975.163515:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076975.163517:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769076975.163518:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00080000:3.0:1769076975.163520:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3958
00000400:00000200:3.0:1769076975.163525:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000200:1.0:1769076975.163527:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616056064, portal 25
00000400:00000200:3.0:1769076975.163528:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076975.163533:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076975.163534:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076975.163537:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438388096 : -107392271163520 : ffff9e53c9d35f80)
00000100:00000040:3.0:1769076975.163538:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163542:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076975.163544:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163547:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000040:1.0:1769076975.163548:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35f80 x1855007616056064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769076975.163549:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076975.163552:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076975.163555:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076975.163558:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076975.163562:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:1.0:1769076975.163564:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1769076975.163565:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:1.0:1769076975.163571:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769076975.163574:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000010:1.0:1769076975.163576:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000100:00000001:3.0:1769076975.163577:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769076975.163581:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616056064, offset 0
00000100:00000040:3.0:1769076975.163581:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163585:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076975.163588:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076975.163590:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163592:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076975.163595:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769076975.163597:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769076975.163598:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076975.163603:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.163604:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076975.163605:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076975.163607:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.163609:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076975.163613:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:3.0:1769076975.163614:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769076975.163618:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076975.163620:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076975.163621:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.163623:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769076975.163625:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:3.0:1769076975.163625:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076975.163628:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076975.163633:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769076975.163635:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076975.163636:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1769076975.163642:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007616056320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076975.163646:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076975.163654:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769076975.163655:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769076975.163659:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:3.0:1769076975.163659:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076975.163664:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007616056320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076975.163666:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37732:37732:256:4294967295] 192.168.204.113@tcp LPNI seq info [37702:37702:8:4294967295]
00000400:00000200:1.0:1769076975.163679:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076975.163682:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076975.163685:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076975.163691:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769076975.163697:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769076975.163697:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076975.163705:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076975.163710:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3968)
00000800:00000200:1.0:1769076975.163714:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076975.163722:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000800:00000200:1.0:1769076975.163730:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076975.163735:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076975.163742:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076975.163747:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769076975.163751:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076975.163755:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:1.0:1769076975.163760:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076975.163764:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076975.163768:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076975.163770:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076975.163775:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076975.163778:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35f80 x1855007616056064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.163786:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076975.163789:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35f80 x1855007616056064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.163794:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076975.163795:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076975.163800:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076975.163821:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076975.163825:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298632429
00000100:00000010:1.0:1769076975.163831:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bd80.
00000100:00000001:1.0:1769076975.163839:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076975.163855:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298632429
00000100:00000010:1.0:1769076975.163859:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b540.
00000100:00000001:1.0:1769076975.163863:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076975.163883:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076975.163887:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076975.163890:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076975.163896:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076975/real 1769076975]  req@ffff9e53c9d35f80 x1855007616056064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076975.163911:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076975.163914:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076975.163917:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076975.163923:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076975.163925:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076975.163929:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076975.163950:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35f80 x1855007616056064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076975.163961:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35f80 x1855007616056064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.163968:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076975.163971:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.163973:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076975.163976:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076975.163980:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35f80 x1855007616056064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.163988:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076975.163993:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35f80 x1855007616056064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164016:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076975.164018:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164032:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076975.164034:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164036:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076975.164037:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076975.164040:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076975.164043:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076975.164045:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076975.164048:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35f80 x1855007616056064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076975.164054:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616056064:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076975.164058:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164059:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076975.164096:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35f80 x1855007616056064/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164101:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076975.164103:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076975.164105:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076975.164108:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076975.164109:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076975.164111:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076975.164112:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076975.164114:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:1.0:1769076975.164117:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076975.164119:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076975.164120:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35f80.
00000100:00000001:1.0:1769076975.164123:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076975.164124:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164125:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164131:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076975.164132:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076975.164134:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076975.164135:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076975.164136:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076975.164139:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37b80 x1855007616056192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164144:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076975.164145:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076975.164147:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076975.164148:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076975.164150:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076975.164152:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616056192:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076975.164154:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076975.164156:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076975.164157:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076975.164158:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076975.164161:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076975.164162:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076975.164165:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076975.164168:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076975.164170:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076975.164172:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616056192, portal 10
00000100:00000001:1.0:1769076975.164174:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076975.164182:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438395264 : -107392271156352 : ffff9e53c9d37b80)
00000100:00000040:1.0:1769076975.164187:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37b80 x1855007616056192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164192:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076975.164194:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076975.164195:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000100:00000200:1.0:1769076975.164197:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616056192, offset 0
00000400:00000200:1.0:1769076975.164200:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076975.164203:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076975.164206:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076975.164208:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076975.164210:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076975.164212:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076975.164214:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076975.164216:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37733:37733:256:4294967295] 192.168.204.113@tcp LPNI seq info [37703:37703:8:4294967295]
00000400:00000200:1.0:1769076975.164219:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076975.164224:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076975.164227:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076975.164229:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000800:00000200:1.0:1769076975.164232:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076975.164234:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076975.164237:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076975.164239:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769076975.164242:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076975.164243:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:1.0:1769076975.164245:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076975.164248:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076975.164250:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076975.164251:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076975.164253:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076975.164255:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37b80 x1855007616056192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164261:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076975.164263:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37b80 x1855007616056192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164272:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076975.164273:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076975.164276:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076975.164279:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076975.164281:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076975.164283:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298631182
00000100:00000001:1.0:1769076975.164285:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298632429
00000100:00000001:1.0:1769076975.164286:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298631182
00000100:00000001:1.0:1769076975.164288:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298632429
00000100:00000001:1.0:1769076975.164289:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076975.164291:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076975.164292:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076975.164294:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076975/real 1769076975]  req@ffff9e53c9d37b80 x1855007616056192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076975.164299:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076975.164300:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076975.164301:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076975.164302:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076975.164303:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076975.164305:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076975.164307:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37b80 x1855007616056192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076975.164312:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37b80 x1855007616056192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164317:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076975.164319:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164321:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076975.164322:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076975.164326:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37b80 x1855007616056192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164334:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076975.164338:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37b80 x1855007616056192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164346:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076975.164349:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164351:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076975.164353:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164355:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076975.164357:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076975.164360:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076975.164364:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076975.164366:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076975.164371:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37b80 x1855007616056192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076975.164381:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616056192:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076975.164385:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076975.164406:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36a00 x1855007616056320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164414:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076975.164415:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076975.164418:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076975.164421:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076975.164423:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076975.164427:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616056320:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076975.164430:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076975.164433:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076975.164436:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076975.164438:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076975.164443:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076975.164447:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076975.164454:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076975.164459:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076975.164481:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076975.164486:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616056320, portal 10
00000100:00000001:1.0:1769076975.164490:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076975.164493:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438390784 : -107392271160832 : ffff9e53c9d36a00)
00000100:00000040:1.0:1769076975.164503:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36a00 x1855007616056320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164514:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076975.164518:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076975.164522:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000100:00000200:1.0:1769076975.164527:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616056320, offset 0
00000400:00000200:1.0:1769076975.164534:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076975.164542:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076975.164549:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076975.164554:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076975.164575:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076975.164580:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076975.164585:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076975.164592:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37734:37734:256:4294967295] 192.168.204.113@tcp LPNI seq info [37704:37704:8:4294967295]
00000400:00000200:1.0:1769076975.164601:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076975.164616:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076975.164626:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076975.164634:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000800:00000200:1.0:1769076975.164642:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076975.164663:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076975.164666:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076975.164669:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769076975.164671:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076975.164674:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:1.0:1769076975.164676:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076975.164679:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076975.164681:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:1.0:1769076975.164682:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:1.0:1769076975.164684:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076975.164687:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36a00 x1855007616056320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164693:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076975.164696:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36a00 x1855007616056320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164703:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076975.164705:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076975.164709:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076975.164712:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076975.164716:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076975.164718:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298631189
00000100:00000001:1.0:1769076975.164721:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298632429
00000100:00000001:1.0:1769076975.164723:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298631189
00000100:00000001:1.0:1769076975.164726:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298632429
00000100:00000001:1.0:1769076975.164728:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076975.164731:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076975.164733:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076975.164754:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076975/real 1769076975]  req@ffff9e53c9d36a00 x1855007616056320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076975.164763:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076975.164765:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076975.164766:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076975.164769:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076975.164771:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076975.164774:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076975.164778:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36a00 x1855007616056320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076975.164784:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36a00 x1855007616056320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164789:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076975.164790:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164791:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076975.164792:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076975.164794:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36a00 x1855007616056320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164799:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076975.164802:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36a00 x1855007616056320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164806:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076975.164808:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164809:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076975.164809:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164811:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076975.164812:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076975.164813:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076975.164815:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076975.164816:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076975.164819:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36a00 x1855007616056320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076975.164824:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616056320:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076975.164845:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164848:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076975.164852:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37b80 x1855007616056192/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164860:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076975.164863:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076975.164865:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076975.164868:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076975.164870:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076975.164872:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076975.164875:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076975.164877:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:1.0:1769076975.164880:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076975.164882:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076975.164884:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37b80.
00000100:00000001:1.0:1769076975.164888:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076975.164890:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164892:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076975.164895:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36a00 x1855007616056320/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076975.164904:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076975.164905:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076975.164907:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076975.164910:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076975.164911:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076975.164913:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076975.164915:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076975.164916:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:1.0:1769076975.164919:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076975.164920:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076975.164922:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36a00.
00000100:00000001:1.0:1769076975.164924:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076975.164926:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164928:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076975.164933:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076975.164934:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076975.164937:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076975.164939:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076975.867161:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076975.867167:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076975.867172:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076975.867173:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076975.867268:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076975.867275:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076975.867281:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076976.059134:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076976.059139:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076976.059141:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076976.059145:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076976.059148:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076976.059151:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076976.059153:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076976.059156:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076976.059158:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076976.443168:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298632429, at 4298632448
00000100:00000040:3.0:1769076976.443168:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298632429, at 4298632448
00000100:00000010:3.0:1769076976.443203:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b540.
00000100:00000010:2.0:1769076976.443207:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bd80.
00010000:00000001:1.0:1769076976.891194:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076976.891201:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076976.891203:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076976.891206:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076976.891210:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076976.891212:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076976.891214:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076976.891216:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076976.891219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076976.891220:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076976.891283:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076976.891292:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076976.891296:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076977.083208:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076977.083219:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076977.083221:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076977.083227:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076977.083231:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076977.083236:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076977.083239:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076977.083242:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076977.083245:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076977.915181:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076977.915187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076977.915191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076977.915192:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076977.915266:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076977.915270:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076977.915280:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076978.107227:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076978.107235:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076978.107237:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076978.107244:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076978.107248:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076978.107252:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076978.107255:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076978.107272:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076978.107276:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076978.939174:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076978.939180:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076978.939184:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076978.939185:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076978.939268:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076978.939275:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076978.939280:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076979.131213:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076979.131224:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076979.131227:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076979.131234:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076979.131239:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076979.131244:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076979.131247:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076979.131250:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076979.131254:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076979.963187:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076979.963193:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076979.963200:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076979.963201:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076979.963258:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076979.963263:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076979.963267:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076980.155244:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076980.155253:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076980.155256:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076980.155262:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076980.155266:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076980.155270:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076980.155273:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076980.155276:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076980.155279:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076980.283175:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076980.283188:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076980.283191:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076980.283195:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076980.283200:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076980.283209:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3963
00000400:00000200:3.0:1769076980.283219:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076980.283225:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076980.283228:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076980.283231:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076980.283234:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076980.283236:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076980.283239:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076980.283243:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076980.283245:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076980.283248:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076980.283251:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076980.283253:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076980.283255:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076980.283257:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076980.283259:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076980.283260:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076980.283261:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076980.283264:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076980.283266:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076980.283268:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076980.283270:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076980.283274:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076980.283276:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076980.283278:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076980.283280:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076980.283291:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769076980.283294:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076980.283298:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076980.283299:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076980.283302:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076980.283304:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076980.283309:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076980.283316:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769076980.283323:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076980.283341:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007616056448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076980.283354:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076980.283358:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076980.283362:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007616056448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076980.283387:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076980.283390:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076980.283393:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076980.283394:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076980.283396:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076980.283397:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076980.283399:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3963
00000400:00000200:3.0:1769076980.283401:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076980.283403:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076980.283405:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076980.283408:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076980.283410:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076980.283411:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076980.283413:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076980.283415:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076980.283417:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076980.283418:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076980.283420:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076980.283422:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076980.283424:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769076980.283425:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769076980.283426:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076980.283434:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076980.283439:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769076980.283441:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076980.283449:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769076980.283449:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076980.283456:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076980.283459:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076980.283460:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076980.283464:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769076980.283470:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34a80 x1855007616056448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076980.283473:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076980.283482:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076980.283491:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076980.283501:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769076980.283502:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076980.283509:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769076980.283511:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076980.283522:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076980.283523:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076980.283533:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1769076980.283533:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
02000000:00000001:1.0:1769076980.283552:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076980.283552:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076980.283569:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1769076980.283572:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616056448:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769076980.283573:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076980.283584:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769076980.283585:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076980.283591:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769076980.283594:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076980.283594:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076980.283603:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076980.283605:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
02000000:00000001:1.0:1769076980.283607:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769076980.283610:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076980.283617:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007616056576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769076980.283619:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076980.283629:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076980.283641:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076980.283643:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076980.283654:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769076980.283660:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007616056576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769076980.283661:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076980.283676:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000001:3.0:1769076980.283677:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076980.283684:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769076980.283686:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616056448, portal 25
00000100:00080000:3.0:1769076980.283688:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769076980.283693:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076980.283694:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769076980.283702:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438382720 : -107392271168896 : ffff9e53c9d34a80)
00000100:00080000:3.0:1769076980.283704:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076980.283717:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076980.283724:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3963
00000100:00000040:1.0:1769076980.283725:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34a80 x1855007616056448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076980.283737:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076980.283751:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076980.283763:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076980.283765:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076980.283783:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769076980.283784:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076980.283792:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769076980.283793:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423e58.
00000100:00000200:1.0:1769076980.283800:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616056448, offset 0
00000100:00000040:3.0:1769076980.283800:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076980.283812:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076980.283818:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769076980.283822:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:3.0:1769076980.283822:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076980.283830:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076980.283832:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076980.283835:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076980.283839:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076980.283840:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769076980.283849:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076980.283852:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076980.283857:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:3.0:1769076980.283857:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076980.283866:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769076980.283868:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769076980.283870:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076980.283884:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076980.283893:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076980.283897:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769076980.283904:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:3.0:1769076980.283906:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076980.283914:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076980.283915:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769076980.283922:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076980.283926:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076980.283932:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076980.283950:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076980.283954:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000010:3.0:1769076980.283955:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769076980.283964:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076980.283968:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076980.283971:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076980.283972:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076980.283973:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076980.283985:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076980.283988:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000400:00000200:1.0:1769076980.283997:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37735:37735:256:4294967295] 192.168.204.113@tcp LPNI seq info [37705:37705:8:4294967295]
00000100:00000001:3.0:1769076980.283997:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076980.284009:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007616056704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076980.284027:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076980.284029:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076980.284038:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076980.284054:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076980.284063:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076980.284075:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74fe00.
00000100:00000040:3.0:1769076980.284093:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007616056704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076980.284101:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076980.284104:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076980.284107:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076980.284110:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076980.284113:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076980.284118:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3973)
00000800:00000200:1.0:1769076980.284131:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076980.284143:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769076980.284161:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076980.284167:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076980.284171:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298637550
00000100:00000010:1.0:1769076980.284177:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0be40.
00000100:00000001:1.0:1769076980.284185:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076980.284194:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298637550
00000100:00000010:1.0:1769076980.284198:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bf60.
00000100:00000001:1.0:1769076980.284201:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076980.284206:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076980.284209:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076980.284212:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076980.284215:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076980.284222:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076980.284224:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769076980.284227:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076980.284229:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076980.284231:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076980.284238:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37480 x1855007616056576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076980.284248:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076980.284250:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076980.284252:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076980.284255:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076980.284257:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076980.284263:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616056576:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076980.284266:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076980.284285:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076980.284287:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076980.284289:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076980.284292:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076980.284294:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076980.284298:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076980.284301:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3d10.
00000400:00000010:1.0:1769076980.284305:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423908.
00000100:00000200:1.0:1769076980.284308:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616056576, portal 10
00000100:00000001:1.0:1769076980.284310:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076980.284311:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438393472 : -107392271158144 : ffff9e53c9d37480)
00000100:00000040:1.0:1769076980.284317:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37480 x1855007616056576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076980.284323:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076980.284325:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076980.284328:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423990.
00000100:00000200:1.0:1769076980.284331:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616056576, offset 0
00000400:00000200:1.0:1769076980.284334:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076980.284338:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076980.284342:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076980.284345:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076980.284348:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076980.284350:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076980.284352:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076980.284354:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37736:37736:255:4294967295] 192.168.204.113@tcp LPNI seq info [37706:37706:7:4294967295]
00000400:00000200:1.0:1769076980.284358:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076980.284364:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076980.284368:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076980.284372:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f800.
00000800:00000200:1.0:1769076980.284375:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076980.284379:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769076980.284382:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076980.284386:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076980.284389:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076980.284392:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298636302
00000100:00000001:1.0:1769076980.284395:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298637550
00000100:00000001:1.0:1769076980.284397:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298636302
00000100:00000001:1.0:1769076980.284400:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298637550
00000100:00000001:1.0:1769076980.284402:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076980.284404:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076980.284406:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076980.284409:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37100 x1855007616056704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076980.284415:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076980.284416:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076980.284418:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076980.284419:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076980.284421:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076980.284423:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616056704:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076980.284425:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076980.284427:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076980.284428:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076980.284429:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076980.284432:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076980.284434:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076980.284436:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076980.284438:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3b00.
00000400:00000010:1.0:1769076980.284441:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769076980.284443:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616056704, portal 10
00000100:00000001:1.0:1769076980.284445:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076980.284446:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438392576 : -107392271159040 : ffff9e53c9d37100)
00000100:00000040:1.0:1769076980.284451:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37100 x1855007616056704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076980.284457:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076980.284458:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076980.284460:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb4235d8.
00000100:00000200:1.0:1769076980.284462:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616056704, offset 0
00000400:00000200:1.0:1769076980.284465:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076980.284467:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076980.284470:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076980.284472:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076980.284474:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076980.284476:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076980.284478:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076980.284480:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37737:37737:254:4294967295] 192.168.204.113@tcp LPNI seq info [37707:37707:6:4294967295]
00000400:00000200:1.0:1769076980.284483:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076980.284488:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076980.284491:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076980.284493:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769076980.284496:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076980.284498:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769076980.284501:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076980.284503:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076980.284505:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076980.284506:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298636309
00000100:00000001:1.0:1769076980.284508:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298637550
00000100:00000001:1.0:1769076980.284510:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298636309
00000100:00000001:1.0:1769076980.284512:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298637550
00000100:00000001:1.0:1769076980.284514:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076980.284515:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076980.284517:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076980.284518:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076980.284521:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076980.284522:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769076980.284523:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076980.284524:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076980.284525:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076980.284527:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076980.987157:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076980.987174:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076980.987178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076980.987179:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076980.987241:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076980.987248:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076980.987254:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076981.179171:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076981.179179:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076981.179181:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076981.179187:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076981.179190:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076981.179194:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076981.179197:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076981.179199:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076981.179202:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076981.563142:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298637550, at 4298637568
00000100:00000040:3.0:1769076981.563142:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298637550, at 4298637568
00000100:00000010:2.0:1769076981.563159:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0be40.
00000100:00000010:3.0:1769076981.563170:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf60.
00010000:00000001:1.0:1769076982.011204:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076982.011212:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076982.011217:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076982.011218:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076982.011284:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076982.011289:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076982.011292:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076982.203216:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076982.203226:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076982.203228:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076982.203236:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076982.203241:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076982.203246:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076982.203250:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076982.203253:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076982.203257:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076983.035197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076983.035209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076983.035218:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076983.035220:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076983.035317:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076983.035321:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076983.035325:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076983.227230:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076983.227236:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076983.227238:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076983.227248:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076983.227252:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076983.227256:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076983.227258:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076983.227261:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076983.227263:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769076983.355489:0:2395:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:2.0:1769076983.355553:0:2395:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076983.355566:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076983.355571:0:2395:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:2.0:1769076983.355576:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769076983.355581:0:2395:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076983.355588:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076983.355593:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74fe00.
00000400:00000200:2.0:1769076983.355600:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076983.355617:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076983.355626:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423e58
00000400:00000010:2.0:1769076983.355631:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423e58.
00000100:00000001:2.0:1769076983.355638:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076983.355651:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d34a80 x1855007616056448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076983.355688:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076983.355693:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34a80 x1855007616056448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076983.355701:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076983.355703:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076983.355717:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076983.355720:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f800.
00000400:00000200:2.0:1769076983.355724:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076983.355728:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076983.355731:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423990
00000400:00000010:2.0:1769076983.355733:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423990.
00000100:00000001:2.0:1769076983.355736:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076983.355741:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d37480 x1855007616056576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076983.355751:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076983.355754:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37480 x1855007616056576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076983.355761:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076983.355768:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076983.355775:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769076983.355778:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:2.0:1769076983.355794:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076983.355798:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076983.355802:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb4235d8
00000400:00000010:2.0:1769076983.355804:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb4235d8.
00000100:00000001:2.0:1769076983.355807:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076983.355814:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d37100 x1855007616056704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076983.355824:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076983.355827:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37100 x1855007616056704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076983.355834:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076983.355836:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076983.355838:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076983.355850:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076983.355856:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076983.355875:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076980/real 1769076983]  req@ffff9e53c9d37480 x1855007616056576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076983.355936:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076983.355938:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076983.355943:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3d10.
00000400:00000200:1.0:1769076983.355955:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423908
00000400:00000010:1.0:1769076983.355959:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423908.
00000100:00000001:1.0:1769076983.355965:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076983.355972:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37480 x1855007616056576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076983.355986:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37480 x1855007616056576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076983.355996:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076983.356000:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076983.356005:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076983.356008:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076983.356014:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37480 x1855007616056576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076983.356023:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076983.356031:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37480 x1855007616056576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076983.356051:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076983.356055:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076983.356057:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076983.356059:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076983.356099:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076983.356104:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076983.356108:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076983.356115:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076983.356119:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076983.356125:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37480 x1855007616056576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076983.356137:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616056576:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076983.356144:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076983.356150:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076980/real 1769076983]  req@ffff9e53c9d37100 x1855007616056704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076983.356162:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076983.356163:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076983.356166:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3b00.
00000400:00000200:1.0:1769076983.356169:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769076983.356172:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769076983.356175:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076983.356179:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37100 x1855007616056704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076983.356190:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37100 x1855007616056704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076983.356199:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076983.356201:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076983.356204:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076983.356206:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076983.356211:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37100 x1855007616056704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076983.356220:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076983.356225:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37100 x1855007616056704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076983.356241:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076983.356245:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076983.356247:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076983.356249:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076983.356252:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076983.356254:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076983.356257:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076983.356262:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076983.356266:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076983.356271:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37100 x1855007616056704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076983.356288:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616056704:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076983.356297:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076983.356307:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076980/real 1769076983]  req@ffff9e53c9d34a80 x1855007616056448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076983.356318:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076983.356321:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076983.356323:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076983.356328:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076983.356331:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076983.356337:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076983.356342:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34a80 x1855007616056448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076983.356354:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34a80 x1855007616056448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076983.356362:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076983.356364:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076983.356366:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076983.356367:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076983.356372:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34a80 x1855007616056448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076983.356381:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076983.356385:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34a80 x1855007616056448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076983.356394:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076983.356397:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076983.356399:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076983.356400:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076983.356403:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076983.356405:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076983.356408:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076983.356412:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076983.356415:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076983.356420:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34a80 x1855007616056448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076983.356430:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616056448:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076983.356436:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076983.356439:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076983.356444:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37480 x1855007616056576/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076983.356453:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076983.356457:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076983.356462:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769076983.356468:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076983.356471:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076983.356474:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076983.356479:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076983.356482:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:1.0:1769076983.356489:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076983.356492:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076983.356494:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37480.
00000100:00000001:1.0:1769076983.356499:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076983.356501:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076983.356503:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076983.356508:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37100 x1855007616056704/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076983.356515:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076983.356517:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076983.356519:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076983.356522:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076983.356524:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076983.356526:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076983.356528:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076983.356536:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:1.0:1769076983.356540:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076983.356541:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076983.356543:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37100.
00000100:00000001:1.0:1769076983.356546:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076983.356548:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076983.356550:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076983.356554:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34a80 x1855007616056448/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076983.356567:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076983.356571:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076983.356573:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076983.356577:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076983.356579:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076983.356581:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076983.356583:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076983.356585:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:1.0:1769076983.356589:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076983.356591:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076983.356593:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34a80.
00000100:00000001:1.0:1769076983.356599:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076983.356600:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076983.356605:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076983.356617:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076983.356620:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076983.356623:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076983.356625:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076984.059127:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076984.059134:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076984.059138:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076984.059139:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076984.059229:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076984.059233:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076984.059237:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076984.251262:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076984.251273:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076984.251275:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076984.251282:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076984.251286:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076984.251291:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076984.251294:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076984.251297:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076984.251300:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076985.083175:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076985.083182:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076985.083186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076985.083189:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076985.083191:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076985.083194:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076985.083196:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076985.083198:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076985.083200:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076985.083201:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076985.083302:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076985.083306:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076985.083309:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076985.275324:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076985.275333:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076985.275336:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076985.275342:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076985.275348:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076985.275354:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076985.275359:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076985.275363:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076985.275368:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076985.403243:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076985.403256:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076985.403261:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076985.403265:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076985.403270:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076985.403279:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3968
00000400:00000200:3.0:1769076985.403289:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076985.403296:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076985.403299:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076985.403303:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076985.403307:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076985.403310:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076985.403312:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076985.403317:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076985.403319:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076985.403321:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076985.403324:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076985.403326:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076985.403329:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076985.403333:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076985.403336:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076985.403339:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076985.403341:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076985.403346:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076985.403350:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076985.403353:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076985.403357:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076985.403362:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076985.403366:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076985.403369:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076985.403373:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076985.403384:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769076985.403390:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076985.403398:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076985.403401:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076985.403406:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076985.403409:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076985.403415:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076985.403424:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769076985.403432:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076985.403444:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007616056832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076985.403458:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076985.403465:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076985.403472:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007616056832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076985.403510:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076985.403517:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076985.403522:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076985.403524:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076985.403526:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076985.403539:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076985.403543:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3968
00000400:00000200:3.0:1769076985.403551:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076985.403557:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769076985.403558:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076985.403567:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769076985.403569:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076985.403574:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076985.403577:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076985.403585:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769076985.403593:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34a80 x1855007616056832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076985.403595:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076985.403611:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076985.403627:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076985.403633:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:1.0:1769076985.403635:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769076985.403639:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769076985.403643:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076985.403646:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076985.403655:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:1.0:1769076985.403657:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769076985.403662:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:1.0:1769076985.403667:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769076985.403673:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:1.0:1769076985.403681:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076985.403683:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076985.403691:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076985.403698:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00100000:1.0:1769076985.403701:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616056832:192.168.204.113@tcp:250:kworker.0
00000020:00000040:3.0:1769076985.403705:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769076985.403720:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769076985.403722:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769076985.403733:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076985.403737:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769076985.403740:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769076985.403747:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076985.403748:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076985.403762:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076985.403766:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769076985.403775:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1769076985.403777:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076985.403785:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076985.403788:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076985.403797:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
00000100:00000010:3.0:1769076985.403798:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000020:00000040:3.0:1769076985.403810:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076985.403814:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076985.403818:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076985.403828:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076985.403832:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076985.403834:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076985.403838:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076985.403844:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:3.0:1769076985.403864:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769076985.403871:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076985.403881:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00100000:3.0:1769076985.403884:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007616056960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769076985.403902:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000001:3.0:1769076985.403903:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076985.403911:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076985.403921:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007616056960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076985.403924:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616056832, portal 25
00000100:00000001:1.0:1769076985.403941:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076985.403947:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438382720 : -107392271168896 : ffff9e53c9d34a80)
00000100:00000001:3.0:1769076985.403973:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076985.403977:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076985.403983:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076985.403986:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076985.403994:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1769076985.403996:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34a80 x1855007616056832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076985.404000:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769076985.404017:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769076985.404026:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3968
00000100:00000040:1.0:1769076985.404039:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769076985.404048:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076985.404056:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000400:00000200:3.0:1769076985.404059:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000200:1.0:1769076985.404120:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616056832, offset 0
00000400:00000200:1.0:1769076985.404137:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076985.404152:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076985.404164:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076985.404172:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076985.404179:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076985.404186:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076985.404190:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076985.404196:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37738:37738:256:4294967295] 192.168.204.113@tcp LPNI seq info [37708:37708:8:4294967295]
00000400:00000200:1.0:1769076985.404204:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:3.0:1769076985.404228:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769076985.404231:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769076985.404242:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076985.404253:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076985.404261:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076985.404269:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000200:1.0:1769076985.404273:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000020:00000001:3.0:1769076985.404277:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076985.404283:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076985.404286:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:1.0:1769076985.404289:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000020:00000040:3.0:1769076985.404291:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076985.404310:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.0:1769076985.404317:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:3.0:1769076985.404319:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.0:1769076985.404337:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1769076985.404338:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076985.404349:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076985.404357:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076985.404367:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000200:1.1:1769076985.404370:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:3.0:1769076985.404376:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076985.404384:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076985.404387:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076985.404391:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076985.404396:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076985.404405:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076985.404407:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769076985.404409:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076985.404416:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076985.404423:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769076985.404428:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076985.404430:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769076985.404439:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000100:00000010:3.0:1769076985.404442:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000020:00000040:3.0:1769076985.404450:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076985.404453:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769076985.404455:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076985.404459:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076985.404466:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076985.404471:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769076985.404473:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1769076985.404477:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076985.404487:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
02000000:00000010:3.0:1769076985.404488:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000400:00000010:1.0:1769076985.404498:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:3.0:1769076985.404500:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076985.404516:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1769076985.404519:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007616057088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769076985.404534:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34a80 x1855007616056832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076985.404540:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076985.404550:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076985.404570:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007616057088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.404580:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769076985.404587:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076985.404597:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34a80 x1855007616056832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076985.404598:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076985.404618:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076985.404629:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076985.404648:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076985.404648:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076985.404657:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769076985.404659:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3979)
00000100:00000001:1.0:1769076985.404674:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076985.404686:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076985.404693:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298642670
00000100:00000010:1.0:1769076985.404703:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b120.
00000100:00000001:1.0:1769076985.404715:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076985.404737:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298642670
00000100:00000010:1.0:1769076985.404743:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b4e0.
00000100:00000001:1.0:1769076985.404748:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076985.404755:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076985.404761:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076985.404766:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076985.404776:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076985/real 1769076985]  req@ffff9e53c9d34a80 x1855007616056832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076985.404798:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076985.404801:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076985.404805:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076985.404811:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076985.404814:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076985.404818:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076985.404824:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34a80 x1855007616056832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076985.404838:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34a80 x1855007616056832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.404865:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076985.404869:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.404872:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076985.404876:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076985.404883:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34a80 x1855007616056832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.404896:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076985.404904:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34a80 x1855007616056832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.404918:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076985.404923:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.404926:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076985.404928:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.404932:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076985.404935:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076985.404941:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076985.404957:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076985.404961:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076985.404968:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34a80 x1855007616056832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076985.404983:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616056832:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076985.404990:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.404994:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076985.404999:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34a80 x1855007616056832/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405009:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076985.405014:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076985.405019:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076985.405025:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076985.405028:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076985.405031:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076985.405033:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076985.405036:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:1.0:1769076985.405042:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076985.405045:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076985.405047:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34a80.
00000100:00000001:1.0:1769076985.405051:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076985.405053:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.405055:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.405107:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076985.405111:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076985.405116:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076985.405119:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076985.405122:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076985.405130:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37100 x1855007616056960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405142:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076985.405145:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076985.405149:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076985.405154:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076985.405158:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076985.405163:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616056960:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076985.405170:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076985.405175:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076985.405177:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076985.405181:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076985.405188:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076985.405191:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076985.405199:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076985.405204:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076985.405223:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076985.405229:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616056960, portal 10
00000100:00000001:1.0:1769076985.405232:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076985.405234:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438392576 : -107392271159040 : ffff9e53c9d37100)
00000100:00000040:1.0:1769076985.405246:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37100 x1855007616056960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405257:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076985.405261:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076985.405265:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769076985.405269:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616056960, offset 0
00000400:00000200:1.0:1769076985.405277:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076985.405284:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076985.405292:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076985.405298:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076985.405302:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076985.405307:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076985.405311:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076985.405316:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37739:37739:256:4294967295] 192.168.204.113@tcp LPNI seq info [37709:37709:8:4294967295]
00000400:00000200:1.0:1769076985.405322:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076985.405331:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076985.405336:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076985.405340:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769076985.405346:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076985.405349:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076985.405355:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076985.405358:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769076985.405362:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076985.405382:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769076985.405387:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076985.405394:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076985.405400:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769076985.405404:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769076985.405409:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076985.405417:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37100 x1855007616056960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405456:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076985.405461:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37100 x1855007616056960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405471:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076985.405474:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076985.405480:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076985.405486:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076985.405492:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076985.405505:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298641423
00000100:00000001:1.0:1769076985.405510:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298642670
00000100:00000001:1.0:1769076985.405514:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298641423
00000100:00000001:1.0:1769076985.405517:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298642670
00000100:00000001:1.0:1769076985.405521:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076985.405524:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076985.405527:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076985.405534:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076985/real 1769076985]  req@ffff9e53c9d37100 x1855007616056960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076985.405548:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076985.405550:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076985.405554:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076985.405558:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076985.405560:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076985.405580:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076985.405584:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37100 x1855007616056960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076985.405592:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37100 x1855007616056960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405599:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076985.405600:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.405602:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076985.405603:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076985.405607:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37100 x1855007616056960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405612:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076985.405616:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37100 x1855007616056960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405623:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076985.405626:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.405627:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076985.405628:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.405630:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076985.405632:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076985.405634:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076985.405637:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076985.405639:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076985.405643:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37100 x1855007616056960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076985.405650:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616056960:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076985.405655:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076985.405658:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37480 x1855007616057088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405665:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076985.405667:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076985.405669:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076985.405671:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076985.405673:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076985.405675:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616057088:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076985.405678:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076985.405681:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076985.405683:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076985.405684:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076985.405688:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076985.405690:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076985.405694:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076985.405696:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076985.405699:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076985.405703:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616057088, portal 10
00000100:00000001:1.0:1769076985.405705:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076985.405706:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438393472 : -107392271158144 : ffff9e53c9d37480)
00000100:00000040:1.0:1769076985.405712:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37480 x1855007616057088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405719:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076985.405721:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076985.405723:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769076985.405726:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616057088, offset 0
00000400:00000200:1.0:1769076985.405729:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076985.405733:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076985.405737:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076985.405740:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076985.405743:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076985.405746:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076985.405748:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076985.405751:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37740:37740:256:4294967295] 192.168.204.113@tcp LPNI seq info [37710:37710:8:4294967295]
00000400:00000200:1.0:1769076985.405755:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076985.405761:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076985.405765:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076985.405768:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769076985.405772:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076985.405775:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076985.405780:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076985.405783:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769076985.405786:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076985.405789:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769076985.405792:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076985.405797:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076985.405802:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769076985.405815:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769076985.405820:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076985.405825:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37480 x1855007616057088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405837:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076985.405841:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37480 x1855007616057088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405868:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076985.405871:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076985.405877:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076985.405882:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076985.405888:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076985.405891:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298641430
00000100:00000001:1.0:1769076985.405895:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298642670
00000100:00000001:1.0:1769076985.405899:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298641430
00000100:00000001:1.0:1769076985.405902:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298642670
00000100:00000001:1.0:1769076985.405905:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076985.405909:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076985.405911:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076985.405917:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076985/real 1769076985]  req@ffff9e53c9d37480 x1855007616057088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076985.405926:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076985.405927:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076985.405929:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076985.405932:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076985.405933:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076985.405936:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076985.405939:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37480 x1855007616057088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076985.405947:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37480 x1855007616057088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405953:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076985.405954:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.405956:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076985.405957:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076985.405960:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37480 x1855007616057088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405966:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076985.405970:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37480 x1855007616057088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.405977:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076985.405979:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.405981:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076985.405982:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.405984:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076985.405986:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076985.405988:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076985.405992:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076985.405994:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076985.405997:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37480 x1855007616057088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076985.406005:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616057088:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076985.406008:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.406010:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076985.406013:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37100 x1855007616056960/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.406030:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076985.406032:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076985.406034:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076985.406036:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076985.406037:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076985.406039:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076985.406041:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076985.406043:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:1.0:1769076985.406046:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076985.406047:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076985.406049:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37100.
00000100:00000001:1.0:1769076985.406052:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076985.406054:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.406055:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076985.406058:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37480 x1855007616057088/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076985.406101:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076985.406104:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076985.406107:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076985.406111:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076985.406112:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076985.406115:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076985.406118:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076985.406120:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:1.0:1769076985.406124:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076985.406126:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076985.406128:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37480.
00000100:00000001:1.0:1769076985.406131:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076985.406133:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.406136:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076985.406142:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076985.406144:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076985.406147:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076985.406149:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076986.107214:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076986.107229:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076986.107234:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076986.107235:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076986.107295:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076986.107300:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076986.107303:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076986.299146:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076986.299154:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076986.299156:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076986.299161:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076986.299165:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076986.299168:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076986.299171:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076986.299173:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076986.299175:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076986.683132:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298642670, at 4298642688
00000100:00000040:2.0:1769076986.683133:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298642670, at 4298642688
00000100:00000010:3.0:1769076986.683162:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b4e0.
00000100:00000010:2.0:1769076986.683169:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b120.
00010000:00000001:1.0:1769076987.131193:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076987.131205:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076987.131208:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076987.131211:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076987.131235:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076987.131237:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076987.131239:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076987.131241:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076987.131245:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076987.131247:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076987.131318:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076987.131325:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076987.131330:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076987.323171:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076987.323177:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076987.323178:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076987.323182:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076987.323185:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076987.323188:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076987.323191:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076987.323193:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076987.323195:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076988.155202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076988.155209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076988.155215:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076988.155216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076988.155282:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076988.155287:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076988.155291:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076988.347177:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076988.347186:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076988.347187:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076988.347192:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076988.347196:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076988.347199:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076988.347201:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076988.347204:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076988.347206:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076989.179210:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076989.179219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076989.179226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076989.179228:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076989.179310:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076989.179317:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076989.179322:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076989.371263:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076989.371272:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076989.371275:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076989.371281:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076989.371286:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076989.371290:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076989.371293:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076989.371296:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076989.371299:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076990.203251:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076990.203260:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076990.203267:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076990.203269:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076990.203358:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076990.203366:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076990.203371:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076990.396648:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076990.396674:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076990.396686:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076990.396702:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076990.396708:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076990.396713:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076990.396716:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076990.396728:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076990.396732:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076990.526889:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076990.526921:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076990.526926:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076990.526932:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076990.526939:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076990.526950:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3974
00000400:00000200:0.0:1769076990.526979:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076990.526988:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076990.526993:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076990.526997:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527001:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076990.527004:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527007:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076990.527012:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076990.527014:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769076990.527017:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076990.527021:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769076990.527024:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769076990.527027:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769076990.527030:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527032:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076990.527034:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527036:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076990.527040:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769076990.527044:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527046:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076990.527050:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076990.527053:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076990.527057:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076990.527059:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076990.527062:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076990.527141:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6d80.
00000020:00000040:0.0:1769076990.527148:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769076990.527157:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076990.527160:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076990.527165:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076990.527170:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076990.527194:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076990.527210:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769076990.527220:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076990.527234:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6d80 x1855007616057216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076990.527250:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076990.527255:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076990.527261:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7137345] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6d80 x1855007616057216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076990.527309:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076990.527315:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076990.527319:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076990.527321:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076990.527324:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076990.527327:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076990.527330:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3974
00000400:00000200:0.0:1769076990.527337:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769076990.527343:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076990.527347:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076990.527352:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527356:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076990.527360:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527364:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769076990.527384:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076990.527386:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:1.0:1769076990.527386:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769076990.527390:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076990.527392:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769076990.527394:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769076990.527397:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769076990.527400:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527403:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769076990.527415:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076990.527423:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076990.527424:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527430:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076990.527436:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769076990.527442:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527445:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076990.527447:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076990.527453:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076990.527455:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076990.527457:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769076990.527461:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6d80 x1855007616057216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769076990.527472:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076990.527485:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076990.527492:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076990.527503:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:0.0:1769076990.527506:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4e00.
00000100:00000001:1.0:1769076990.527510:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769076990.527515:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769076990.527520:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076990.527525:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769076990.527529:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076990.527536:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076990.527542:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616057216:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076990.527550:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076990.527553:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076990.527555:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769076990.527564:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076990.527564:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076990.527572:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769076990.527573:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076990.527587:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769076990.527588:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98800.
02000000:00000010:0.0:1769076990.527596:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
02000000:00000001:1.0:1769076990.527604:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076990.527605:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076990.527619:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4e00 x1855007616057344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769076990.527621:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076990.527631:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:0.0:1769076990.527636:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076990.527641:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769076990.527642:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000040:0.0:1769076990.527650:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a33510eb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4e00 x1855007616057344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076990.527663:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076990.527666:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076990.527671:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1769076990.527671:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616057216, portal 25
00000100:00000001:0.0:1769076990.527673:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769076990.527678:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076990.527680:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181373312 : -107391528178304 : ffff9e53f61c6d80)
00000100:00000040:1.0:1769076990.527690:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6d80 x1855007616057216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769076990.527699:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769076990.527710:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769076990.527711:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769076990.527720:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076990.527724:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769076990.527731:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616057216, offset 0
00000100:00080000:0.0:1769076990.527732:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3974
00000400:00000200:0.0:1769076990.527745:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076990.527751:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769076990.527758:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076990.527784:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769076990.527788:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076990.527793:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527799:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076990.527803:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:0.0:1769076990.527808:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527814:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769076990.527817:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769076990.527819:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076990.527824:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:1.0:1769076990.527827:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000001:0.0:1769076990.527829:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076990.527834:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:1.0:1769076990.527837:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769076990.527841:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076990.527844:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000020:00000001:0.0:1769076990.527849:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769076990.527855:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37741:37741:256:4294967295] 192.168.204.113@tcp LPNI seq info [37711:37711:8:4294967295]
00000100:00000040:0.0:1769076990.527861:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527868:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769076990.527868:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076990.527875:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527878:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769076990.527880:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769076990.527890:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769076990.527895:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076990.527903:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769076990.527909:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769076990.527913:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1769076990.527921:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769076990.527924:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076990.527932:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076990.527936:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076990.527940:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076990.527944:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769076990.527947:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769076990.527958:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076990.527963:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076990.527970:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076990.527974:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769076990.527986:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000010:0.0:1769076990.527988:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5180.
00000800:00000010:1.0:1769076990.527991:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000020:00000040:0.0:1769076990.527997:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769076990.528001:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1769076990.528003:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076990.528010:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076990.528016:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769076990.528017:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769076990.528023:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076990.528028:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076990.528035:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
02000000:00000010:0.0:1769076990.528036:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000400:00000010:1.0:1769076990.528042:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:0.0:1769076990.528047:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076990.528055:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1769076990.528097:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5180 x1855007616057472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769076990.528105:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6d80 x1855007616057216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076990.528129:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076990.528139:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076990.528142:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076990.528154:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0881133] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5180 x1855007616057472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769076990.528158:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6d80 x1855007616057216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.528210:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076990.528213:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076990.528216:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769076990.528222:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769076990.528231:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076990.528233:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076990.528241:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076990.528245:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769076990.528251:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769076990.528254:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298647794
00000100:00000040:0.0:1769076990.528260:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3984)
00000100:00000010:1.0:1769076990.528265:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b5a0.
00000100:00000001:1.0:1769076990.528276:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076990.528284:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298647794
00000100:00000010:1.0:1769076990.528289:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b7e0.
00000100:00000001:1.0:1769076990.528293:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076990.528298:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076990.528302:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076990.528305:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076990.528312:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076990/real 1769076990]  req@ffff9e53f61c6d80 x1855007616057216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076990.528326:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076990.528330:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076990.528333:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076990.528338:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076990.528340:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076990.528343:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076990.528349:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6d80 x1855007616057216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076990.528362:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6d80 x1855007616057216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.528370:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076990.528372:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.528374:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076990.528377:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076990.528382:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6d80 x1855007616057216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.528391:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076990.528397:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6d80 x1855007616057216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.528406:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076990.528409:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.528411:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076990.528413:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.528416:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076990.528418:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076990.528422:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076990.528427:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076990.528429:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076990.528433:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6d80 x1855007616057216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076990.528442:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616057216:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076990.528448:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.528450:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076990.528456:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6d80 x1855007616057216/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.528469:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076990.528475:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076990.528480:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076990.528486:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076990.528489:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076990.528493:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076990.528498:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076990.528503:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:1.0:1769076990.528509:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076990.528512:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076990.528516:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6d80.
00000100:00000001:1.0:1769076990.528522:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076990.528525:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.528528:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.528541:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076990.528544:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076990.528549:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076990.528553:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076990.528556:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076990.528563:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4e00 x1855007616057344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.528573:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076990.528575:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076990.528579:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076990.528582:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076990.528584:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076990.528589:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616057344:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076990.528593:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076990.528613:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076990.528616:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076990.528619:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076990.528625:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076990.528629:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076990.528636:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076990.528641:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076990.528646:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076990.528652:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616057344, portal 10
00000100:00000001:1.0:1769076990.528655:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076990.528658:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181365248 : -107391528186368 : ffff9e53f61c4e00)
00000100:00000040:1.0:1769076990.528667:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4e00 x1855007616057344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.528676:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076990.528679:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076990.528682:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769076990.528685:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616057344, offset 0
00000400:00000200:1.0:1769076990.528691:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076990.528697:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076990.528703:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076990.528708:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076990.528712:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076990.528715:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076990.528720:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076990.528726:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37742:37742:256:4294967295] 192.168.204.113@tcp LPNI seq info [37712:37712:8:4294967295]
00000400:00000200:1.0:1769076990.528732:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076990.528760:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076990.528790:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076990.528795:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769076990.528801:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076990.528804:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076990.528810:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076990.528814:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769076990.528821:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076990.528825:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769076990.528831:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076990.528841:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076990.528846:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769076990.528850:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769076990.528856:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076990.528864:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4e00 x1855007616057344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.528880:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076990.528904:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4e00 x1855007616057344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.528923:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076990.528927:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076990.528935:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076990.528966:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076990.528975:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076990.528979:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298646546
00000100:00000001:1.0:1769076990.528984:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298647794
00000100:00000001:1.0:1769076990.528989:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298646546
00000100:00000001:1.0:1769076990.528992:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298647794
00000100:00000001:1.0:1769076990.528997:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076990.529001:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076990.529005:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076990.529012:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076990/real 1769076990]  req@ffff9e53f61c4e00 x1855007616057344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076990.529026:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076990.529028:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076990.529030:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076990.529034:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076990.529036:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076990.529038:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076990.529042:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4e00 x1855007616057344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076990.529052:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4e00 x1855007616057344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.529059:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076990.529062:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.529089:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076990.529091:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076990.529098:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4e00 x1855007616057344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.529109:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076990.529116:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4e00 x1855007616057344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.529125:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076990.529128:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.529131:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076990.529132:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.529135:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076990.529137:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076990.529142:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076990.529150:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076990.529172:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076990.529178:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4e00 x1855007616057344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076990.529188:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616057344:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076990.529193:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076990.529198:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5180 x1855007616057472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.529206:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076990.529208:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076990.529210:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076990.529213:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076990.529216:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076990.529220:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616057472:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076990.529223:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076990.529226:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076990.529228:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076990.529231:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076990.529236:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076990.529238:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076990.529244:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076990.529247:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076990.529251:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076990.529256:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616057472, portal 10
00000100:00000001:1.0:1769076990.529258:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076990.529260:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181366144 : -107391528185472 : ffff9e53f61c5180)
00000100:00000040:1.0:1769076990.529291:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5180 x1855007616057472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.529307:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076990.529311:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076990.529313:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769076990.529316:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616057472, offset 0
00000400:00000200:1.0:1769076990.529321:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076990.529327:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076990.529333:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076990.529337:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076990.529341:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076990.529344:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076990.529347:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076990.529352:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37743:37743:256:4294967295] 192.168.204.113@tcp LPNI seq info [37713:37713:8:4294967295]
00000400:00000200:1.0:1769076990.529357:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076990.529366:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076990.529372:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076990.529377:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769076990.529382:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076990.529386:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076990.529392:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076990.529396:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769076990.529401:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076990.529404:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769076990.529408:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076990.529413:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076990.529416:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769076990.529419:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769076990.529422:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076990.529427:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5180 x1855007616057472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.529437:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076990.529441:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5180 x1855007616057472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.529459:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076990.529461:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076990.529465:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076990.529469:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076990.529473:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076990.529476:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298646554
00000100:00000001:1.0:1769076990.529496:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298647794
00000100:00000001:1.0:1769076990.529499:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298646554
00000100:00000001:1.0:1769076990.529502:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298647794
00000100:00000001:1.0:1769076990.529504:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076990.529506:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076990.529508:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076990.529512:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076990/real 1769076990]  req@ffff9e53f61c5180 x1855007616057472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076990.529522:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076990.529523:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076990.529525:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076990.529528:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076990.529529:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076990.529531:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076990.529535:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5180 x1855007616057472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076990.529544:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5180 x1855007616057472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.529551:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076990.529553:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.529555:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076990.529556:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076990.529560:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5180 x1855007616057472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.529607:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076990.529613:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5180 x1855007616057472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.529622:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076990.529626:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.529628:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076990.529630:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.529632:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076990.529634:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076990.529637:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076990.529641:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076990.529643:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076990.529648:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5180 x1855007616057472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076990.529658:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616057472:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076990.529662:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.529665:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076990.529668:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4e00 x1855007616057344/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.529677:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076990.529680:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076990.529682:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076990.529686:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076990.529688:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076990.529689:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076990.529692:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076990.529694:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011400.
02000000:00000001:1.0:1769076990.529698:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076990.529701:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076990.529702:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4e00.
00000100:00000001:1.0:1769076990.529706:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076990.529708:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.529710:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076990.529714:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5180 x1855007616057472/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076990.529722:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076990.529724:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076990.529725:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076990.529745:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076990.529746:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076990.529748:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076990.529749:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076990.529751:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:1.0:1769076990.529753:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076990.529754:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076990.529755:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5180.
00000100:00000001:1.0:1769076990.529758:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076990.529759:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.529785:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076990.529791:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076990.529792:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076990.529794:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076990.529796:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076991.227235:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076991.227242:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076991.227248:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076991.227250:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076991.227341:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076991.227346:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076991.227351:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076991.419143:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076991.419150:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076991.419152:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076991.419157:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076991.419161:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076991.419164:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.419167:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076991.419169:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076991.419171:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076991.803195:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298647794, at 4298647808
00000100:00000040:2.0:1769076991.803204:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298647794, at 4298647808
00000100:00000010:3.0:1769076991.803217:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b7e0.
00000100:00000010:2.0:1769076991.803221:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b5a0.
00010000:00000001:1.0:1769076992.251203:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076992.251227:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076992.251233:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076992.251234:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076992.251339:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076992.251350:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076992.251359:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076992.443311:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076992.443327:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076992.443330:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076992.443338:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076992.443344:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076992.443349:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076992.443353:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076992.443357:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076992.443361:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076993.275267:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076993.275274:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076993.275280:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076993.275282:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076993.275401:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076993.275415:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076993.275421:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076993.467194:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076993.467202:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076993.467203:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076993.467209:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076993.467212:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076993.467216:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076993.467218:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076993.467221:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076993.467223:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076994.299153:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076994.299163:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076994.299171:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076994.299175:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076994.299178:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076994.299182:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076994.299186:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076994.299189:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076994.299192:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076994.299195:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076994.299302:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076994.299310:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076994.299318:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076994.491229:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076994.491241:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076994.491244:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076994.491252:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076994.491258:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076994.491264:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076994.491268:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076994.491272:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076994.491276:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076995.323247:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076995.323255:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076995.323261:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076995.323263:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076995.323486:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076995.323494:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076995.323500:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076995.515164:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076995.515173:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076995.515176:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076995.515182:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076995.515187:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076995.515192:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076995.515196:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076995.515199:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076995.515203:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076995.643292:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076995.643307:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076995.643311:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076995.643316:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076995.643322:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076995.643331:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3979
00000400:00000200:3.0:1769076995.643344:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076995.643353:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076995.643358:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076995.643362:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076995.643366:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076995.643369:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076995.643372:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076995.643378:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076995.643381:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769076995.643385:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076995.645165:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769076995.645170:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769076995.645174:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769076995.645197:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076995.645200:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076995.645202:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076995.645205:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076995.645209:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769076995.645213:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076995.645216:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076995.645219:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076995.645223:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076995.645227:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076995.645230:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076995.645232:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076995.645247:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769076995.645252:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769076995.645257:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076995.645260:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076995.645264:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076995.645268:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076995.645274:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076995.645285:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769076995.645295:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076995.645308:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007616057600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076995.645321:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076995.645327:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076995.645333:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007616057600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076995.645364:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076995.645368:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076995.645373:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076995.645375:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076995.645377:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076995.645380:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076995.645383:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3979
00000400:00000200:3.0:1769076995.645387:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076995.645391:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076995.645393:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076995.645396:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076995.645398:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076995.645400:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076995.645403:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076995.645407:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076995.645409:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769076995.645411:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076995.645414:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769076995.645417:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769076995.645420:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769076995.645424:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076995.645426:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076995.645430:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076995.645432:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076995.645434:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:1.0:1769076995.645438:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769076995.645439:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769076995.645442:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076995.645447:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769076995.645449:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769076995.645455:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076995.645457:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769076995.645465:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076995.645469:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769076995.645479:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36a00 x1855007616057600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769076995.645479:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076995.645507:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076995.645517:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076995.645528:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000100:00000001:1.0:1769076995.645537:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769076995.645538:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769076995.645547:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076995.645548:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076995.645552:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076995.645557:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769076995.645561:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076995.645561:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076995.645595:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076995.645596:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769076995.645601:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
02000000:00000001:1.0:1769076995.645608:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076995.645610:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076995.645624:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616057600:192.168.204.113@tcp:250:kworker.0
00000100:00100000:3.0:1769076995.645626:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007616057728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769076995.645644:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769076995.645648:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076995.645653:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076995.645656:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1769076995.645659:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007616057728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769076995.645666:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076995.645716:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076995.645722:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769076995.645723:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076995.645731:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769076995.645732:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076995.645734:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076995.645737:0:70933:0:(import.c:484:import_select_connection()) Process entered
02000000:00000010:1.0:1769076995.645738:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
00000100:00080000:3.0:1769076995.645742:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3979
02000000:00000001:1.0:1769076995.645750:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076995.645752:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769076995.645761:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076995.645782:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076995.645791:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769076995.645795:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769076995.645796:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076995.645804:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076995.645808:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769076995.645811:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:1.0:1769076995.645812:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000020:00000040:3.0:1769076995.645813:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769076995.645818:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076995.645823:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769076995.645826:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769076995.645829:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000010:1.0:1769076995.645849:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000040:3.0:1769076995.645850:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076995.645855:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076995.645861:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769076995.645863:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769076995.645866:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769076995.645869:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000200:1.0:1769076995.645871:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616057600, portal 25
00000100:00000001:3.0:1769076995.645872:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076995.645877:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769076995.645885:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769076995.645886:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076995.645893:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438390784 : -107392271160832 : ffff9e53c9d36a00)
02000000:00000001:3.0:1769076995.645893:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076995.645900:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076995.645906:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076995.645909:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076995.645913:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076995.645917:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36a00 x1855007616057600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769076995.645919:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769076995.645925:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769076995.645932:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076995.645934:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076995.645941:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076995.645944:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076995.645948:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076995.645975:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1769076995.645977:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769076995.645986:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076995.645990:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00100000:3.0:1769076995.645999:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007616057856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769076995.646003:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769076995.646019:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616057600, offset 0
00000100:00000001:3.0:1769076995.646020:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076995.646028:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076995.646036:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007616057856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769076995.646049:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769076995.646056:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076995.646061:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076995.646066:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076995.646070:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769076995.646077:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769076995.646079:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076995.646094:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3989)
00000400:00000200:1.0:1769076995.646102:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076995.646161:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076995.646172:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076995.646180:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076995.646203:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076995.646210:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37744:37744:256:4294967295] 192.168.204.113@tcp LPNI seq info [37714:37714:8:4294967295]
00000400:00000200:1.0:1769076995.646219:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076995.646240:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076995.646252:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076995.646264:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769076995.646277:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076995.646284:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076995.646296:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076995.646303:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769076995.646311:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076995.646316:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769076995.646328:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076995.646338:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076995.646349:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769076995.646354:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769076995.646363:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076995.646372:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36a00 x1855007616057600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.646421:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076995.646429:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36a00 x1855007616057600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.646442:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076995.646446:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076995.646457:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076995.646476:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076995.646482:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298652912
00000100:00000010:1.0:1769076995.646510:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b060.
00000100:00000001:1.0:1769076995.646525:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769076995.646551:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298652912
00000100:00000010:1.0:1769076995.646560:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bf00.
00000100:00000001:1.0:1769076995.646590:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769076995.646596:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076995.646602:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076995.646609:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076995.646618:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076995/real 1769076995]  req@ffff9e53c9d36a00 x1855007616057600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076995.646640:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076995.646644:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076995.646649:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076995.646655:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076995.646658:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076995.646663:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076995.646671:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36a00 x1855007616057600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076995.646715:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36a00 x1855007616057600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.646744:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076995.646749:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.646753:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076995.646757:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076995.646765:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36a00 x1855007616057600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.646778:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076995.646786:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36a00 x1855007616057600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.646800:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076995.646804:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.646808:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076995.646810:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.646815:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076995.646818:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076995.646823:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076995.646831:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076995.646835:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076995.646842:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36a00 x1855007616057600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076995.646857:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616057600:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769076995.646866:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.646869:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076995.646875:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36a00 x1855007616057600/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.646887:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076995.646892:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076995.646897:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076995.646903:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076995.646907:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076995.646911:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769076995.646915:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076995.646919:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:1.0:1769076995.646926:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076995.646930:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076995.646933:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36a00.
00000100:00000001:1.0:1769076995.646956:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076995.646959:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.646963:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.646977:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076995.646982:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076995.646987:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076995.646990:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769076995.646993:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076995.647001:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37b80 x1855007616057728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.647017:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076995.647020:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076995.647025:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076995.647028:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076995.647033:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076995.647040:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616057728:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076995.647047:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076995.647051:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076995.647055:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076995.647058:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076995.647065:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076995.647069:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076995.647078:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076995.647084:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076995.647092:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076995.647145:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616057728, portal 10
00000100:00000001:1.0:1769076995.647150:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076995.647153:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438395264 : -107392271156352 : ffff9e53c9d37b80)
00000100:00000040:1.0:1769076995.647167:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37b80 x1855007616057728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.647199:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076995.647204:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076995.647209:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769076995.647213:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616057728, offset 0
00000400:00000200:1.0:1769076995.647221:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076995.647229:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076995.647236:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076995.647241:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076995.647246:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076995.647251:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076995.647255:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076995.647261:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37745:37745:256:4294967295] 192.168.204.113@tcp LPNI seq info [37715:37715:8:4294967295]
00000400:00000200:1.0:1769076995.647270:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076995.647283:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076995.647310:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076995.647317:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769076995.647327:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076995.647334:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076995.647343:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076995.647349:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769076995.647357:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076995.647361:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769076995.647368:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076995.647375:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076995.647382:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769076995.647386:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769076995.647391:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076995.647399:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37b80 x1855007616057728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.647436:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076995.647442:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37b80 x1855007616057728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.647465:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076995.647468:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076995.647474:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076995.647482:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769076995.647488:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076995.647492:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298651665
00000100:00000001:1.0:1769076995.647497:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298652912
00000100:00000001:1.0:1769076995.647502:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298651665
00000100:00000001:1.0:1769076995.647506:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298652912
00000100:00000001:1.0:1769076995.647509:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076995.647513:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076995.647516:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076995.647524:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076995/real 1769076995]  req@ffff9e53c9d37b80 x1855007616057728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076995.647538:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076995.647541:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076995.647544:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076995.647565:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076995.647569:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076995.647573:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076995.647579:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37b80 x1855007616057728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076995.647597:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37b80 x1855007616057728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.647610:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076995.647613:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.647616:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076995.647620:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076995.647627:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37b80 x1855007616057728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.647641:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076995.647649:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37b80 x1855007616057728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.647663:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076995.647668:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.647672:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076995.647698:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.647704:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076995.647708:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076995.647712:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076995.647735:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076995.647740:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076995.647748:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37b80 x1855007616057728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076995.647763:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616057728:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076995.647770:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769076995.647777:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35f80 x1855007616057856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.647789:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769076995.647792:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076995.647796:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769076995.647799:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769076995.647803:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769076995.647809:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616057856:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076995.647815:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769076995.647819:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769076995.647823:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769076995.647826:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769076995.647832:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076995.647836:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769076995.647842:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769076995.647848:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769076995.647853:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769076995.647858:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616057856, portal 10
00000100:00000001:1.0:1769076995.647862:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769076995.647865:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438388096 : -107392271163520 : ffff9e53c9d35f80)
00000100:00000040:1.0:1769076995.647875:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35f80 x1855007616057856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.647888:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769076995.647916:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769076995.647920:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769076995.647925:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616057856, offset 0
00000400:00000200:1.0:1769076995.647933:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769076995.647942:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076995.647949:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769076995.647955:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769076995.647960:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769076995.647981:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769076995.647986:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769076995.647993:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37746:37746:256:4294967295] 192.168.204.113@tcp LPNI seq info [37716:37716:8:4294967295]
00000400:00000200:1.0:1769076995.648002:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769076995.648015:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769076995.648025:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076995.648032:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769076995.648040:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769076995.648046:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076995.648055:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769076995.648061:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769076995.648069:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769076995.648074:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769076995.648080:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769076995.648089:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769076995.648095:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769076995.648099:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769076995.648169:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769076995.648178:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35f80 x1855007616057856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.648209:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076995.648215:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35f80 x1855007616057856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.648226:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076995.648229:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769076995.648235:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769076995.648240:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769076995.648247:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769076995.648251:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298651673
00000100:00000001:1.0:1769076995.648256:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298652912
00000100:00000001:1.0:1769076995.648261:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298651673
00000100:00000001:1.0:1769076995.648265:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298652912
00000100:00000001:1.0:1769076995.648268:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769076995.648272:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076995.648275:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769076995.648282:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076995/real 1769076995]  req@ffff9e53c9d35f80 x1855007616057856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769076995.648297:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769076995.648299:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769076995.648302:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769076995.648307:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769076995.648310:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769076995.648315:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769076995.648321:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35f80 x1855007616057856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769076995.648337:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35f80 x1855007616057856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.648350:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769076995.648352:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.648356:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076995.648359:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769076995.648365:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35f80 x1855007616057856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.648378:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769076995.648386:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35f80 x1855007616057856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.648399:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769076995.648404:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.648407:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769076995.648409:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.648412:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769076995.648415:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769076995.648420:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769076995.648426:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769076995.648430:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769076995.648437:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35f80 x1855007616057856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769076995.648453:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616057856:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769076995.648460:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.648464:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076995.648470:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37b80 x1855007616057728/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.648482:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076995.648485:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076995.648489:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769076995.648493:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076995.648496:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076995.648499:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076995.648503:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076995.648506:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:1.0:1769076995.648511:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076995.648514:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076995.648517:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37b80.
00000100:00000001:1.0:1769076995.648523:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076995.648525:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.648528:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769076995.648535:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35f80 x1855007616057856/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769076995.648547:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769076995.648550:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769076995.648552:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769076995.648556:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769076995.648559:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769076995.648561:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769076995.648565:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769076995.648567:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:1.0:1769076995.648573:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769076995.648575:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769076995.648578:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35f80.
00000100:00000001:1.0:1769076995.648582:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769076995.648585:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.648588:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769076995.648595:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769076995.648597:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769076995.648601:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769076995.648605:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076996.347153:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076996.347161:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769076996.347163:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769076996.347166:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076996.347170:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769076996.347172:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076996.347174:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076996.347175:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076996.347179:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076996.347180:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076996.347307:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076996.347315:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076996.347320:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076996.539232:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076996.539247:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076996.539251:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076996.539263:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076996.539270:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076996.539275:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076996.539279:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076996.539283:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076996.539286:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076996.923222:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298652912, at 4298652928
00000100:00000040:3.0:1769076996.923226:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298652912, at 4298652928
00000100:00000010:2.0:1769076996.923242:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b060.
00000100:00000010:3.0:1769076996.923249:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf00.
00010000:00000001:1.0:1769076997.371172:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076997.371177:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076997.371181:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076997.371182:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076997.371288:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076997.371294:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076997.371298:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076997.563311:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076997.563320:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076997.563322:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076997.563328:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076997.563333:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076997.563336:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076997.563339:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076997.563342:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076997.563344:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076998.395177:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076998.395188:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076998.395196:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076998.395198:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076998.395303:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076998.395308:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076998.395312:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076998.587187:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076998.587199:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076998.587202:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076998.587210:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076998.587217:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076998.587222:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076998.587226:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076998.587230:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076998.587234:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076999.419232:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076999.419261:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769076999.419267:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769076999.419269:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076999.419328:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076999.419332:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076999.419335:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076999.611356:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076999.611371:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076999.611374:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076999.611384:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769076999.611392:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076999.611399:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076999.611404:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076999.611409:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076999.611414:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077000.443221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077000.443232:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077000.443251:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077000.443253:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077000.443370:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077000.443379:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077000.443387:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077000.635233:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077000.635245:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077000.635248:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077000.635255:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077000.635261:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077000.635268:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077000.635272:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077000.635276:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077000.635280:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077000.763243:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077000.763264:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077000.763270:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077000.763278:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077000.763286:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077000.763301:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3984
00000400:00000200:0.0:1769077000.763315:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077000.763327:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077000.763334:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077000.763340:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077000.763344:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077000.763348:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077000.763351:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077000.763357:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077000.763360:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077000.763364:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077000.763368:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077000.763371:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077000.763374:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077000.763378:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077000.763381:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077000.763384:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077000.763387:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077000.763392:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077000.763397:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077000.763399:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077000.763404:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077000.763411:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077000.763415:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077000.763419:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077000.763422:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077000.763438:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6680.
00000020:00000040:0.0:1769077000.763444:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077000.763450:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077000.763452:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077000.763456:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077000.763461:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077000.763467:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077000.763480:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769077000.763490:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077000.763503:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6680 x1855007616057984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077000.763520:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077000.763525:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077000.763532:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703ed1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6680 x1855007616057984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077000.763566:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077000.763572:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077000.763579:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077000.763583:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077000.763586:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077000.763614:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077000.763619:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3984
00000400:00000200:0.0:1769077000.763628:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077000.763635:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077000.763640:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077000.763645:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077000.763646:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077000.763651:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077000.763653:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077000.763656:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077000.763658:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077000.763660:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077000.763665:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077000.763668:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769077000.763671:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769077000.763671:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6680 x1855007616057984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077000.763676:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769077000.763680:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769077000.763685:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769077000.763689:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769077000.763691:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077000.763692:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077000.763696:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077000.763699:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:1.0:1769077000.763700:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077000.763703:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:1.0:1769077000.763705:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077000.763707:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:1.0:1769077000.763711:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077000.763713:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077000.763718:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077000.763719:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616057984:192.168.204.113@tcp:250:kworker.0
02000000:00000001:0.0:1769077000.763722:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077000.763728:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077000.763732:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077000.763735:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077000.763736:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077000.763739:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077000.763740:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077000.763744:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769077000.763747:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077000.763753:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077000.763755:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98800.
00000100:00000001:0.0:1769077000.763757:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077000.763759:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077000.763763:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4380.
00000020:00000040:0.0:1769077000.763767:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769077000.763771:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769077000.763773:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077000.763775:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077000.763779:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769077000.763780:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
02000000:00000001:0.0:1769077000.763782:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077000.763786:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077000.763793:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000400:00000010:1.0:1769077000.763794:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000001:0.0:1769077000.763799:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077000.763807:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616057984, portal 25
00000100:00100000:0.0:1769077000.763808:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4380 x1855007616058112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077000.763812:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077000.763816:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181371520 : -107391528180096 : ffff9e53f61c6680)
00000100:00000001:0.0:1769077000.763826:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769077000.763827:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6680 x1855007616057984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077000.763830:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077000.763839:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000234c63a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4380 x1855007616058112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.763843:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077000.763850:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077000.763855:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000001:0.0:1769077000.763856:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077000.763861:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769077000.763862:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616057984, offset 0
00000100:00080000:0.0:1769077000.763869:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077000.763871:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077000.763874:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077000.763875:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077000.763880:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077000.763885:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3984
00000400:00000200:1.0:1769077000.763891:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077000.763902:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077000.763914:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077000.763922:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077000.763930:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077000.763935:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077000.763943:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37747:37747:256:4294967295] 192.168.204.113@tcp LPNI seq info [37717:37717:8:4294967295]
00000400:00000200:1.0:1769077000.763951:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077000.763958:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077000.763963:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077000.763968:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077000.763973:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769077000.763975:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077000.763980:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077000.763984:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:1.0:1769077000.763985:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077000.763989:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077000.763993:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077000.763996:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000800:00000010:1.0:1769077000.763996:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000020:00000001:0.0:1769077000.763999:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077000.764002:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769077000.764006:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769077000.764011:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.0:1769077000.764012:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:0.0:1769077000.764017:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:1.0:1769077000.764020:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769077000.764021:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077000.764026:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077000.764030:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000200:1.1:1769077000.764033:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:0.0:1769077000.764035:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769077000.764041:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000800:00000200:1.1:1769077000.764041:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769077000.764046:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077000.764050:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:1.0:1769077000.764051:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769077000.764055:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1769077000.764057:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
02000000:00000001:0.0:1769077000.764059:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077000.764100:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077000.764105:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077000.764111:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077000.764114:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077000.764115:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077000.764123:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6a00.
00000400:00000200:1.0:1769077000.764126:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1769077000.764128:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077000.764133:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077000.764135:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077000.764138:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000100:00000001:0.0:1769077000.764139:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077000.764142:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769077000.764143:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
02000000:00000001:0.0:1769077000.764146:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077000.764154:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1769077000.764156:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769077000.764163:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077000.764163:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6680 x1855007616057984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077000.764175:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6a00 x1855007616058240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077000.764184:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077000.764190:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769077000.764191:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6680 x1855007616057984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077000.764195:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077000.764204:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b99ec67] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6a00 x1855007616058240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.764207:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077000.764211:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077000.764219:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077000.764224:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077000.764231:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077000.764236:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077000.764242:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077000.764252:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3994)
00000100:00000001:1.0:1769077000.767154:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077000.767176:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077000.767184:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298658033
00000100:00000010:1.0:1769077000.767202:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b660.
00000100:00000001:1.0:1769077000.767215:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077000.767226:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298658033
00000100:00000010:1.0:1769077000.767233:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b9c0.
00000100:00000001:1.0:1769077000.767239:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077000.767246:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077000.767254:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077000.767260:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077000.767297:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077000/real 1769077000]  req@ffff9e53f61c6680 x1855007616057984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077000.767322:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077000.767326:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077000.767331:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077000.767338:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077000.767341:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077000.767348:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077000.767355:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6680 x1855007616057984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077000.767370:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6680 x1855007616057984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.767382:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077000.767385:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.767388:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077000.767390:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077000.767397:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6680 x1855007616057984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.767406:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077000.767414:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6680 x1855007616057984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.767425:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077000.767430:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.767433:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077000.767435:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.767440:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077000.767443:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077000.767449:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077000.767460:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077000.767467:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077000.767481:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6680 x1855007616057984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077000.767500:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616057984:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077000.767517:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.767524:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077000.767536:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6680 x1855007616057984/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.767554:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077000.767560:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077000.767567:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769077000.767615:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077000.767621:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077000.767624:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077000.767629:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077000.767634:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012400.
02000000:00000001:1.0:1769077000.767642:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077000.767645:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077000.767651:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6680.
00000100:00000001:1.0:1769077000.767657:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077000.767660:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.767664:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.767676:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077000.767680:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077000.767685:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077000.767688:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077000.767700:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077000.767708:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4380 x1855007616058112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.767718:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077000.767721:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077000.767725:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077000.767730:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077000.767734:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077000.767738:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616058112:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077000.767743:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077000.767749:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077000.767752:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077000.767755:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077000.767762:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769077000.767765:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077000.767773:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077000.767779:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077000.767784:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077000.767792:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616058112, portal 10
00000100:00000001:1.0:1769077000.767795:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077000.767797:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181362560 : -107391528189056 : ffff9e53f61c4380)
00000100:00000040:1.0:1769077000.767807:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4380 x1855007616058112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.767816:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077000.767819:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077000.767823:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077000.767827:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616058112, offset 0
00000400:00000200:1.0:1769077000.767834:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077000.767844:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077000.767854:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077000.767861:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077000.767867:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077000.767872:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077000.767875:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077000.767881:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37748:37748:256:4294967295] 192.168.204.113@tcp LPNI seq info [37718:37718:8:4294967295]
00000400:00000200:1.0:1769077000.767886:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077000.767900:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077000.768020:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077000.768029:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077000.768038:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077000.768044:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077000.768052:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077000.768057:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077000.768089:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077000.768094:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077000.768100:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077000.768114:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077000.768123:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077000.768127:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077000.768136:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077000.768144:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4380 x1855007616058112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.768156:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077000.768160:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4380 x1855007616058112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.768169:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077000.768171:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077000.768179:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077000.768186:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077000.768194:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077000.768199:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298656786
00000100:00000001:1.0:1769077000.768205:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298658033
00000100:00000001:1.0:1769077000.768209:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298656786
00000100:00000001:1.0:1769077000.768214:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298658033
00000100:00000001:1.0:1769077000.768218:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077000.768222:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077000.768226:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077000.768234:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077000/real 1769077000]  req@ffff9e53f61c4380 x1855007616058112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077000.768252:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077000.768255:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077000.768259:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077000.768265:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077000.768268:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077000.768273:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077000.768281:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4380 x1855007616058112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077000.768300:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4380 x1855007616058112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.768311:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077000.768313:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.768316:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077000.768318:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077000.768324:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4380 x1855007616058112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.768333:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077000.768338:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4380 x1855007616058112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.768346:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077000.768349:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.768351:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077000.768353:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.768355:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077000.768358:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077000.768361:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077000.768365:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077000.768368:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077000.768372:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4380 x1855007616058112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077000.768382:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616058112:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077000.768387:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077000.768392:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6a00 x1855007616058240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.768410:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077000.768412:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077000.768415:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077000.768418:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077000.768421:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077000.768424:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616058240:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077000.768428:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077000.768431:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077000.768433:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077000.768436:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077000.768441:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769077000.768444:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077000.768449:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077000.768452:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077000.768458:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077000.768464:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616058240, portal 10
00000100:00000001:1.0:1769077000.768468:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077000.768471:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181372416 : -107391528179200 : ffff9e53f61c6a00)
00000100:00000040:1.0:1769077000.768482:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6a00 x1855007616058240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.768495:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077000.768500:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077000.768504:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077000.768510:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616058240, offset 0
00000400:00000200:1.0:1769077000.768519:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077000.768529:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077000.768537:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077000.768543:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077000.768549:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077000.768554:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077000.768559:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077000.768566:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37749:37749:256:4294967295] 192.168.204.113@tcp LPNI seq info [37719:37719:8:4294967295]
00000400:00000200:1.0:1769077000.768575:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077000.768584:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077000.768617:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077000.768623:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077000.768629:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077000.768633:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077000.768639:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077000.768642:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077000.768648:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077000.768651:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077000.768655:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077000.768660:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077000.768664:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077000.768667:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077000.768670:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077000.768675:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6a00 x1855007616058240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.768686:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077000.768690:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6a00 x1855007616058240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.768699:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077000.768701:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077000.768705:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077000.768710:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077000.768715:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077000.768717:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298656793
00000100:00000001:1.0:1769077000.768721:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298658033
00000100:00000001:1.0:1769077000.768724:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298656793
00000100:00000001:1.0:1769077000.768727:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298658033
00000100:00000001:1.0:1769077000.768729:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077000.768733:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077000.768735:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077000.768740:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077000/real 1769077000]  req@ffff9e53f61c6a00 x1855007616058240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077000.768750:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077000.768752:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077000.768754:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077000.768757:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077000.768759:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077000.768762:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077000.768766:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6a00 x1855007616058240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077000.768777:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6a00 x1855007616058240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.768784:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077000.768786:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.768788:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077000.768790:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077000.768794:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6a00 x1855007616058240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.768802:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077000.768806:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6a00 x1855007616058240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.768815:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077000.768817:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.768820:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077000.768822:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.768824:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077000.768827:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077000.768830:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077000.768835:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077000.768838:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077000.768843:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6a00 x1855007616058240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077000.768853:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616058240:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077000.768857:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.768859:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077000.768863:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4380 x1855007616058112/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.768871:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077000.768873:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077000.768876:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769077000.768879:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077000.768880:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077000.768882:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077000.768885:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077000.768887:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:1.0:1769077000.768891:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077000.768893:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077000.768895:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4380.
00000100:00000001:1.0:1769077000.768898:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077000.768899:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.768913:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077000.768918:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6a00 x1855007616058240/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077000.768926:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077000.768928:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077000.768930:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769077000.768933:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077000.768935:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077000.768936:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077000.768938:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077000.768941:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011800.
02000000:00000001:1.0:1769077000.768944:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077000.768946:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077000.768948:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6a00.
00000100:00000001:1.0:1769077000.768951:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077000.768952:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.768955:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077000.768960:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077000.768961:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077000.768964:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077000.768966:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077001.467272:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077001.467282:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077001.467288:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077001.467290:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077001.467402:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077001.467409:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077001.467413:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077001.659190:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077001.659203:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077001.659206:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077001.659214:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077001.659220:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077001.659225:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077001.659228:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077001.659232:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077001.659236:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077002.043210:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298658033, at 4298658048
00000100:00000040:3.0:1769077002.043210:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298658033, at 4298658048
00000100:00000010:2.0:1769077002.043232:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b660.
00000100:00000010:3.0:1769077002.043238:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b9c0.
00010000:00000001:1.0:1769077002.491246:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077002.491256:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077002.491263:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077002.491264:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077002.491396:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077002.491402:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077002.491406:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077002.683185:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077002.683198:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077002.683203:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077002.683214:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077002.683221:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077002.683228:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077002.683233:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077002.683238:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077002.683244:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077003.515220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077003.515230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077003.515235:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077003.515236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077003.515296:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077003.515307:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077003.515310:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077003.707331:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077003.707342:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077003.707344:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077003.707351:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077003.707356:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077003.707360:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077003.707374:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077003.707378:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077003.707381:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077004.539204:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077004.539211:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077004.539216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077004.539219:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077004.539222:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077004.539224:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077004.539227:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077004.539228:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077004.539230:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077004.539232:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077004.539298:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077004.539304:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077004.539308:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077004.731196:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077004.731205:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077004.731207:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077004.731213:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077004.731217:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077004.731231:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077004.731234:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077004.731237:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077004.731239:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077005.563286:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077005.563300:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077005.563310:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077005.563312:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077005.563448:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077005.563454:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077005.563458:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077005.755257:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077005.755269:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077005.755281:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077005.755289:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077005.755295:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077005.755301:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077005.755305:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077005.755309:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077005.755313:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077005.883616:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077005.883639:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077005.883644:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077005.883651:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077005.883660:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077005.883674:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3989
00000400:00000200:3.0:1769077005.883688:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077005.883702:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077005.883709:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077005.883715:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077005.883721:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077005.883726:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077005.883731:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077005.883739:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077005.883743:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077005.883748:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077005.883753:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077005.883758:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077005.883764:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077005.883770:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077005.883774:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077005.883778:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077005.883782:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077005.883789:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077005.883796:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077005.883801:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077005.883807:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077005.883814:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077005.883819:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077005.883824:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077005.883828:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077005.883841:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769077005.883849:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077005.883858:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077005.883861:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077005.883868:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077005.883873:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077005.883884:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077005.883900:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769077005.883915:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077005.883934:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007616058368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077005.883956:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077005.883965:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077005.883975:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007616058368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077005.884038:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077005.884045:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077005.884053:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077005.884056:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077005.884059:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077005.884175:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077005.884184:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3989
00000400:00000200:3.0:1769077005.884193:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077005.884202:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077005.884207:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077005.884215:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077005.884220:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077005.884225:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077005.884230:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077005.884236:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077005.884240:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769077005.884243:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077005.884248:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769077005.884253:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769077005.884258:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769077005.884265:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077005.884270:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077005.884275:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077005.884280:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077005.884285:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769077005.884292:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077005.884298:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077005.884303:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077005.884314:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077005.884319:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077005.884324:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077005.884331:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077005.884338:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077005.884343:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077005.884363:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769077005.884368:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077005.884374:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077005.884376:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077005.884381:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077005.884386:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077005.884390:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077005.884398:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769077005.884405:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077005.884428:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007616058496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077005.884445:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077005.884451:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077005.884459:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007616058496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077005.884475:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077005.884480:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077005.884487:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077005.884490:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077005.884493:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077005.884498:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077005.884524:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3989
00000400:00000200:3.0:1769077005.884534:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077005.884543:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077005.884556:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077005.884562:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077005.884567:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077005.884571:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077005.884576:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077005.884581:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077005.884584:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769077005.884588:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077005.884593:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769077005.884598:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769077005.884603:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769077005.884623:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077005.884627:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077005.884632:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077005.884637:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077005.884643:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769077005.884649:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077005.884656:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077005.884660:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077005.884667:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077005.884671:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077005.884675:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077005.884682:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077005.884688:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077005.884692:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077005.884710:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769077005.884716:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077005.884721:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077005.884724:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077005.884727:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077005.884731:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077005.884735:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077005.884742:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769077005.884749:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077005.884759:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007616058624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077005.884775:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077005.884780:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077005.884789:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007616058624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077005.884805:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077005.884812:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077005.884820:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077005.884825:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077005.884831:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077005.884841:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3999)
00000100:00000001:2.0:1769077005.885237:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077005.885247:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077005.885250:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077005.885267:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35c00 x1855007616058368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.885282:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077005.885286:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077005.885292:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077005.885297:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077005.885302:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077005.885309:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616058368:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077005.885316:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077005.885322:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077005.885325:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077005.885329:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077005.885341:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20800.
02000000:00000001:2.0:1769077005.885345:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077005.885378:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077005.885386:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077005.885396:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077005.885407:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616058368, portal 25
00000100:00000001:2.0:1769077005.885411:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077005.885413:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438387200 : -107392271164416 : ffff9e53c9d35c00)
00000100:00000040:2.0:1769077005.885423:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35c00 x1855007616058368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.885443:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077005.885447:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077005.885451:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769077005.885455:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616058368, offset 0
00000400:00000200:2.0:1769077005.885464:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077005.885473:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077005.885482:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077005.885488:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077005.885492:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077005.885496:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077005.885499:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077005.885520:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37750:37750:256:4294967295] 192.168.204.113@tcp LPNI seq info [37720:37720:8:4294967295]
00000400:00000200:2.0:1769077005.885525:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077005.885535:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077005.885542:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077005.885547:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769077005.885555:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077005.885559:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077005.885565:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077005.885569:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077005.885573:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077005.885576:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769077005.885582:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077005.885587:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077005.885592:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077005.885595:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769077005.885599:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077005.885604:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35c00 x1855007616058368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.885614:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077005.885617:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35c00 x1855007616058368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.885624:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077005.885625:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077005.885631:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077005.885634:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077005.885637:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298663151
00000100:00000010:2.0:1769077005.885642:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077005.885648:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077005.885653:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298663151
00000100:00000010:2.0:1769077005.885655:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d20.
00000100:00000001:2.0:1769077005.885658:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077005.885661:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077005.885664:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077005.885666:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077005.885670:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077005/real 1769077005]  req@ffff9e53c9d35c00 x1855007616058368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077005.885688:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077005.885690:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077005.885695:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077005.885698:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077005.885699:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077005.885702:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077005.885705:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35c00 x1855007616058368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077005.885713:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35c00 x1855007616058368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.885719:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077005.885720:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077005.885722:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077005.885724:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077005.885727:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35c00 x1855007616058368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.885733:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077005.885737:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35c00 x1855007616058368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.885743:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077005.885745:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077005.885747:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077005.885748:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077005.885750:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077005.885752:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077005.885756:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077005.885759:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077005.885761:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077005.885765:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35c00 x1855007616058368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077005.885772:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616058368:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077005.885777:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077005.885780:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34380 x1855007616058496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.885786:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077005.885788:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077005.885790:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077005.885791:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077005.885793:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077005.885795:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616058496:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077005.885798:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077005.885805:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077005.885807:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077005.885808:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077005.885812:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077005.885814:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077005.885817:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077005.885819:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077005.885822:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077005.885825:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616058496, portal 10
00000100:00000001:2.0:1769077005.885827:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077005.885828:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380928 : -107392271170688 : ffff9e53c9d34380)
00000100:00000040:2.0:1769077005.885834:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34380 x1855007616058496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.885840:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077005.885842:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077005.885843:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769077005.885845:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616058496, offset 0
00000400:00000200:2.0:1769077005.885848:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077005.885852:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077005.885855:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077005.885857:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077005.885860:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077005.885862:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077005.885865:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077005.885867:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37751:37751:256:4294967295] 192.168.204.113@tcp LPNI seq info [37721:37721:8:4294967295]
00000400:00000200:2.0:1769077005.885871:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077005.885876:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077005.885880:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077005.885882:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769077005.885886:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077005.885888:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077005.885892:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077005.885895:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077005.885898:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077005.885900:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769077005.885903:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077005.885906:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077005.885909:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077005.885910:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769077005.885913:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077005.885915:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34380 x1855007616058496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.885922:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077005.885925:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34380 x1855007616058496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.885930:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077005.885932:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077005.885935:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077005.885938:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077005.885941:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077005.885943:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298661903
00000100:00000001:2.0:1769077005.885945:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298663151
00000100:00000001:2.0:1769077005.885948:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298661903
00000100:00000001:2.0:1769077005.885950:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298663151
00000100:00000001:2.0:1769077005.885952:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077005.885954:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077005.885956:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077005.885959:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077005/real 1769077005]  req@ffff9e53c9d34380 x1855007616058496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077005.885965:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077005.885966:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077005.885967:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077005.885969:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077005.885970:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077005.885971:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077005.885973:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34380 x1855007616058496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077005.885980:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34380 x1855007616058496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.885986:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077005.885987:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077005.885988:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077005.885989:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077005.885992:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34380 x1855007616058496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.885997:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077005.886000:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34380 x1855007616058496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.886005:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077005.886007:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077005.886008:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077005.886009:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077005.886011:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077005.886013:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077005.886015:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077005.886018:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077005.886020:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077005.886023:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34380 x1855007616058496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077005.886029:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616058496:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077005.886032:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077005.886035:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35500 x1855007616058624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.886040:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077005.886041:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077005.886043:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077005.886044:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077005.886046:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077005.886048:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616058624:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077005.886051:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077005.886053:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077005.886054:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077005.886055:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077005.886058:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769077005.886060:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077005.886101:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077005.886106:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077005.886112:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077005.886115:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616058624, portal 10
00000100:00000001:2.0:1769077005.886117:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077005.886120:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438385408 : -107392271166208 : ffff9e53c9d35500)
00000100:00000040:2.0:1769077005.886126:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35500 x1855007616058624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.886133:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077005.886136:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077005.886137:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769077005.886139:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616058624, offset 0
00000400:00000200:2.0:1769077005.886143:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077005.886145:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077005.886148:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077005.886151:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077005.886153:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077005.886155:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077005.886157:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077005.886160:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37752:37752:256:4294967295] 192.168.204.113@tcp LPNI seq info [37722:37722:8:4294967295]
00000400:00000200:2.0:1769077005.886163:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077005.886169:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077005.886172:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077005.886175:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769077005.886178:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077005.886180:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077005.886184:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077005.886186:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077005.886189:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077005.886191:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769077005.886194:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077005.886196:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077005.886199:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077005.886201:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769077005.886203:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077005.886206:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35500 x1855007616058624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.886213:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077005.886215:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35500 x1855007616058624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.886227:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077005.886228:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077005.886231:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077005.886233:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077005.886236:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077005.886238:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298661911
00000100:00000001:2.0:1769077005.886240:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298663151
00000100:00000001:2.0:1769077005.886242:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298661911
00000100:00000001:2.0:1769077005.886244:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298663151
00000100:00000001:2.0:1769077005.886246:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077005.886248:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077005.886249:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077005.886252:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077005/real 1769077005]  req@ffff9e53c9d35500 x1855007616058624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077005.886258:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077005.886259:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077005.886260:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077005.886262:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077005.886263:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077005.886266:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077005.886270:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35500 x1855007616058624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077005.886281:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35500 x1855007616058624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.886290:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077005.886293:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077005.886295:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077005.886297:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077005.886302:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35500 x1855007616058624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.886312:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077005.886318:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35500 x1855007616058624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.886328:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077005.886331:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077005.886334:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077005.886336:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077005.886338:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077005.886340:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077005.886344:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077005.886348:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077005.886350:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077005.886354:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35500 x1855007616058624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077005.886361:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616058624:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077005.886365:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077005.886367:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077005.886370:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35c00 x1855007616058368/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.886375:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077005.886378:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077005.886381:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20800.
02000000:00000001:2.0:1769077005.886384:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077005.886387:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077005.886390:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077005.886393:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077005.886397:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:2.0:1769077005.886403:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077005.886407:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077005.886409:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35c00.
00000100:00000001:2.0:1769077005.886413:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077005.886415:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077005.886417:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077005.886422:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34380 x1855007616058496/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.886431:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077005.886433:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077005.886436:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077005.886439:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077005.886440:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077005.886442:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077005.886445:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077005.886447:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:2.0:1769077005.886450:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077005.886451:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077005.886453:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34380.
00000100:00000001:2.0:1769077005.886457:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077005.886458:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077005.886459:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077005.886463:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35500 x1855007616058624/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077005.886468:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077005.886470:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077005.886471:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769077005.886473:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077005.886474:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077005.886475:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077005.886476:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077005.886477:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:2.0:1769077005.886479:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077005.886480:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077005.886481:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35500.
00000100:00000001:2.0:1769077005.886482:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077005.886483:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077005.886486:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077005.886493:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077005.886495:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077005.886497:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077005.886499:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077006.587186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077006.587197:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077006.587200:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077006.587203:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077006.587208:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077006.587210:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077006.587213:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077006.587215:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077006.587219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077006.587221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077006.587315:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077006.587345:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077006.587351:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077006.779347:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077006.779357:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077006.779371:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077006.779378:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077006.779383:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077006.779388:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077006.779391:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077006.779394:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077006.779398:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077007.163182:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298663151, at 4298663168
00000100:00000010:2.0:1769077007.163200:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000040:3.0:1769077007.163226:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298663151, at 4298663168
00000100:00000010:3.0:1769077007.163246:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d20.
00010000:00000001:1.0:1769077007.611164:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077007.611170:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077007.611175:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077007.611176:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077007.611283:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077007.611287:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077007.611291:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077007.803197:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077007.803209:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077007.803211:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077007.803216:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077007.803219:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077007.803223:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077007.803224:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077007.803227:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077007.803229:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077008.635175:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077008.635181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077008.635186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077008.635187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077008.635259:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077008.635263:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077008.635267:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077008.827224:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077008.827253:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077008.827254:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077008.827260:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077008.827264:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077008.827268:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077008.827270:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077008.827272:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077008.827275:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077009.659169:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077009.659175:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077009.659180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077009.659181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077009.659229:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077009.659233:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077009.659236:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077009.851166:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077009.851173:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077009.851175:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077009.851180:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077009.851183:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077009.851186:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077009.851188:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077009.851190:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077009.851193:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077010.683178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077010.683184:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077010.683188:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077010.683189:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077010.683262:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077010.683267:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077010.683270:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077010.875171:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077010.875179:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077010.875182:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077010.875204:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077010.875209:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077010.875213:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077010.875217:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077010.875220:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077010.875223:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077011.003177:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077011.003190:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077011.003210:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077011.003215:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077011.003220:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077011.003229:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3994
00000400:00000200:3.0:1769077011.003239:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077011.003247:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077011.003251:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077011.003255:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077011.003260:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077011.003263:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077011.003266:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077011.003272:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077011.003274:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077011.003277:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077011.003279:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077011.003281:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077011.003284:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077011.003286:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077011.003287:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077011.003289:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077011.003290:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077011.003293:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077011.003295:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077011.003297:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077011.003300:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077011.003303:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077011.003305:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077011.003307:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077011.003309:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077011.003319:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000020:00000040:3.0:1769077011.003322:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077011.003325:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077011.003326:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077011.003329:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077011.003332:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077011.003336:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077011.003343:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769077011.003349:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077011.003357:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007616058752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077011.003367:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077011.003371:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077011.003375:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007616058752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077011.003407:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077011.003410:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077011.003413:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077011.003414:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077011.003416:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077011.003433:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077011.003452:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3994
00000400:00000200:3.0:1769077011.003457:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077011.003460:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077011.003462:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077011.003474:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077011.003477:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077011.003477:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077011.003479:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077011.003483:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769077011.003485:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077011.003485:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077011.003487:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:2.0:1769077011.003491:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077011.003491:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077011.003495:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769077011.003498:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769077011.003517:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769077011.003521:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34700 x1855007616058752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077011.003522:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077011.003526:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077011.003530:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077011.003535:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077011.003540:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769077011.003545:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077011.003550:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077011.003550:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077011.003555:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077011.003556:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077011.003560:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077011.003563:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077011.003565:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077011.003568:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077011.003570:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1769077011.003573:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077011.003577:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077011.003578:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077011.003592:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077011.003612:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000100:00100000:2.0:1769077011.003613:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616058752:192.168.204.113@tcp:250:kworker.0
00000020:00000040:3.0:1769077011.003615:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077011.003619:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077011.003621:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077011.003623:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077011.003623:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077011.003626:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077011.003628:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077011.003629:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077011.003633:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077011.003635:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
02000000:00000001:2.0:1769077011.003636:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077011.003640:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077011.003643:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23c00.
00000100:00100000:3.0:1769077011.003647:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007616058880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077011.003648:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077011.003658:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077011.003661:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077011.003662:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077011.003670:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007616058880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077011.003671:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00000001:3.0:1769077011.003681:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077011.003683:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00080000:3.0:1769077011.003684:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077011.003690:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077011.003692:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077011.003693:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077011.003695:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1769077011.003696:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616058752, portal 25
00000100:00080000:3.0:1769077011.003698:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3994
00000100:00000001:2.0:1769077011.003703:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1769077011.003705:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077011.003709:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438381824 : -107392271169792 : ffff9e53c9d34700)
00000400:00000200:3.0:1769077011.003710:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077011.003713:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077011.003717:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077011.003720:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077011.003723:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34700 x1855007616058752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077011.003724:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077011.003730:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077011.003737:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077011.003740:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000001:2.0:1769077011.003745:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1769077011.003745:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077011.003748:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769077011.003753:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769077011.003754:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000001:3.0:1769077011.003759:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000010:2.0:1769077011.003761:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000040:3.0:1769077011.003767:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000200:2.0:1769077011.003769:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616058752, offset 0
00000100:00000001:3.0:1769077011.003772:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077011.003776:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077011.003780:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769077011.003782:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:3.0:1769077011.003785:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769077011.003792:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077011.003796:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077011.003814:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077011.003817:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077011.003819:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077011.003821:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769077011.003823:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00100000:3.0:1769077011.003823:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077011.003829:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077011.003831:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077011.003834:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000400:00000200:2.0:1769077011.003837:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000040:3.0:1769077011.003838:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077011.003844:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077011.003845:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077011.003846:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769077011.003848:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077011.003851:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077011.003854:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:3.0:1769077011.003854:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077011.003859:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769077011.003864:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077011.003865:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077011.003872:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00100000:3.0:1769077011.003873:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007616059008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077011.003879:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37753:37753:256:4294967295] 192.168.204.113@tcp LPNI seq info [37723:37723:8:4294967295]
00000400:00000200:2.0:1769077011.003892:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077011.003901:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077011.003903:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077011.003907:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077011.003911:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769077011.003915:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007616059008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1769077011.003920:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000100:00000001:3.0:1769077011.003923:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077011.003927:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077011.003930:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1769077011.003937:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769077011.003937:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077011.003945:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1769077011.003946:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000100:00000040:3.0:1769077011.003949:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4004)
00000800:00000200:2.1:1769077011.003977:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077011.003983:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077011.003989:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077011.003993:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769077011.003997:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077011.004002:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077011.004007:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077011.004009:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769077011.004013:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077011.004017:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34700 x1855007616058752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004026:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077011.004029:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34700 x1855007616058752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004036:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077011.004037:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077011.004043:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077011.004049:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077011.004052:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298668269
00000100:00000010:2.0:1769077011.004058:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077011.004095:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077011.004101:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298668270
00000100:00000010:2.0:1769077011.004106:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79600.
00000100:00000001:2.0:1769077011.004110:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077011.004114:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077011.004118:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077011.004120:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077011.004141:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077011/real 1769077011]  req@ffff9e53c9d34700 x1855007616058752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077011.004150:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077011.004152:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077011.004154:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077011.004156:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077011.004158:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077011.004160:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077011.004163:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34700 x1855007616058752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077011.004170:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34700 x1855007616058752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004175:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077011.004177:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.004179:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077011.004181:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077011.004183:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34700 x1855007616058752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004189:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077011.004193:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34700 x1855007616058752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004201:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077011.004204:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.004206:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077011.004207:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.004210:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077011.004212:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077011.004216:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077011.004237:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077011.004239:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077011.004245:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34700 x1855007616058752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077011.004257:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616058752:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077011.004264:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.004266:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077011.004271:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34700 x1855007616058752/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004279:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077011.004283:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077011.004286:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769077011.004290:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077011.004292:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077011.004295:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077011.004297:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077011.004300:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:2.0:1769077011.004304:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077011.004307:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077011.004309:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34700.
00000100:00000001:2.0:1769077011.004313:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077011.004314:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.004317:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.004325:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077011.004328:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077011.004331:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077011.004333:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077011.004334:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077011.004339:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36680 x1855007616058880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004347:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077011.004348:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077011.004350:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077011.004352:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077011.004354:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077011.004356:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616058880:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077011.004359:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077011.004360:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077011.004362:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077011.004363:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077011.004366:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769077011.004368:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077011.004372:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077011.004374:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077011.004377:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077011.004380:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616058880, portal 10
00000100:00000001:2.0:1769077011.004381:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077011.004383:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438389888 : -107392271161728 : ffff9e53c9d36680)
00000100:00000040:2.0:1769077011.004388:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36680 x1855007616058880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004393:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077011.004395:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077011.004398:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769077011.004401:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616058880, offset 0
00000400:00000200:2.0:1769077011.004406:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077011.004411:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077011.004416:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077011.004439:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077011.004443:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077011.004446:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077011.004449:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077011.004453:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37754:37754:256:4294967295] 192.168.204.113@tcp LPNI seq info [37724:37724:8:4294967295]
00000400:00000200:2.0:1769077011.004458:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077011.004467:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077011.004473:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077011.004477:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769077011.004481:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077011.004483:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077011.004487:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077011.004489:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077011.004493:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077011.004494:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769077011.004497:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077011.004516:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077011.004519:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077011.004522:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769077011.004525:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077011.004530:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36680 x1855007616058880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004541:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077011.004544:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36680 x1855007616058880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004553:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077011.004555:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077011.004560:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077011.004581:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077011.004586:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077011.004589:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298667022
00000100:00000001:2.0:1769077011.004593:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298668269
00000100:00000001:2.0:1769077011.004596:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298667022
00000100:00000001:2.0:1769077011.004599:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298668270
00000100:00000001:2.0:1769077011.004601:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077011.004604:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077011.004607:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077011.004611:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077011/real 1769077011]  req@ffff9e53c9d36680 x1855007616058880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077011.004620:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077011.004622:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077011.004624:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077011.004626:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077011.004627:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077011.004629:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077011.004649:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36680 x1855007616058880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077011.004656:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36680 x1855007616058880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004661:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077011.004663:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.004665:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077011.004666:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077011.004670:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36680 x1855007616058880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004689:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077011.004694:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36680 x1855007616058880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004702:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077011.004705:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.004707:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077011.004709:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.004711:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077011.004713:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077011.004716:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077011.004720:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077011.004723:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077011.004728:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36680 x1855007616058880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077011.004734:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616058880:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077011.004738:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077011.004741:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36d80 x1855007616059008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004749:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077011.004750:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077011.004753:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077011.004755:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077011.004757:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077011.004760:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616059008:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077011.004764:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077011.004766:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077011.004768:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077011.004770:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077011.004774:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077011.004777:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077011.004783:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077011.004786:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077011.004790:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077011.004810:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616059008, portal 10
00000100:00000001:2.0:1769077011.004812:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077011.004814:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438391680 : -107392271159936 : ffff9e53c9d36d80)
00000100:00000040:2.0:1769077011.004821:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36d80 x1855007616059008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004829:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077011.004832:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077011.004835:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769077011.004837:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616059008, offset 0
00000400:00000200:2.0:1769077011.004840:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077011.004844:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077011.004848:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077011.004851:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077011.004853:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077011.004855:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077011.004874:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077011.004877:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37755:37755:256:4294967295] 192.168.204.113@tcp LPNI seq info [37725:37725:8:4294967295]
00000400:00000200:2.0:1769077011.004880:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077011.004885:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077011.004888:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077011.004891:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769077011.004894:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077011.004896:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077011.004899:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077011.004901:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077011.004905:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077011.004906:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769077011.004909:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077011.004912:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077011.004914:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077011.004916:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769077011.004919:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077011.004923:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36d80 x1855007616059008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004933:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077011.004936:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36d80 x1855007616059008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.004945:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077011.004946:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077011.004951:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077011.004954:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077011.004959:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077011.004962:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298667029
00000100:00000001:2.0:1769077011.004965:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298668269
00000100:00000001:2.0:1769077011.004968:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298667029
00000100:00000001:2.0:1769077011.004971:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298668270
00000100:00000001:2.0:1769077011.004974:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077011.004976:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077011.004979:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077011.004983:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077011/real 1769077011]  req@ffff9e53c9d36d80 x1855007616059008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077011.004992:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077011.004993:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077011.004995:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077011.004997:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077011.004998:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077011.005000:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077011.005003:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36d80 x1855007616059008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077011.005009:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36d80 x1855007616059008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.005015:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077011.005017:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.005018:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077011.005019:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077011.005022:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36d80 x1855007616059008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.005027:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077011.005029:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36d80 x1855007616059008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.005034:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077011.005036:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.005037:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077011.005038:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.005039:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077011.005040:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077011.005043:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077011.005046:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077011.005049:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077011.005054:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36d80 x1855007616059008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077011.005064:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616059008:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077011.005069:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.005071:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077011.005075:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36680 x1855007616058880/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.005084:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077011.005086:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077011.005089:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769077011.005092:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077011.005094:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077011.005096:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077011.005098:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077011.005101:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:2.0:1769077011.005104:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077011.005105:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077011.005107:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36680.
00000100:00000001:2.0:1769077011.005111:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077011.005112:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.005114:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077011.005117:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36d80 x1855007616059008/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077036 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077011.005123:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077011.005124:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077011.005125:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077011.005127:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077011.005128:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077011.005129:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077011.005147:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077011.005148:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:2.0:1769077011.005149:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077011.005150:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077011.005151:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36d80.
00000100:00000001:2.0:1769077011.005153:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077011.005154:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.005155:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077011.005175:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077011.005176:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077011.005178:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077011.005179:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077011.707176:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077011.707181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077011.707186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077011.707187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077011.707255:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077011.707260:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077011.707263:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077011.899137:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077011.899144:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077011.899146:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077011.899151:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077011.899170:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077011.899173:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077011.899175:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077011.899177:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077011.899179:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077012.283127:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298668269, at 4298668288
00000100:00000040:3.0:1769077012.283143:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298668270, at 4298668288
00000100:00000010:2.0:1769077012.283146:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769077012.283154:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79600.
00010000:00000001:1.0:1769077012.731238:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077012.731247:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077012.731253:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077012.731255:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077012.731326:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077012.731342:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077012.731346:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077012.923223:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077012.923233:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077012.923235:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077012.923242:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077012.923246:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077012.923251:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077012.923254:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077012.923257:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077012.923261:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077013.755267:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077013.755287:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077013.755294:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077013.755296:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077013.755481:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077013.755488:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077013.755492:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077013.947334:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077013.947344:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077013.947347:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077013.947354:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077013.947360:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077013.947364:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077013.947367:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077013.947401:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077013.947406:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077014.779212:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077014.779221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077014.779226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077014.779230:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077014.779233:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077014.779235:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077014.779238:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077014.779240:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077014.779242:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077014.779260:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077014.779353:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077014.779382:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077014.779389:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077014.971237:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077014.971246:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077014.971249:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077014.971256:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077014.971260:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077014.971265:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077014.971269:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077014.971272:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077014.971276:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077015.803138:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077015.803144:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077015.803149:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077015.803150:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077015.803196:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077015.803199:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077015.803202:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077015.995139:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077015.995157:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077015.995159:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077015.995163:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077015.995166:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077015.995170:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077015.995172:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077015.995174:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077015.995177:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077016.123277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077016.123290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077016.123293:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077016.123298:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077016.123303:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077016.123313:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 3999
00000400:00000200:1.0:1769077016.123354:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077016.123361:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077016.123380:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077016.123383:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077016.123387:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077016.123389:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077016.123392:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077016.123396:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077016.123398:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077016.123401:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077016.123404:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077016.123406:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077016.123408:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077016.123411:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077016.123414:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077016.123416:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077016.123418:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077016.123421:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077016.123423:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077016.123425:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077016.123427:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077016.123430:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077016.123432:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077016.123434:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077016.123436:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077016.123445:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d12680.
00000020:00000040:1.0:1769077016.123449:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077016.123454:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077016.123456:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077016.123460:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077016.123463:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077016.123468:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077016.123477:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99c00.
00000100:00000001:1.0:1769077016.123486:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077016.123496:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d12680 x1855007616059136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077016.123509:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077016.123513:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077016.123517:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc911604] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d12680 x1855007616059136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077016.123534:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077016.123537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077016.123540:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077016.123542:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077016.123544:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077016.123546:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077016.123549:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3999
00000400:00000200:1.0:1769077016.123553:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077016.123555:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769077016.123557:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077016.123561:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077016.123561:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077016.123565:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077016.123566:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077016.123569:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077016.123575:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:2.0:1769077016.123576:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12680 x1855007616059136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077016.123577:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077016.123583:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077016.123586:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769077016.123589:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077016.123593:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:2.0:1769077016.123594:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769077016.123597:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077016.123598:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077016.123600:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:2.0:1769077016.123603:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1769077016.123605:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:2.0:1769077016.123607:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077016.123608:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077016.123613:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:2.0:1769077016.123613:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077016.123619:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00100000:2.0:1769077016.123621:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616059136:192.168.204.113@tcp:250:kworker.0
00000020:00000040:1.0:1769077016.123622:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:2.0:1769077016.123628:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1769077016.123629:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:2.0:1769077016.123633:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077016.123634:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077016.123638:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077016.123638:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077016.123643:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077016.123643:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077016.123648:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077016.123650:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769077016.123651:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
00000008:00100000:1.0:1769077016.123654:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077016.123654:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769077016.123661:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077016.123663:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077016.123666:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:1.0:1769077016.123667:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d12a00.
00000020:00000040:1.0:1769077016.123688:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000400:00000010:2.0:1769077016.123689:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
02000000:00000001:1.0:1769077016.123693:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077016.123697:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077016.123700:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1769077016.123700:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
02000000:00000001:1.0:1769077016.123705:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077016.123709:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077016.123713:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616059136, portal 25
02000000:00000010:1.0:1769077016.123716:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98800.
00000100:00000001:2.0:1769077016.123719:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077016.123723:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438242432 : -107392271309184 : ffff9e53c9d12680)
00000100:00000001:1.0:1769077016.123724:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077016.123737:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12680 x1855007616059136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077016.123738:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d12a00 x1855007616059264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077016.123787:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077016.123789:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077016.123793:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077016.123800:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:1.0:1769077016.123806:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080a35ac8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d12a00 x1855007616059264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077016.123808:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769077016.123815:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616059136, offset 0
00000100:00000001:1.0:1769077016.123828:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077016.123830:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:1.0:1769077016.123835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077016.123855:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077016.123856:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077016.123859:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077016.123859:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077016.123864:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077016.123868:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077016.123875:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769077016.123876:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 3999
00000400:00000200:2.0:1769077016.123880:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077016.123883:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077016.123887:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077016.123890:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077016.123894:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077016.123895:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:1.0:1769077016.123902:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077016.123905:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37756:37756:256:4294967295] 192.168.204.113@tcp LPNI seq info [37726:37726:8:4294967295]
00000100:00000001:1.0:1769077016.123907:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077016.123914:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077016.123914:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077016.123919:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077016.123922:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077016.123923:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:1.0:1769077016.123924:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077016.123928:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:1.0:1769077016.123933:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077016.123933:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1769077016.123938:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:2.0:1769077016.123943:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:1.0:1769077016.123945:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077016.123948:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077016.123950:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077016.123958:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077016.123959:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000010:2.0:1769077016.123960:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000100:00080000:1.0:1769077016.123963:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077016.123966:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077016.123968:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769077016.123972:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:1.0:1769077016.123973:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077016.123978:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077016.123979:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1769077016.123980:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077016.123983:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077016.123987:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077016.123988:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769077016.123990:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077016.123994:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000100:00000010:1.0:1769077016.123996:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10700.
00000800:00000100:2.0:1769077016.124001:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000020:00000040:1.0:1769077016.124002:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000010:2.0:1769077016.124004:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
02000000:00000001:1.0:1769077016.124005:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077016.124008:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077016.124009:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077016.124010:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1769077016.124012:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077016.124017:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1769077016.124018:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077016.124020:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077016.124024:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
02000000:00000010:1.0:1769077016.124026:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99800.
00000100:00000001:2.0:1769077016.124027:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077016.124033:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077016.124034:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12680 x1855007616059136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077016.124063:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10700 x1855007616059392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077016.124064:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077016.124074:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12680 x1855007616059136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124085:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077016.124087:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077016.124096:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077016.124102:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077016.124106:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298673390
00000100:00000001:1.0:1769077016.124128:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077016.124131:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077016.124140:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ea494d2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10700 x1855007616059392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077016.124152:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077016.124155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1769077016.124161:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000040:1.0:1769077016.124162:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077016.124170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077016.124192:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077016.124194:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1769077016.124200:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4009)
00000100:00000001:2.0:1769077016.124200:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298673390
00000100:00000010:2.0:1769077016.124207:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79c00.
00000100:00000001:2.0:1769077016.124209:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077016.124213:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077016.124215:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077016.124218:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077016.124223:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077016/real 1769077016]  req@ffff9e53c9d12680 x1855007616059136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077016.124232:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077016.124234:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077016.124236:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077016.124239:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077016.124241:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077016.124243:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077016.124246:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12680 x1855007616059136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077016.124253:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12680 x1855007616059136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124257:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077016.124259:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124260:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077016.124262:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077016.124265:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12680 x1855007616059136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124270:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077016.124274:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12680 x1855007616059136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124279:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077016.124281:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124283:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077016.124284:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124286:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077016.124287:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077016.124290:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077016.124293:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077016.124295:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077016.124298:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12680 x1855007616059136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077016.124303:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616059136:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077016.124307:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124308:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077016.124311:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12680 x1855007616059136/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124316:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077016.124318:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077016.124320:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077016.124322:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077016.124323:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077016.124324:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077016.124326:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077016.124328:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:2.0:1769077016.124330:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077016.124344:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077016.124346:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12680.
00000100:00000001:2.0:1769077016.124351:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077016.124352:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124353:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124360:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077016.124361:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077016.124363:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077016.124364:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077016.124365:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077016.124368:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12a00 x1855007616059264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124374:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077016.124375:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077016.124377:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077016.124378:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077016.124380:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077016.124382:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616059264:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077016.124384:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077016.124386:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077016.124387:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077016.124388:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077016.124391:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077016.124392:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077016.124396:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077016.124398:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077016.124400:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077016.124402:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616059264, portal 10
00000100:00000001:2.0:1769077016.124404:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077016.124405:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438243328 : -107392271308288 : ffff9e53c9d12a00)
00000100:00000040:2.0:1769077016.124410:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12a00 x1855007616059264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124415:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077016.124417:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077016.124418:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769077016.124420:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616059264, offset 0
00000400:00000200:2.0:1769077016.124423:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077016.124426:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077016.124429:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077016.124431:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077016.124433:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077016.124434:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077016.124436:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077016.124439:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37757:37757:256:4294967295] 192.168.204.113@tcp LPNI seq info [37727:37727:8:4294967295]
00000400:00000200:2.0:1769077016.124442:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077016.124447:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077016.124451:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077016.124454:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769077016.124457:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077016.124459:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077016.124462:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077016.124464:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077016.124467:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077016.124469:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769077016.124471:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077016.124473:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077016.124476:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077016.124477:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769077016.124479:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077016.124481:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12a00 x1855007616059264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124487:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077016.124489:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12a00 x1855007616059264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124494:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077016.124495:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077016.124497:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077016.124500:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077016.124502:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077016.124503:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298672142
00000100:00000001:2.0:1769077016.124505:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298673390
00000100:00000001:2.0:1769077016.124507:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298672142
00000100:00000001:2.0:1769077016.124509:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298673390
00000100:00000001:2.0:1769077016.124512:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077016.124514:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077016.124516:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077016.124519:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077016/real 1769077016]  req@ffff9e53c9d12a00 x1855007616059264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077016.124525:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077016.124526:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077016.124527:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077016.124529:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077016.124530:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077016.124531:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077016.124533:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12a00 x1855007616059264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077016.124540:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12a00 x1855007616059264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124544:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077016.124545:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124546:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077016.124547:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077016.124549:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12a00 x1855007616059264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124553:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077016.124556:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12a00 x1855007616059264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124560:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077016.124562:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124564:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077016.124565:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124566:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077016.124567:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077016.124569:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077016.124572:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077016.124574:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077016.124577:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12a00 x1855007616059264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077016.124582:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616059264:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077016.124584:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077016.124587:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10700 x1855007616059392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124591:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077016.124592:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077016.124593:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077016.124594:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077016.124596:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077016.124598:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616059392:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077016.124599:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077016.124601:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077016.124602:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077016.124603:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077016.124606:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769077016.124607:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077016.124609:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077016.124611:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077016.124613:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077016.124615:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616059392, portal 10
00000100:00000001:2.0:1769077016.124617:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077016.124618:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438234368 : -107392271317248 : ffff9e53c9d10700)
00000100:00000040:2.0:1769077016.124622:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10700 x1855007616059392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124627:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077016.124629:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077016.124630:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769077016.124632:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616059392, offset 0
00000400:00000200:2.0:1769077016.124635:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077016.124637:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077016.124640:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077016.124642:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077016.124643:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077016.124645:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077016.124647:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077016.124649:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37758:37758:256:4294967295] 192.168.204.113@tcp LPNI seq info [37728:37728:8:4294967295]
00000400:00000200:2.0:1769077016.124652:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077016.124657:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077016.124660:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077016.124662:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769077016.124664:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077016.124666:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077016.124669:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077016.124671:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077016.124691:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077016.124693:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769077016.124696:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077016.124700:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077016.124702:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077016.124704:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769077016.124707:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077016.124710:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10700 x1855007616059392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124718:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077016.124722:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10700 x1855007616059392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124729:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077016.124730:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077016.124733:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077016.124737:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077016.124740:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077016.124742:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298672149
00000100:00000001:2.0:1769077016.124745:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298673390
00000100:00000001:2.0:1769077016.124747:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298672149
00000100:00000001:2.0:1769077016.124749:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298673390
00000100:00000001:2.0:1769077016.124751:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077016.124753:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077016.124755:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077016.124758:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077016/real 1769077016]  req@ffff9e53c9d10700 x1855007616059392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077016.124765:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077016.124766:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077016.124768:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077016.124770:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077016.124772:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077016.124774:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077016.124777:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10700 x1855007616059392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077016.124786:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10700 x1855007616059392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124792:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077016.124793:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124795:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077016.124796:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077016.124799:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10700 x1855007616059392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124806:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077016.124809:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10700 x1855007616059392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124817:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077016.124819:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124821:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077016.124822:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124824:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077016.124825:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077016.124828:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077016.124831:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077016.124833:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077016.124853:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10700 x1855007616059392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077016.124858:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616059392:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077016.124861:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124862:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077016.124864:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12a00 x1855007616059264/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124868:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077016.124869:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077016.124870:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077016.124872:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077016.124872:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077016.124873:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077016.124875:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077016.124876:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98800.
02000000:00000001:2.0:1769077016.124878:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077016.124879:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077016.124880:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12a00.
00000100:00000001:2.0:1769077016.124882:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077016.124883:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124884:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077016.124886:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10700 x1855007616059392/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077016.124891:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077016.124892:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077016.124893:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769077016.124895:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077016.124895:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077016.124896:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077016.124897:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077016.124898:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99800.
02000000:00000001:2.0:1769077016.124899:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077016.124900:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077016.124901:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10700.
00000100:00000001:2.0:1769077016.124902:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077016.124903:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124904:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077016.124906:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077016.124907:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077016.124908:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077016.124910:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077016.827257:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077016.827269:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077016.827283:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077016.827286:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077016.827292:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077016.827295:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077016.827297:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077016.827300:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077016.827304:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077016.827305:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077016.827427:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077016.827434:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077016.827440:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077017.019301:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077017.019312:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077017.019314:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077017.019360:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077017.019367:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077017.019373:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077017.019377:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077017.019382:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077017.019386:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077017.403207:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298673390, at 4298673408
00000100:00000010:2.0:1769077017.403226:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000040:3.0:1769077017.403238:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298673390, at 4298673408
00000100:00000010:3.0:1769077017.403259:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79c00.
00010000:00000001:1.0:1769077017.851176:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077017.851184:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077017.851189:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077017.851190:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077017.851279:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077017.851284:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077017.851288:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077018.043211:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077018.043219:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077018.043221:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077018.043226:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077018.043230:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077018.043233:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077018.043237:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077018.043239:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077018.043242:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077018.875211:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077018.875219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077018.875224:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077018.875225:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077018.875298:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077018.875302:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077018.875305:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077019.067332:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077019.067343:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077019.067347:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077019.067359:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077019.067365:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077019.067369:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077019.067373:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077019.067376:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077019.067380:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077019.899186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077019.899194:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077019.899200:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077019.899201:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077019.899253:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077019.899257:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077019.899261:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077020.091246:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077020.091259:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077020.091261:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077020.091280:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077020.091284:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077020.091288:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077020.091291:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077020.091294:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077020.091296:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077020.923333:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077020.923341:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077020.923347:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077020.923348:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077020.923429:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077020.923433:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077020.923437:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077021.115430:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077021.115439:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077021.115441:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077021.115447:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077021.115451:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077021.115454:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077021.115456:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077021.115459:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077021.115462:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077021.243303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077021.243314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077021.243319:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077021.243326:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077021.243333:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077021.243344:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4004
00000400:00000200:2.0:1769077021.243358:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077021.243367:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077021.243372:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077021.243377:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077021.243382:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077021.243386:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077021.243390:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077021.243413:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077021.243416:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769077021.243419:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077021.243423:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769077021.243425:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769077021.243428:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769077021.243432:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077021.243434:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077021.243436:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077021.243439:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769077021.243442:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769077021.243446:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077021.243449:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077021.243453:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077021.243458:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077021.243461:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.243463:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077021.243466:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077021.245558:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
00000020:00000040:2.0:1769077021.245567:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769077021.245574:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077021.245577:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.245582:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077021.245586:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077021.245592:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077021.245621:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23c00.
00000100:00000001:2.0:1769077021.245629:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077021.245640:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007616059520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077021.245653:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077021.245660:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077021.245667:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007616059520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077021.245726:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077021.245733:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077021.245739:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077021.245742:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077021.245746:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077021.245751:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077021.245757:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4004
00000400:00000200:2.0:1769077021.245781:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077021.245786:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077021.245789:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077021.245793:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077021.245796:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077021.245799:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077021.245800:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077021.245806:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077021.245807:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769077021.245812:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077021.245814:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077021.245819:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769077021.245822:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077021.245826:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000040:1.0:1769077021.245829:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690e00 x1855007616059520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077021.245830:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769077021.245837:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769077021.245848:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077021.245857:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077021.245859:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769077021.245882:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077021.245883:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.245885:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769077021.245890:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:1.0:1769077021.245892:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1769077021.245894:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:1.0:1769077021.245901:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077021.245901:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077021.245906:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077021.245911:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077021.245914:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077021.245921:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077021.245922:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616059520:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077021.245924:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077021.245948:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077021.245956:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.245959:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077021.245965:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1769077021.245967:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000020:00000040:2.0:1769077021.245975:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077021.245976:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077021.245981:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077021.245983:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077021.245987:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077021.245991:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077021.245995:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1769077021.246001:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
02000000:00000001:2.0:1769077021.246002:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077021.246008:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077021.246010:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077021.246038:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000400:00000200:1.0:1769077021.246047:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077021.246051:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077021.246054:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00100000:2.0:1769077021.246064:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007616059648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077021.246076:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077021.246096:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077021.246100:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007616059648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077021.246110:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077021.246113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077021.246117:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00080000:2.0:1769077021.246117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077021.246122:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077021.246125:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077021.246128:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077021.246131:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4004
00000100:00000200:1.0:1769077021.246133:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616059520, portal 25
00000100:00000001:1.0:1769077021.246169:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077021.246173:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102509056 : -107391607042560 : ffff9e53f1690e00)
00000100:00000040:1.0:1769077021.246190:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690e00 x1855007616059520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077021.246191:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077021.246208:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077021.246211:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769077021.246216:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077021.246221:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077021.246230:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000040:2.0:1769077021.246233:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000200:1.0:1769077021.246237:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616059520, offset 0
00000100:00000001:2.0:1769077021.246242:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077021.246270:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:1.0:1769077021.246276:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769077021.246279:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077021.246287:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077021.246289:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:1.0:1769077021.246310:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:2.0:1769077021.246312:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077021.246317:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769077021.246321:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769077021.246322:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000001:2.0:1769077021.246327:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769077021.246333:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077021.246335:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077021.246339:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077021.246343:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:2.0:1769077021.246347:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077021.246350:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769077021.246352:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1769077021.246356:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:1.0:1769077021.246360:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00080000:2.0:1769077021.246365:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:1.0:1769077021.246373:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37759:37759:256:4294967295] 192.168.204.113@tcp LPNI seq info [37729:37729:8:4294967295]
00000100:00000001:2.0:1769077021.246374:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077021.246381:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077021.246385:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:2.0:1769077021.246387:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077021.246408:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.246411:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077021.246414:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077021.246416:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.246420:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077021.246425:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000020:00000040:2.0:1769077021.246430:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769077021.246440:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769077021.246441:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077021.246446:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.246451:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077021.246456:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1769077021.246457:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:2.0:1769077021.246460:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077021.246467:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
02000000:00000010:2.0:1769077021.246471:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20800.
00000100:00000001:2.0:1769077021.246478:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077021.246481:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077021.246488:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000100:00100000:2.0:1769077021.246495:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007616059776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769077021.246502:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769077021.246532:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077021.246538:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077021.246542:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1769077021.246553:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000040:2.0:1769077021.246554:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007616059776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1769077021.246556:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077021.246566:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077021.246578:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769077021.246603:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077021.246605:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077021.246612:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000040:2.0:1769077021.246613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077021.246618:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769077021.246620:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077021.246626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769077021.246629:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690e00 x1855007616059520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077021.246631:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077021.246641:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4014)
00000100:00000001:1.0:1769077021.246654:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077021.246662:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690e00 x1855007616059520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.246674:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077021.246677:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077021.246686:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077021.246711:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077021.246716:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298678512
00000100:00000010:1.0:1769077021.246724:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bea0.
00000100:00000001:1.0:1769077021.246735:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077021.246751:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298678512
00000100:00000010:1.0:1769077021.246772:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b900.
00000100:00000001:1.0:1769077021.246775:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077021.246780:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077021.246784:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077021.246786:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077021.246793:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077021/real 1769077021]  req@ffff9e53f1690e00 x1855007616059520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077021.246806:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077021.246808:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077021.246810:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077021.246814:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077021.246816:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077021.246819:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077021.246823:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690e00 x1855007616059520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077021.246833:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690e00 x1855007616059520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.246840:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077021.246842:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.246844:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077021.246846:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077021.246850:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690e00 x1855007616059520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.246857:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077021.246861:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690e00 x1855007616059520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.246888:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077021.246892:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.246895:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077021.246897:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.246900:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077021.246903:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077021.246907:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077021.246913:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077021.246916:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077021.246924:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690e00 x1855007616059520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077021.246938:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616059520:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077021.246946:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.246966:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077021.246971:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690e00 x1855007616059520/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.246983:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077021.246986:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077021.246989:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769077021.246992:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077021.246995:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077021.246997:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077021.246999:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077021.247002:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:1.0:1769077021.247007:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077021.247009:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077021.247011:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690e00.
00000100:00000001:1.0:1769077021.247031:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077021.247033:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.247035:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.247043:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077021.247046:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077021.247048:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077021.247050:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077021.247052:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077021.247057:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693800 x1855007616059648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247064:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077021.247067:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077021.247069:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077021.247072:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077021.247074:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077021.247079:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616059648:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077021.247100:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077021.247103:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077021.247106:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077021.247108:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077021.247113:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769077021.247116:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077021.247122:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077021.247126:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077021.247130:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077021.247135:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616059648, portal 10
00000100:00000001:1.0:1769077021.247138:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077021.247140:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102519808 : -107391607031808 : ffff9e53f1693800)
00000100:00000040:1.0:1769077021.247207:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693800 x1855007616059648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247215:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077021.247218:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077021.247222:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077021.247225:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616059648, offset 0
00000400:00000200:1.0:1769077021.247230:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077021.247236:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077021.247241:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077021.247245:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077021.247270:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077021.247273:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077021.247276:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077021.247280:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37760:37760:256:4294967295] 192.168.204.113@tcp LPNI seq info [37730:37730:8:4294967295]
00000400:00000200:1.0:1769077021.247285:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077021.247293:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077021.247298:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077021.247319:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077021.247323:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077021.247326:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077021.247330:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077021.247333:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1769077021.247336:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077021.247338:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077021.247341:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077021.247345:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077021.247348:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077021.247350:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077021.247352:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077021.247356:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693800 x1855007616059648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247364:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077021.247367:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693800 x1855007616059648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247373:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077021.247375:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077021.247378:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077021.247382:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077021.247385:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077021.247387:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298677265
00000100:00000001:1.0:1769077021.247390:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298678512
00000100:00000001:1.0:1769077021.247392:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298677265
00000100:00000001:1.0:1769077021.247394:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298678512
00000100:00000001:1.0:1769077021.247396:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077021.247398:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077021.247418:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077021.247422:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077021/real 1769077021]  req@ffff9e53f1693800 x1855007616059648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077021.247438:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077021.247439:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077021.247441:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077021.247444:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077021.247445:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077021.247447:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077021.247451:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693800 x1855007616059648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077021.247459:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693800 x1855007616059648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247466:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077021.247467:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.247469:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077021.247470:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077021.247474:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693800 x1855007616059648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247480:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077021.247484:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693800 x1855007616059648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247491:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077021.247494:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.247495:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077021.247497:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.247498:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077021.247500:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077021.247503:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077021.247506:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077021.247508:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077021.247513:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693800 x1855007616059648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077021.247521:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616059648:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077021.247525:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077021.247528:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693100 x1855007616059776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247534:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077021.247536:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077021.247538:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077021.247539:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077021.247542:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077021.247544:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616059776:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077021.247547:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077021.247549:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077021.247551:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077021.247553:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077021.247556:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769077021.247558:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077021.247562:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077021.247564:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077021.247567:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077021.247570:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616059776, portal 10
00000100:00000001:1.0:1769077021.247572:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077021.247574:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518016 : -107391607033600 : ffff9e53f1693100)
00000100:00000040:1.0:1769077021.247580:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693100 x1855007616059776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247586:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077021.247589:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077021.247591:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077021.247610:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616059776, offset 0
00000400:00000200:1.0:1769077021.247615:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077021.247618:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077021.247621:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077021.247624:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077021.247627:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077021.247630:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077021.247632:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077021.247635:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37761:37761:256:4294967295] 192.168.204.113@tcp LPNI seq info [37731:37731:8:4294967295]
00000400:00000200:1.0:1769077021.247639:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077021.247646:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077021.247653:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077021.247657:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077021.247663:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077021.247667:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077021.247673:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077021.247677:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1769077021.247682:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077021.247685:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077021.247689:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077021.247695:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077021.247699:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077021.247719:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077021.247723:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077021.247730:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693100 x1855007616059776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247743:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077021.247748:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693100 x1855007616059776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247756:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077021.247758:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077021.247763:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077021.247767:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077021.247771:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077021.247774:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298677272
00000100:00000001:1.0:1769077021.247777:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298678512
00000100:00000001:1.0:1769077021.247779:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298677272
00000100:00000001:1.0:1769077021.247782:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298678512
00000100:00000001:1.0:1769077021.247783:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077021.247786:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077021.247788:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077021.247791:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077021/real 1769077021]  req@ffff9e53f1693100 x1855007616059776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077021.247799:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077021.247801:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077021.247803:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077021.247805:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077021.247807:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077021.247809:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077021.247813:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693100 x1855007616059776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077021.247821:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693100 x1855007616059776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247827:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077021.247829:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.247830:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077021.247832:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077021.247835:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693100 x1855007616059776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247842:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077021.247846:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693100 x1855007616059776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247880:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077021.247884:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.247886:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077021.247888:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.247891:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077021.247893:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077021.247897:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077021.247902:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077021.247905:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077021.247911:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693100 x1855007616059776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077021.247925:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616059776:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077021.247931:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.247934:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077021.247939:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693800 x1855007616059648/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247950:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077021.247953:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077021.247955:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769077021.247959:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077021.247961:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077021.247963:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077021.247965:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077021.247967:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20000.
02000000:00000001:1.0:1769077021.247969:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077021.247971:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077021.247972:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693800.
00000100:00000001:1.0:1769077021.247975:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077021.247977:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.247978:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077021.247982:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693100 x1855007616059776/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077021.247994:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077021.247995:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077021.247997:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769077021.247999:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077021.248000:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077021.248001:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077021.248002:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077021.248003:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20800.
02000000:00000001:1.0:1769077021.248005:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077021.248006:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077021.248007:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693100.
00000100:00000001:1.0:1769077021.248009:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077021.248010:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.248011:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077021.248015:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077021.248016:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077021.248018:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077021.248019:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077021.947192:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077021.947198:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077021.947202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077021.947204:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077021.947281:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077021.947287:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077021.947291:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077022.139290:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077022.139299:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077022.139301:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077022.139306:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077022.139310:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077022.139314:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077022.139317:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077022.139320:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077022.139324:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077022.523192:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298678512, at 4298678528
00000100:00000040:3.0:1769077022.523192:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298678512, at 4298678528
00000100:00000010:2.0:1769077022.523212:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bea0.
00000100:00000010:3.0:1769077022.523216:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b900.
00010000:00000001:1.0:1769077022.971209:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077022.971228:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077022.971234:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077022.971236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077022.971296:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077022.971300:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077022.971303:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077023.163368:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077023.163395:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077023.163397:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077023.163402:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077023.163406:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077023.163409:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077023.163412:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077023.163414:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077023.163416:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077023.995152:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077023.995158:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077023.995179:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077023.995180:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077023.995255:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077023.995259:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077023.995262:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077024.187154:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077024.187164:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077024.187166:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077024.187172:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077024.187177:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077024.187181:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077024.187184:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077024.187187:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077024.187190:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077025.019333:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077025.019361:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077025.019373:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077025.019379:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077025.019382:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077025.019386:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077025.019392:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077025.019396:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077025.019399:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077025.019403:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077025.019497:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077025.019500:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077025.019503:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077025.211333:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077025.211342:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077025.211343:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077025.211349:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077025.211353:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077025.211356:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077025.211359:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077025.211361:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077025.211364:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077026.043247:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077026.043256:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077026.043263:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077026.043264:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077026.043341:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077026.043346:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077026.043351:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077026.235245:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077026.235253:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077026.235256:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077026.235261:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077026.235265:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077026.235269:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077026.235271:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077026.235273:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077026.235276:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077026.363237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077026.363249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077026.363252:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077026.363257:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077026.363261:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077026.363271:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4009
00000400:00000200:2.0:1769077026.363279:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077026.363286:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077026.363289:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077026.363292:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077026.363295:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077026.363297:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077026.363299:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077026.363302:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077026.363304:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769077026.363307:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077026.363310:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769077026.363312:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769077026.363315:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769077026.363319:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077026.363321:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077026.363323:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077026.363325:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769077026.363329:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769077026.363333:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077026.363336:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077026.363339:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077026.363343:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077026.363347:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.363349:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077026.363353:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077026.363368:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692d80.
00000020:00000040:2.0:1769077026.363372:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769077026.363377:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077026.363378:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.363381:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077026.363384:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077026.363388:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077026.363397:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20400.
00000100:00000001:2.0:1769077026.363403:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077026.363412:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692d80 x1855007616059904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077026.363421:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077026.363425:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077026.363428:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073904516] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692d80 x1855007616059904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077026.363462:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077026.363465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077026.363469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077026.363471:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077026.363473:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077026.363475:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077026.363478:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4009
00000400:00000200:2.0:1769077026.363483:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077026.363486:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077026.363489:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077026.363492:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077026.363495:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077026.363496:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077026.363499:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077026.363501:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077026.363503:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769077026.363505:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077026.363507:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769077026.363510:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769077026.363512:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769077026.363514:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077026.363515:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077026.363517:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077026.363518:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077026.363519:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077026.363520:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769077026.363522:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769077026.363523:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769077026.363526:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000040:1.0:1769077026.363529:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692d80 x1855007616059904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077026.363529:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077026.363530:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077026.363537:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077026.363537:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077026.363539:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077026.363540:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.363542:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077026.363544:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1769077026.363546:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077026.363547:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077026.363550:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077026.363550:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.363552:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077026.363554:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616059904:192.168.204.113@tcp:250:kworker.0
00000100:00000010:2.0:1769077026.363556:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690000.
00000020:00000040:2.0:1769077026.363558:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769077026.363559:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077026.363561:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077026.363562:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.363563:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077026.363564:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077026.363565:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077026.363567:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077026.363567:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077026.363582:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077026.363582:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21800.
00000100:00000001:2.0:1769077026.363585:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077026.363587:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769077026.363589:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077026.363590:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690000 x1855007616060032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077026.363596:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077026.363598:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077026.363599:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077026.363603:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc5d67b8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690000 x1855007616060032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077026.363604:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077026.363611:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000001:2.0:1769077026.363612:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077026.363615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077026.363618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1769077026.363620:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616059904, portal 25
00000100:00000001:2.0:1769077026.363620:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077026.363621:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077026.363623:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077026.363624:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102517120 : -107391607034496 : ffff9e53f1692d80)
00000100:00000001:2.0:1769077026.363624:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077026.363627:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4009
00000100:00000040:1.0:1769077026.363630:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692d80 x1855007616059904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077026.363630:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077026.363633:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077026.363636:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077026.363639:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077026.363639:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077026.363641:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077026.363643:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:2.0:1769077026.363643:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000010:1.0:1769077026.363646:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000001:2.0:1769077026.363646:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077026.363648:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077026.363649:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000200:1.0:1769077026.363650:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616059904, offset 0
00000020:00000001:2.0:1769077026.363651:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077026.363653:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769077026.363655:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769077026.363657:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077026.363667:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:2.0:1769077026.363667:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769077026.363670:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077026.363672:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077026.363674:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:2.0:1769077026.363674:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077026.363676:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769077026.363678:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:1.0:1769077026.363680:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769077026.363681:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077026.363683:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077026.363685:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077026.363686:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:2.0:1769077026.363689:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077026.363690:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769077026.363691:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077026.363693:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:2.0:1769077026.363693:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077026.363695:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077026.363698:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37762:37762:256:4294967295] 192.168.204.113@tcp LPNI seq info [37732:37732:8:4294967295]
00000008:00000001:2.0:1769077026.363698:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.363701:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077026.363703:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:2.0:1769077026.363706:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693100.
00000020:00000040:2.0:1769077026.363708:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769077026.363711:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077026.363712:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.363714:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769077026.363715:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769077026.363716:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077026.363718:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077026.363722:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23400.
00000100:00000001:2.0:1769077026.363725:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077026.363729:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00100000:2.0:1769077026.363730:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693100 x1855007616060160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1769077026.363735:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000100:00000001:2.0:1769077026.363737:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077026.363739:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077026.363743:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:2.0:1769077026.363743:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019053167] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693100 x1855007616060160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769077026.363748:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769077026.363751:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077026.363754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077026.363754:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:2.0:1769077026.363759:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769077026.363759:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769077026.363762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1769077026.363764:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000040:2.0:1769077026.363766:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1769077026.363767:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000100:00000040:2.0:1769077026.363771:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4020)
00000400:00000200:1.0:1769077026.363775:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077026.363780:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077026.363787:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077026.363790:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077026.363795:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077026.363800:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692d80 x1855007616059904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.363809:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077026.363813:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692d80 x1855007616059904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.363818:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077026.363819:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077026.363826:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077026.363830:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077026.363833:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298683629
00000100:00000010:1.0:1769077026.363838:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b2a0.
00000100:00000001:1.0:1769077026.363845:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077026.363856:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298683629
00000100:00000010:1.0:1769077026.363858:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bc00.
00000100:00000001:1.0:1769077026.363861:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077026.363863:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077026.363865:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077026.363867:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077026.363870:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077026/real 1769077026]  req@ffff9e53f1692d80 x1855007616059904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077026.363878:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077026.363879:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077026.363881:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077026.363883:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077026.363884:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077026.363886:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077026.363889:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692d80 x1855007616059904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077026.363894:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692d80 x1855007616059904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.363899:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077026.363900:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.363902:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077026.363903:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077026.363906:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692d80 x1855007616059904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.363910:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077026.363913:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692d80 x1855007616059904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.363918:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077026.363921:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.363922:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077026.363923:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.363924:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077026.363926:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077026.363928:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077026.363931:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077026.363932:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077026.363935:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692d80 x1855007616059904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077026.363940:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616059904:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077026.363943:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.363945:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077026.363947:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692d80 x1855007616059904/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.363951:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077026.363953:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077026.363955:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769077026.363958:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077026.363959:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077026.363961:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077026.363962:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077026.363964:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20400.
02000000:00000001:1.0:1769077026.363967:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077026.363969:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077026.363971:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692d80.
00000100:00000001:1.0:1769077026.363973:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077026.363974:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.363976:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.363983:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077026.363984:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077026.363986:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077026.363987:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077026.363988:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077026.363990:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690000 x1855007616060032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.363995:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077026.363996:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077026.363997:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077026.363999:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077026.364000:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077026.364002:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616060032:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077026.364004:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077026.364005:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077026.364006:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077026.364007:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077026.364015:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769077026.364016:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077026.364020:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077026.364023:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077026.364027:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077026.364035:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616060032, portal 10
00000100:00000001:1.0:1769077026.364037:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077026.364038:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102505472 : -107391607046144 : ffff9e53f1690000)
00000100:00000040:1.0:1769077026.364045:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690000 x1855007616060032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364052:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077026.364055:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077026.364057:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077026.364060:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616060032, offset 0
00000400:00000200:1.0:1769077026.364095:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077026.364099:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077026.364103:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077026.364106:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077026.364108:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077026.364110:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077026.364112:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077026.364115:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37763:37763:256:4294967295] 192.168.204.113@tcp LPNI seq info [37733:37733:8:4294967295]
00000400:00000200:1.0:1769077026.364118:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077026.364123:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077026.364126:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077026.364128:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077026.364131:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077026.364133:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077026.364137:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077026.364139:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077026.364141:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077026.364143:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077026.364145:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077026.364148:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077026.364150:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077026.364151:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077026.364153:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077026.364156:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690000 x1855007616060032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364181:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077026.364184:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690000 x1855007616060032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364189:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077026.364190:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077026.364193:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077026.364197:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077026.364199:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077026.364201:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298682382
00000100:00000001:1.0:1769077026.364204:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298683629
00000100:00000001:1.0:1769077026.364206:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298682382
00000100:00000001:1.0:1769077026.364207:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298683629
00000100:00000001:1.0:1769077026.364209:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077026.364210:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077026.364212:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077026.364214:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077026/real 1769077026]  req@ffff9e53f1690000 x1855007616060032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077026.364219:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077026.364219:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077026.364221:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077026.364222:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077026.364224:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077026.364225:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077026.364227:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690000 x1855007616060032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077026.364233:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690000 x1855007616060032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364238:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077026.364238:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.364240:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077026.364240:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077026.364243:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690000 x1855007616060032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364246:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077026.364249:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690000 x1855007616060032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364253:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077026.364254:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.364256:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077026.364258:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.364259:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077026.364260:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077026.364262:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077026.364265:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077026.364266:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077026.364268:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690000 x1855007616060032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077026.364273:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616060032:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077026.364275:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077026.364277:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693100 x1855007616060160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364282:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077026.364283:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077026.364285:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077026.364286:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077026.364288:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077026.364289:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616060160:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077026.364292:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077026.364293:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077026.364294:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077026.364296:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077026.364298:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769077026.364299:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077026.364302:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077026.364303:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077026.364306:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077026.364315:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616060160, portal 10
00000100:00000001:1.0:1769077026.364317:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077026.364318:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518016 : -107391607033600 : ffff9e53f1693100)
00000100:00000040:1.0:1769077026.364323:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693100 x1855007616060160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364328:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077026.364329:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077026.364331:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077026.364333:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616060160, offset 0
00000400:00000200:1.0:1769077026.364335:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077026.364338:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077026.364340:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077026.364342:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077026.364344:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077026.364346:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077026.364347:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077026.364350:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37764:37764:256:4294967295] 192.168.204.113@tcp LPNI seq info [37734:37734:8:4294967295]
00000400:00000200:1.0:1769077026.364352:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077026.364357:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077026.364360:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077026.364362:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077026.364365:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077026.364367:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077026.364370:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077026.364372:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077026.364375:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077026.364376:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077026.364378:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077026.364381:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077026.364382:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077026.364384:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077026.364386:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077026.364388:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693100 x1855007616060160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364393:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077026.364395:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693100 x1855007616060160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364400:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077026.364401:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077026.364403:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077026.364405:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077026.364407:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077026.364408:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298682389
00000100:00000001:1.0:1769077026.364410:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298683629
00000100:00000001:1.0:1769077026.364411:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298682389
00000100:00000001:1.0:1769077026.364413:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298683629
00000100:00000001:1.0:1769077026.364415:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077026.364416:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077026.364417:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077026.364419:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077026/real 1769077026]  req@ffff9e53f1693100 x1855007616060160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077026.364424:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077026.364429:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077026.364430:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077026.364431:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077026.364432:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077026.364433:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077026.364435:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693100 x1855007616060160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077026.364440:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693100 x1855007616060160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364445:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077026.364446:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.364447:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077026.364448:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077026.364450:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693100 x1855007616060160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364455:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077026.364458:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693100 x1855007616060160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364462:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077026.364463:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.364464:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077026.364465:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.364466:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077026.364467:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077026.364469:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077026.364470:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077026.364472:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077026.364474:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693100 x1855007616060160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077026.364479:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616060160:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077026.364481:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.364482:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077026.364484:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690000 x1855007616060032/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364488:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077026.364489:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077026.364491:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769077026.364492:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077026.364493:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077026.364494:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077026.364496:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077026.364498:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21800.
02000000:00000001:1.0:1769077026.364500:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077026.364501:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077026.364502:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690000.
00000100:00000001:1.0:1769077026.364504:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077026.364505:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.364506:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077026.364508:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693100 x1855007616060160/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077026.364512:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077026.364513:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077026.364514:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769077026.364515:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077026.364516:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077026.364516:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077026.364517:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077026.364518:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23400.
02000000:00000001:1.0:1769077026.364520:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077026.364520:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077026.364521:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693100.
00000100:00000001:1.0:1769077026.364522:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077026.364523:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.364524:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077026.364527:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077026.364527:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077026.364529:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077026.364530:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077027.067225:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077027.067237:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077027.067240:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077027.067243:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077027.067250:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077027.067252:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077027.067255:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077027.067258:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077027.067263:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077027.067265:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077027.067339:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077027.067342:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077027.067345:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077027.259239:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077027.259249:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077027.259251:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077027.259256:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077027.259259:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077027.259263:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077027.259265:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077027.259267:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077027.259270:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077027.643165:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298683629, at 4298683648
00000100:00000040:2.0:1769077027.643179:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298683629, at 4298683648
00000100:00000010:3.0:1769077027.643184:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bc00.
00000100:00000010:2.0:1769077027.643191:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b2a0.
00010000:00000001:1.0:1769077028.091188:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077028.091196:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077028.091209:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077028.091211:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077028.091281:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077028.091285:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077028.091288:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077028.283271:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077028.283276:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077028.283278:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077028.283282:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077028.283285:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077028.283288:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077028.283290:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077028.283292:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077028.283294:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077029.115198:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077029.115209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077029.115219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077029.115221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077029.115321:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077029.115325:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077029.115328:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077029.307306:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077029.307315:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077029.307319:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077029.307327:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077029.307333:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077029.307338:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077029.307342:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077029.307346:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077029.307352:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077030.139239:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077030.139247:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077030.139256:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077030.139258:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077030.139326:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077030.139331:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077030.139335:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077030.331261:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077030.331271:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077030.331273:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077030.331279:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:0.0:1769077030.331284:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077030.331289:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077030.331291:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077030.331294:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077030.331297:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077031.163287:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077031.163296:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077031.163304:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077031.163306:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077031.163395:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077031.163401:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077031.163406:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077031.355271:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077031.355279:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077031.355281:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077031.355287:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077031.355291:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077031.355294:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.355297:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077031.355300:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.355302:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077031.483218:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077031.483227:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077031.483230:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077031.483234:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077031.483237:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077031.483244:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4015
00000400:00000200:0.0:1769077031.483252:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077031.483257:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077031.483260:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077031.483262:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483265:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077031.483267:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483269:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077031.483272:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077031.483274:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077031.483276:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077031.483279:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077031.483280:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077031.483282:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077031.483284:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483285:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077031.483286:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483287:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077031.483290:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077031.483292:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483294:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077031.483296:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077031.483299:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077031.483301:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077031.483303:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077031.483304:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077031.483314:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7b80.
00000020:00000040:0.0:1769077031.483316:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077031.483320:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077031.483321:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077031.483324:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077031.483326:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077031.483331:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077031.483337:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769077031.483342:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077031.483349:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7b80 x1855007616060288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077031.483365:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077031.483370:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077031.483376:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa511e8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7b80 x1855007616060288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077031.483396:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077031.483399:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077031.483401:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077031.483403:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077031.483404:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077031.483406:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077031.483407:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4015
00000400:00000200:0.0:1769077031.483410:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077031.483411:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077031.483413:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077031.483415:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483416:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077031.483417:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483419:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077031.483421:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077031.483422:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769077031.483423:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077031.483425:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769077031.483426:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769077031.483428:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769077031.483430:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483432:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077031.483434:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483435:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077031.483436:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769077031.483438:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483439:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077031.483440:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077031.483444:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077031.483445:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077031.483446:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077031.483450:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077031.483452:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077031.483454:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077031.483456:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5500.
00000020:00000040:0.0:1769077031.483458:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077031.483476:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077031.483477:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077031.483479:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077031.483480:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077031.483482:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077031.483486:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000001:0.0:1769077031.483492:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077031.483497:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1769077031.483499:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5500 x1855007616060416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077031.483503:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077031.483507:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077031.483517:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769077031.483518:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7b80 x1855007616060288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077031.483524:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077031.483535:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769077031.483536:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502bc2e2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5500 x1855007616060416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.483540:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077031.483548:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077031.483567:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077031.483571:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077031.483578:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616060288:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769077031.483589:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077031.483589:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077031.483593:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769077031.483595:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077031.483596:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077031.483601:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769077031.483604:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077031.483607:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1769077031.483608:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b000.
00000100:00080000:0.0:1769077031.483609:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1769077031.483611:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077031.483617:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077031.483622:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:0.0:1769077031.483624:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4015
00000400:00000010:1.0:1769077031.483627:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:0.0:1769077031.483632:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077031.483635:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000400:00000200:0.0:1769077031.483638:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077031.483644:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1769077031.483644:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616060288, portal 25
00000100:00000001:1.0:1769077031.483649:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769077031.483652:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077031.483652:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376896 : -107391528174720 : ffff9e53f61c7b80)
00000100:00000001:0.0:1769077031.483659:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077031.483661:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7b80 x1855007616060288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077031.483666:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483672:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769077031.483674:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1769077031.483676:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077031.483680:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000040:1.0:1769077031.483681:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000001:0.0:1769077031.483684:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:1.0:1769077031.483687:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000020:00000040:0.0:1769077031.483689:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769077031.483694:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000200:1.0:1769077031.483694:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616060288, offset 0
00000020:00000001:0.0:1769077031.483701:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769077031.483706:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769077031.483710:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483711:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077031.483717:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483721:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769077031.483726:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:0.0:1769077031.483727:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769077031.483733:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483738:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077031.483738:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:0.0:1769077031.483743:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077031.483748:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769077031.483749:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077031.483753:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077031.483754:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769077031.483759:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077031.483761:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000008:00100000:0.0:1769077031.483764:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077031.483765:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077031.483771:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37765:37765:256:4294967295] 192.168.204.113@tcp LPNI seq info [37735:37735:8:4294967295]
00000008:00000001:0.0:1769077031.483772:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077031.483778:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077031.483778:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:0.0:1769077031.483785:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6300.
00000020:00000040:0.0:1769077031.483791:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769077031.483794:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769077031.483796:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077031.483800:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077031.483803:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077031.483805:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077031.483808:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1769077031.483809:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
02000000:00000001:0.0:1769077031.483811:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077031.483817:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000010:0.0:1769077031.483819:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769077031.483824:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077031.483830:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6300 x1855007616060544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077031.483838:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077031.483840:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077031.483844:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf371266] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6300 x1855007616060544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077031.483851:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077031.483854:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077031.483858:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077031.483861:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077031.483868:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1769077031.483868:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769077031.483875:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4025)
00000800:00000200:1.1:1769077031.483876:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077031.483881:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077031.483885:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077031.483886:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077031.483891:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077031.483896:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077031.483900:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077031.483902:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077031.483906:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077031.483910:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7b80 x1855007616060288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.483917:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077031.483920:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7b80 x1855007616060288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.483925:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077031.483926:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077031.483931:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077031.483934:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077031.483937:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298688749
00000100:00000010:1.0:1769077031.483942:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bb40.
00000100:00000001:1.0:1769077031.483949:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077031.483961:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298688749
00000100:00000010:1.0:1769077031.483965:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bba0.
00000100:00000001:1.0:1769077031.483969:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077031.483972:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077031.483976:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077031.483979:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077031.483986:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077031/real 1769077031]  req@ffff9e53f61c7b80 x1855007616060288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077031.483997:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077031.483999:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077031.484002:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077031.484004:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077031.484005:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077031.484007:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077031.484010:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7b80 x1855007616060288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077031.484016:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7b80 x1855007616060288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484021:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077031.484022:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484024:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077031.484026:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077031.484028:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7b80 x1855007616060288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484033:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077031.484036:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7b80 x1855007616060288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484041:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077031.484043:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484044:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077031.484045:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484047:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077031.484048:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077031.484050:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077031.484053:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077031.484054:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077031.484057:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7b80 x1855007616060288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077031.484100:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616060288:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077031.484107:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484109:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077031.484111:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7b80 x1855007616060288/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484116:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077031.484119:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077031.484120:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769077031.484123:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077031.484124:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077031.484126:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077031.484128:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077031.484130:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012400.
02000000:00000001:1.0:1769077031.484133:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077031.484134:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077031.484136:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7b80.
00000100:00000001:1.0:1769077031.484138:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077031.484139:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484141:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484147:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077031.484148:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077031.484150:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077031.484151:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077031.484152:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077031.484154:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5500 x1855007616060416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484159:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077031.484160:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077031.484162:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077031.484163:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077031.484165:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077031.484166:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616060416:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077031.484168:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077031.484169:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077031.484170:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077031.484172:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077031.484175:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769077031.484176:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077031.484180:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077031.484181:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077031.484184:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077031.484186:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616060416, portal 10
00000100:00000001:1.0:1769077031.484188:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077031.484189:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367040 : -107391528184576 : ffff9e53f61c5500)
00000100:00000040:1.0:1769077031.484194:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5500 x1855007616060416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484199:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077031.484200:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077031.484202:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077031.484203:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616060416, offset 0
00000400:00000200:1.0:1769077031.484206:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077031.484208:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077031.484211:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077031.484213:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077031.484215:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077031.484217:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077031.484218:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077031.484221:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37766:37766:256:4294967295] 192.168.204.113@tcp LPNI seq info [37736:37736:8:4294967295]
00000400:00000200:1.0:1769077031.484224:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077031.484228:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077031.484231:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077031.484233:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077031.484236:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077031.484238:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077031.484241:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077031.484243:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077031.484246:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077031.484247:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077031.484249:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077031.484252:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077031.484254:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077031.484255:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077031.484257:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077031.484259:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5500 x1855007616060416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484265:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077031.484267:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5500 x1855007616060416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484271:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077031.484272:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077031.484274:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077031.484277:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077031.484279:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077031.484280:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298687502
00000100:00000001:1.0:1769077031.484282:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298688749
00000100:00000001:1.0:1769077031.484284:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298687502
00000100:00000001:1.0:1769077031.484285:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298688749
00000100:00000001:1.0:1769077031.484287:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077031.484288:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077031.484289:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077031.484292:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077031/real 1769077031]  req@ffff9e53f61c5500 x1855007616060416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077031.484296:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077031.484297:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077031.484298:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077031.484300:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077031.484301:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077031.484302:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077031.484305:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5500 x1855007616060416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077031.484311:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5500 x1855007616060416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484315:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077031.484316:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484317:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077031.484318:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077031.484320:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5500 x1855007616060416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484324:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077031.484326:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5500 x1855007616060416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484330:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077031.484332:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484333:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077031.484333:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484335:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077031.484336:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077031.484337:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077031.484339:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077031.484341:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077031.484344:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5500 x1855007616060416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077031.484349:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616060416:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077031.484351:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077031.484353:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6300 x1855007616060544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484362:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077031.484363:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077031.484365:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077031.484366:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077031.484367:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077031.484369:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616060544:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077031.484371:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077031.484372:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077031.484373:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077031.484374:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077031.484376:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769077031.484378:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077031.484379:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077031.484381:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077031.484382:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077031.484384:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616060544, portal 10
00000100:00000001:1.0:1769077031.484385:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077031.484386:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181370624 : -107391528180992 : ffff9e53f61c6300)
00000100:00000040:1.0:1769077031.484390:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6300 x1855007616060544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484395:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077031.484396:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077031.484397:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077031.484399:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616060544, offset 0
00000400:00000200:1.0:1769077031.484401:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077031.484403:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077031.484405:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077031.484407:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077031.484409:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077031.484410:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077031.484412:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077031.484415:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37767:37767:256:4294967295] 192.168.204.113@tcp LPNI seq info [37737:37737:8:4294967295]
00000400:00000200:1.0:1769077031.484418:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077031.484422:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077031.484425:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077031.484427:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077031.484429:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077031.484431:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077031.484433:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077031.484435:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077031.484438:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077031.484439:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077031.484441:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077031.484443:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077031.484445:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077031.484446:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077031.484447:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077031.484449:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6300 x1855007616060544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484454:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077031.484456:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6300 x1855007616060544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484460:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077031.484461:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077031.484463:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077031.484465:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077031.484467:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077031.484468:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298687509
00000100:00000001:1.0:1769077031.484469:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298688749
00000100:00000001:1.0:1769077031.484470:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298687509
00000100:00000001:1.0:1769077031.484472:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298688749
00000100:00000001:1.0:1769077031.484473:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077031.484475:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077031.484476:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077031.484478:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077031/real 1769077031]  req@ffff9e53f61c6300 x1855007616060544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077031.484483:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077031.484484:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077031.484485:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077031.484486:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077031.484487:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077031.484488:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077031.484490:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6300 x1855007616060544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077031.484496:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6300 x1855007616060544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484500:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077031.484501:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484502:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077031.484503:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077031.484505:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6300 x1855007616060544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484509:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077031.484511:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6300 x1855007616060544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484515:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077031.484516:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484517:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077031.484518:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484519:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077031.484520:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077031.484521:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077031.484524:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077031.484525:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077031.484528:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6300 x1855007616060544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077031.484533:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616060544:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077031.484535:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484536:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077031.484538:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5500 x1855007616060416/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484541:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077031.484542:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077031.484543:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:1.0:1769077031.484545:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077031.484546:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077031.484546:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077031.484548:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077031.484549:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010800.
02000000:00000001:1.0:1769077031.484550:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077031.484551:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077031.484552:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5500.
00000100:00000001:1.0:1769077031.484553:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077031.484554:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484555:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077031.484557:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6300 x1855007616060544/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077031.484561:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077031.484562:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077031.484563:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769077031.484565:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077031.484565:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077031.484566:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077031.484567:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077031.484569:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:1.0:1769077031.484570:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077031.484571:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077031.484572:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6300.
00000100:00000001:1.0:1769077031.484574:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077031.484574:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484575:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077031.484577:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077031.484578:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077031.484579:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077031.484580:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077032.187209:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077032.187214:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077032.187219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077032.187220:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077032.187321:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077032.187329:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077032.187334:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077032.379180:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077032.379187:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077032.379189:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077032.379193:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077032.379196:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077032.379200:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077032.379201:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077032.379204:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077032.379206:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077032.763173:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298688749, at 4298688768
00000100:00000040:3.0:1769077032.763183:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298688749, at 4298688768
00000100:00000010:2.0:1769077032.763188:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bb40.
00000100:00000010:3.0:1769077032.763205:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bba0.
00010000:00000001:1.0:1769077033.211195:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077033.211200:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077033.211204:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077033.211205:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077033.211289:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077033.211294:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077033.211298:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077033.403212:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077033.403218:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077033.403220:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077033.403225:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077033.403228:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077033.403231:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077033.403234:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077033.403236:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077033.403238:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077034.235239:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077034.235247:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077034.235252:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077034.235253:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077034.235354:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077034.235360:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077034.235365:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077034.427214:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077034.427223:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077034.427224:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077034.427230:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077034.427233:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077034.427237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077034.427240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077034.427242:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077034.427244:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077035.259205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077035.259212:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077035.259218:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077035.259221:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077035.259224:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077035.259226:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077035.259229:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077035.259231:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077035.259232:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077035.259234:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077035.259287:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077035.259291:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077035.259294:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077035.451140:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077035.451148:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077035.451150:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077035.451155:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077035.451158:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077035.451162:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077035.451164:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077035.451166:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077035.451168:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077036.283197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077036.283203:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077036.283208:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077036.283209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077036.283306:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077036.283312:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077036.283317:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077036.475196:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077036.475203:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077036.475205:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077036.475210:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077036.475213:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077036.475217:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077036.475219:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077036.475221:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077036.475224:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077036.603208:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077036.603221:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077036.603225:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077036.603229:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077036.603236:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077036.603247:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4020
00000400:00000200:0.0:1769077036.603257:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077036.603276:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077036.603281:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077036.603285:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603289:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077036.603294:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603297:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077036.603303:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077036.603305:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077036.603308:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077036.603311:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077036.603313:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077036.603316:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077036.603320:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603322:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077036.603325:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603327:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077036.603341:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077036.603345:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603348:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077036.603351:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077036.603354:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077036.603357:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077036.603359:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077036.603381:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077036.603390:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4000.
00000020:00000040:0.0:1769077036.603394:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077036.603399:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077036.603400:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077036.603403:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077036.603406:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077036.603411:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077036.603420:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:0.0:1769077036.603427:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077036.603437:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4000 x1855007616060672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077036.603447:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077036.603452:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077036.603470:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000178e2043] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4000 x1855007616060672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077036.603493:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077036.603497:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077036.603500:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077036.603502:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077036.603504:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077036.603507:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077036.603509:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4020
00000400:00000200:0.0:1769077036.603513:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077036.603517:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077036.603519:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077036.603523:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603525:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077036.603527:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603529:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077036.603531:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077036.603532:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769077036.603534:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077036.603535:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769077036.603536:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769077036.603541:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769077036.603543:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077036.603544:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077036.603546:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077036.603565:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077036.603566:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077036.603570:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603572:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077036.603575:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000040:2.0:1769077036.603579:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4000 x1855007616060672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077036.603580:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603586:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077036.603591:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077036.603599:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077036.603600:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077036.603603:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077036.603605:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077036.603610:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077036.603611:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769077036.603615:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077036.603616:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769077036.603621:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077036.603623:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077036.603626:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077036.603632:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616060672:192.168.204.113@tcp:250:kworker.0
00000100:00000010:0.0:1769077036.603633:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7480.
00000020:00000040:0.0:1769077036.603640:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:2.0:1769077036.603641:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077036.603646:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077036.603648:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077036.603650:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077036.603650:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077036.603654:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077036.603656:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077036.603657:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077036.603662:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:2.0:1769077036.603663:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077036.603666:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077036.603672:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
00000100:00100000:0.0:1769077036.603673:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7480 x1855007616060800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077036.603678:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077036.603691:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769077036.603692:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077036.603696:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077036.603699:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00000040:0.0:1769077036.603700:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc6e9c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7480 x1855007616060800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077036.603710:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000001:0.0:1769077036.603722:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077036.603723:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616060672, portal 25
00000100:00080000:0.0:1769077036.603725:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077036.603730:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769077036.603731:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077036.603735:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077036.603736:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077036.603736:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181361664 : -107391528189952 : ffff9e53f61c4000)
00000100:00000001:0.0:1769077036.603742:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077036.603745:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4020
00000400:00000200:0.0:1769077036.603750:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:2.0:1769077036.603752:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4000 x1855007616060672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077036.603762:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077036.603767:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077036.603772:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077036.603774:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603778:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077036.603783:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:2.0:1769077036.603783:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603789:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077036.603791:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:2.0:1769077036.603791:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000020:00000040:0.0:1769077036.603794:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769077036.603798:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077036.603800:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000200:2.0:1769077036.603800:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616060672, offset 0
00000020:00000001:0.0:1769077036.603805:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769077036.603808:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769077036.603812:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077036.603817:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603819:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077036.603824:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603826:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077036.603829:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:2.0:1769077036.603834:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:0.0:1769077036.603835:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603839:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077036.603841:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077036.603844:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077036.603848:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077036.603848:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:0.0:1769077036.603855:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077036.603858:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077036.603862:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077036.603862:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077036.603864:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077036.603870:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4a80.
00000020:00000040:0.0:1769077036.603873:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:2.0:1769077036.603875:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:0.0:1769077036.603876:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077036.603879:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077036.603880:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077036.603883:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077036.603884:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769077036.603886:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077036.603891:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000400:00000200:2.0:1769077036.603891:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:0.0:1769077036.603896:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077036.603900:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37768:37768:256:4294967295] 192.168.204.113@tcp LPNI seq info [37738:37738:8:4294967295]
00000100:00100000:0.0:1769077036.603903:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4a80 x1855007616060928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077036.603915:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769077036.603917:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077036.603920:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077036.603923:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e0eb0c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4a80 x1855007616060928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077036.603930:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077036.603934:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077036.603937:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769077036.603938:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077036.603944:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077036.603949:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077036.603953:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4030)
00000800:00000200:2.0:1769077036.603953:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077036.603963:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769077036.604008:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077036.604014:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077036.604023:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077036.604028:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077036.604035:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077036.604039:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769077036.604046:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077036.604054:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077036.604118:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077036.604123:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769077036.604130:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077036.604138:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4000 x1855007616060672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.604153:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077036.604168:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4000 x1855007616060672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.604179:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.604182:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077036.604192:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077036.604199:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077036.604203:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298693870
00000100:00000010:2.0:1769077036.604210:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077036.604219:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077036.604227:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298693870
00000100:00000010:2.0:1769077036.604231:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79480.
00000100:00000001:2.0:1769077036.604236:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077036.604240:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077036.604255:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.604259:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077036.604264:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077036/real 1769077036]  req@ffff9e53f61c4000 x1855007616060672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077036.604277:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077036.604280:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077036.604283:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077036.604286:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077036.604288:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077036.604292:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077036.604297:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4000 x1855007616060672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077036.604308:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4000 x1855007616060672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.604343:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077036.604346:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.604349:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077036.604351:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077036.604355:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4000 x1855007616060672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.604364:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077036.604370:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4000 x1855007616060672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.604388:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077036.604392:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.604395:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077036.604412:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.604415:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077036.604418:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077036.604422:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077036.604427:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077036.604430:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077036.604437:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4000 x1855007616060672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077036.604449:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616060672:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077036.604456:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.604458:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077036.604462:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4000 x1855007616060672/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.604471:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077036.604475:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077036.604479:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077036.604483:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077036.604486:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077036.604488:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077036.604491:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077036.604494:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010400.
02000000:00000001:2.0:1769077036.604499:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077036.604502:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077036.604504:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4000.
00000100:00000001:2.0:1769077036.604508:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077036.604510:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.604513:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.604522:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077036.604525:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.604528:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077036.604530:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077036.604532:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077036.604537:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7480 x1855007616060800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.604547:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077036.604549:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077036.604568:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077036.604570:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077036.604572:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077036.604576:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616060800:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077036.604580:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077036.604582:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077036.604584:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077036.604586:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077036.604589:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077036.604591:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077036.604596:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077036.604600:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077036.604603:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077036.604607:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616060800, portal 10
00000100:00000001:2.0:1769077036.604609:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077036.604610:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181375104 : -107391528176512 : ffff9e53f61c7480)
00000100:00000040:2.0:1769077036.604618:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7480 x1855007616060800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.604625:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077036.604628:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077036.604631:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769077036.604634:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616060800, offset 0
00000400:00000200:2.0:1769077036.604638:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077036.604643:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077036.604647:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077036.604651:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077036.604653:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077036.604656:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077036.604659:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077036.604663:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37769:37769:256:4294967295] 192.168.204.113@tcp LPNI seq info [37739:37739:8:4294967295]
00000400:00000200:2.0:1769077036.604668:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077036.604675:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077036.604680:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077036.604684:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769077036.604688:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077036.604692:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077036.604697:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077036.604708:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077036.604712:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077036.604714:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769077036.604718:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077036.604722:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077036.604725:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077036.604727:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769077036.604730:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077036.604734:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7480 x1855007616060800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.604742:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077036.604745:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7480 x1855007616060800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.604752:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.604754:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077036.604757:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077036.604762:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077036.604765:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077036.604768:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298692622
00000100:00000001:2.0:1769077036.604771:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298693870
00000100:00000001:2.0:1769077036.604773:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298692622
00000100:00000001:2.0:1769077036.604776:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298693870
00000100:00000001:2.0:1769077036.604778:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077036.604781:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.604783:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077036.604787:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077036/real 1769077036]  req@ffff9e53f61c7480 x1855007616060800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077036.604796:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077036.604798:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077036.604800:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077036.604803:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077036.604805:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077036.604807:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077036.604811:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7480 x1855007616060800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077036.604838:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7480 x1855007616060800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.604847:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077036.604849:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.604851:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077036.604853:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077036.604858:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7480 x1855007616060800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.604867:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077036.604873:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7480 x1855007616060800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.604883:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077036.604886:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.604888:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077036.604890:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.604892:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077036.604895:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077036.604898:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077036.604902:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077036.604905:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077036.604911:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7480 x1855007616060800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077036.604922:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616060800:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077036.604927:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077036.604931:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4a80 x1855007616060928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.604939:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077036.604941:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077036.604943:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077036.604946:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077036.604949:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077036.604953:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616060928:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077036.604957:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077036.604960:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077036.604962:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077036.604964:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077036.604968:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077036.604971:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077036.604976:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077036.604979:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077036.604983:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077036.604986:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616060928, portal 10
00000100:00000001:2.0:1769077036.605016:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077036.605018:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181364352 : -107391528187264 : ffff9e53f61c4a80)
00000100:00000040:2.0:1769077036.605041:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4a80 x1855007616060928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.605051:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077036.605053:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077036.605055:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769077036.605058:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616060928, offset 0
00000400:00000200:2.0:1769077036.605062:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077036.605066:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077036.605070:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077036.605073:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077036.605075:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077036.605131:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077036.605136:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077036.605140:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37770:37770:256:4294967295] 192.168.204.113@tcp LPNI seq info [37740:37740:8:4294967295]
00000400:00000200:2.0:1769077036.605146:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077036.605155:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077036.605161:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077036.605165:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769077036.605170:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077036.605173:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077036.605178:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077036.605180:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077036.605193:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077036.605195:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769077036.605199:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077036.605203:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077036.605207:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077036.605209:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769077036.605213:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077036.605217:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4a80 x1855007616060928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.605226:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077036.605230:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4a80 x1855007616060928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.605237:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.605239:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077036.605242:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077036.605246:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077036.605250:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077036.605252:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298692630
00000100:00000001:2.0:1769077036.605255:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298693870
00000100:00000001:2.0:1769077036.605258:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298692630
00000100:00000001:2.0:1769077036.605260:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298693870
00000100:00000001:2.0:1769077036.605263:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077036.605265:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.605268:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077036.605272:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077036/real 1769077036]  req@ffff9e53f61c4a80 x1855007616060928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077036.605280:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077036.605282:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077036.605284:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077036.605286:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077036.605288:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077036.605291:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077036.605294:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4a80 x1855007616060928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077036.605305:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4a80 x1855007616060928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.605313:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077036.605315:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.605333:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077036.605335:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077036.605338:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4a80 x1855007616060928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.605346:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077036.605350:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4a80 x1855007616060928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.605357:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077036.605359:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.605361:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077036.605363:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.605365:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077036.605366:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077036.605369:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077036.605372:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077036.605375:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077036.605379:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4a80 x1855007616060928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077036.605388:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616060928:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077036.605392:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.605394:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077036.605397:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7480 x1855007616060800/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.605404:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077036.605406:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077036.605408:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077036.605411:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077036.605412:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077036.605414:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077036.605416:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077036.605418:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:2.0:1769077036.605420:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077036.605421:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077036.605422:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7480.
00000100:00000001:2.0:1769077036.605424:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077036.605425:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.605426:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077036.605429:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4a80 x1855007616060928/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.605433:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077036.605434:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077036.605435:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077036.605436:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077036.605437:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077036.605438:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077036.605439:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077036.605440:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:2.0:1769077036.605441:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077036.605441:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077036.605442:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4a80.
00000100:00000001:2.0:1769077036.605443:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077036.605444:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.605445:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077036.605448:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077036.605449:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.605451:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077036.605452:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077037.307129:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077037.307137:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077037.307139:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077037.307142:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077037.307146:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077037.307148:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077037.307149:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077037.307151:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077037.307155:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077037.307156:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077037.307199:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077037.307203:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077037.307206:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077037.499140:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077037.499149:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077037.499151:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077037.499156:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077037.499159:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077037.499163:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077037.499165:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077037.499168:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077037.499170:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077037.883142:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298693870, at 4298693888
00000100:00000040:3.0:1769077037.883143:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298693870, at 4298693888
00000100:00000010:2.0:1769077037.883168:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769077037.883170:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79480.
00010000:00000001:1.0:1769077038.331178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077038.331186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077038.331191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077038.331192:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077038.331252:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077038.331259:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077038.331263:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077038.523306:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077038.523317:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077038.523320:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077038.523328:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077038.523333:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077038.523338:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077038.523341:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077038.523344:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077038.523348:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077039.355258:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077039.355269:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077039.355276:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077039.355279:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077039.355411:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077039.355416:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077039.355420:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077039.547152:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077039.547159:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077039.547161:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077039.547166:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077039.547170:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077039.547173:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077039.547176:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077039.547179:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077039.547181:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077040.379197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077040.379205:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077040.379212:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077040.379214:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077040.379332:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077040.379338:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077040.379342:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077040.571198:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077040.571205:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077040.571208:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077040.571213:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077040.571226:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077040.571231:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077040.571234:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077040.571237:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077040.571239:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077041.403208:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077041.403217:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077041.403223:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077041.403225:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077041.403308:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077041.403313:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077041.403316:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077041.595185:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077041.595196:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077041.595198:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077041.595210:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077041.595214:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077041.595218:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077041.595220:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077041.595223:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077041.595226:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077041.723223:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077041.723237:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077041.723241:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077041.723247:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077041.723252:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077041.723261:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4025
00000400:00000200:0.0:1769077041.723271:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077041.723280:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077041.723284:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077041.723290:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077041.723294:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077041.723297:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077041.723299:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077041.723305:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077041.723307:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077041.723310:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077041.723330:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077041.723344:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077041.723347:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077041.723352:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077041.723355:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077041.723358:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077041.723361:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077041.723365:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077041.723370:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077041.723374:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077041.723394:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077041.723400:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077041.723404:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077041.723408:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077041.723411:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077041.723428:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4700.
00000020:00000040:0.0:1769077041.723435:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077041.723443:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077041.723445:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077041.723450:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077041.723454:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077041.723460:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077041.723470:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769077041.723479:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077041.723490:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4700 x1855007616061056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077041.723502:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077041.723507:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077041.723512:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d612b9f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4700 x1855007616061056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077041.723544:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077041.723548:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077041.723552:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077041.723553:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077041.723555:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077041.723557:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077041.723560:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4025
00000400:00000200:0.0:1769077041.723564:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077041.723567:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077041.723586:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077041.723591:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077041.723594:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077041.723597:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077041.723600:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077041.723602:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077041.723603:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:2.0:1769077041.723605:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077041.723606:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077041.723612:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:2.0:1769077041.723614:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769077041.723616:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077041.723621:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077041.723622:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769077041.723628:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077041.723632:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077041.723635:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4700 x1855007616061056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077041.723654:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077041.723661:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077041.723668:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769077041.723674:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077041.723683:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077041.723688:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077041.723692:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077041.723695:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077041.723697:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077041.723700:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077041.723704:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077041.723708:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769077041.723709:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077041.723714:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077041.723715:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077041.723716:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077041.723722:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7800.
02000000:00000001:2.0:1769077041.723724:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077041.723726:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077041.723732:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077041.723734:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077041.723737:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616061056:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769077041.723738:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077041.723741:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077041.723744:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077041.723751:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769077041.723754:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
02000000:00000001:2.0:1769077041.723760:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077041.723761:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077041.723765:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077041.723772:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7800 x1855007616061184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077041.723772:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077041.723782:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
00000100:00000001:0.0:1769077041.723783:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077041.723788:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077041.723789:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077041.723796:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918dbd43] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7800 x1855007616061184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077041.723803:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077041.723829:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077041.723841:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000001:0.0:1769077041.723842:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077041.723850:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077041.723855:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1769077041.723856:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616061056, portal 25
00000100:00000001:0.0:1769077041.723857:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077041.723863:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077041.723864:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077041.723869:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181363456 : -107391528188160 : ffff9e53f61c4700)
00000100:00000001:0.0:1769077041.723870:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077041.723878:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4025
00000100:00000040:2.0:1769077041.723884:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4700 x1855007616061056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077041.723887:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077041.723897:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077041.723955:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077041.723957:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077041.723964:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000040:2.0:1769077041.723966:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077041.723972:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769077041.723974:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000040:0.0:1769077041.723995:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000200:2.0:1769077041.723998:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616061056, offset 0
00000100:00000001:0.0:1769077041.723999:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077041.724006:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077041.724009:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769077041.724011:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077041.724016:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:2.0:1769077041.724016:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000001:0.0:1769077041.724019:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769077041.724023:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769077041.724027:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077041.724031:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077041.724032:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769077041.724037:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077041.724040:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769077041.724045:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000040:0.0:1769077041.724046:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769077041.724055:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:2.0:1769077041.724057:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077041.724076:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077041.724081:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077041.724085:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:0.0:1769077041.724087:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077041.724092:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077041.724126:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000001:0.0:1769077041.724127:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077041.724132:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077041.724137:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077041.724138:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37771:37771:256:4294967295] 192.168.204.113@tcp LPNI seq info [37741:37741:8:4294967295]
00000008:00000001:0.0:1769077041.724143:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077041.724148:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077041.724150:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:0.0:1769077041.724156:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7100.
00000020:00000040:0.0:1769077041.724161:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077041.724170:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077041.724173:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769077041.724174:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077041.724181:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077041.724185:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077041.724187:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077041.724192:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000010:0.0:1769077041.724195:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000800:00000010:2.0:1769077041.724201:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000100:00000001:0.0:1769077041.724202:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077041.724212:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7100 x1855007616061312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769077041.724217:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077041.724228:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1769077041.724231:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769077041.724237:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077041.724243:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1769077041.724247:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077041.724255:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009506489] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7100 x1855007616061312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769077041.724256:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077041.724263:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000100:00000001:0.0:1769077041.724275:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077041.724277:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769077041.724279:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077041.724287:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077041.724295:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077041.724296:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769077041.724302:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077041.724311:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4035)
00000400:00000200:2.0:1769077041.724312:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077041.724345:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769077041.724353:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077041.724360:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4700 x1855007616061056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.724374:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077041.724378:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4700 x1855007616061056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.724405:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077041.724408:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077041.724417:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077041.724424:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077041.724428:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298698990
00000100:00000010:2.0:1769077041.724437:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077041.724449:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077041.724457:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298698990
00000100:00000010:2.0:1769077041.724462:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79a20.
00000100:00000001:2.0:1769077041.724467:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077041.724471:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077041.724475:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077041.724479:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077041.724485:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077041/real 1769077041]  req@ffff9e53f61c4700 x1855007616061056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077041.724498:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077041.724500:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077041.724503:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077041.724506:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077041.724508:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077041.724511:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077041.724515:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4700 x1855007616061056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077041.724524:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4700 x1855007616061056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.724541:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077041.724543:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.724546:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077041.724548:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077041.724551:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4700 x1855007616061056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.724558:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077041.724579:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4700 x1855007616061056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.724587:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077041.724590:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.724592:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077041.724593:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.724596:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077041.724598:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077041.724601:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077041.724605:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077041.724607:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077041.724612:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4700 x1855007616061056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077041.724620:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616061056:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077041.724625:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.724628:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077041.724631:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4700 x1855007616061056/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.724656:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077041.724659:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077041.724662:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077041.724666:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077041.724669:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077041.724671:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077041.724673:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077041.724677:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:2.0:1769077041.724683:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077041.724685:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077041.724687:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4700.
00000100:00000001:2.0:1769077041.724692:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077041.724693:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.724697:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.724707:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077041.724710:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077041.724714:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077041.724716:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077041.724718:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077041.724724:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7800 x1855007616061184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.724734:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077041.724737:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077041.724739:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077041.724742:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077041.724745:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077041.724748:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616061184:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077041.724751:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077041.724753:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077041.724754:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077041.724756:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077041.724759:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077041.724761:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077041.724766:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077041.724768:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077041.724772:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077041.724775:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616061184, portal 10
00000100:00000001:2.0:1769077041.724777:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077041.724778:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376000 : -107391528175616 : ffff9e53f61c7800)
00000100:00000040:2.0:1769077041.724785:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7800 x1855007616061184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.724791:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077041.724793:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077041.724795:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769077041.724797:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616061184, offset 0
00000400:00000200:2.0:1769077041.724801:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077041.724804:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077041.724808:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077041.724826:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077041.724829:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077041.724832:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077041.724835:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077041.724838:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37772:37772:256:4294967295] 192.168.204.113@tcp LPNI seq info [37742:37742:8:4294967295]
00000400:00000200:2.0:1769077041.724843:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077041.724850:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077041.724854:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077041.724857:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769077041.724862:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077041.724864:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077041.724869:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077041.724872:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077041.724876:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077041.724878:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769077041.724881:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077041.724884:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077041.724888:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077041.724890:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769077041.724892:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077041.724895:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7800 x1855007616061184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.724937:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077041.724941:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7800 x1855007616061184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.724948:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077041.724949:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077041.724954:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077041.724958:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077041.724961:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077041.724964:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298697742
00000100:00000001:2.0:1769077041.724967:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298698990
00000100:00000001:2.0:1769077041.724969:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298697742
00000100:00000001:2.0:1769077041.724973:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298698990
00000100:00000001:2.0:1769077041.724991:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077041.724993:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077041.724994:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077041.724998:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077041/real 1769077041]  req@ffff9e53f61c7800 x1855007616061184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077041.725005:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077041.725006:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077041.725008:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077041.725010:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077041.725012:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077041.725013:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077041.725016:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7800 x1855007616061184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077041.725023:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7800 x1855007616061184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.725028:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077041.725029:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.725031:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077041.725032:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077041.725035:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7800 x1855007616061184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.725040:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077041.725043:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7800 x1855007616061184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.725048:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077041.725051:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.725052:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077041.725053:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.725071:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077041.725073:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077041.725076:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077041.725079:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077041.725082:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077041.725085:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7800 x1855007616061184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077041.725092:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616061184:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077041.725115:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077041.725118:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7100 x1855007616061312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.725124:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077041.725125:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077041.725127:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077041.725130:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077041.725131:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077041.725134:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616061312:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077041.725137:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077041.725139:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077041.725141:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077041.725142:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077041.725146:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077041.725148:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077041.725151:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077041.725153:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077041.725156:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077041.725159:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616061312, portal 10
00000100:00000001:2.0:1769077041.725161:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077041.725163:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181374208 : -107391528177408 : ffff9e53f61c7100)
00000100:00000040:2.0:1769077041.725168:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7100 x1855007616061312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.725175:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077041.725178:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077041.725180:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00000200:2.0:1769077041.725182:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616061312, offset 0
00000400:00000200:2.0:1769077041.725185:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077041.725189:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077041.725192:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077041.725195:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077041.725197:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077041.725199:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077041.725201:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077041.725204:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37773:37773:256:4294967295] 192.168.204.113@tcp LPNI seq info [37743:37743:8:4294967295]
00000400:00000200:2.0:1769077041.725208:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077041.725215:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077041.725219:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077041.725222:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
00000800:00000200:2.0:1769077041.725226:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077041.725229:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077041.725232:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077041.725235:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077041.725238:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077041.725240:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:2.0:1769077041.725243:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077041.725246:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077041.725249:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:2.0:1769077041.725251:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:2.0:1769077041.725253:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077041.725256:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7100 x1855007616061312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.725263:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077041.725266:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7100 x1855007616061312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.725279:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077041.725280:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077041.725283:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077041.725286:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077041.725289:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077041.725291:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298697750
00000100:00000001:2.0:1769077041.725294:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298698990
00000100:00000001:2.0:1769077041.725296:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298697750
00000100:00000001:2.0:1769077041.725298:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298698990
00000100:00000001:2.0:1769077041.725300:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077041.725302:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077041.725303:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077041.725306:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077041/real 1769077041]  req@ffff9e53f61c7100 x1855007616061312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077041.725313:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077041.725314:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077041.725315:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077041.725333:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077041.725334:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077041.725336:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077041.725339:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7100 x1855007616061312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077041.725346:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7100 x1855007616061312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.725351:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077041.725352:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.725354:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077041.725355:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077041.725358:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7100 x1855007616061312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.725364:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077041.725368:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7100 x1855007616061312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.725373:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077041.725375:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.725377:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077041.725378:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.725379:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077041.725380:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077041.725398:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077041.725401:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077041.725402:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077041.725406:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7100 x1855007616061312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077041.725412:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616061312:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077041.725415:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.725417:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077041.725420:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7800 x1855007616061184/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.725425:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077041.725427:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077041.725428:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077041.725431:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077041.725432:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077041.725433:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077041.725435:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077041.725437:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011400.
02000000:00000001:2.0:1769077041.725440:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077041.725441:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077041.725443:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7800.
00000100:00000001:2.0:1769077041.725445:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077041.725447:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.725448:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077041.725451:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7100 x1855007616061312/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077041.725456:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077041.725458:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077041.725459:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077041.725461:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077041.725462:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077041.725464:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077041.725465:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077041.725467:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:2.0:1769077041.725468:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077041.725469:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077041.725470:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7100.
00000100:00000001:2.0:1769077041.725472:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077041.725473:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.725474:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077041.725477:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077041.725479:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077041.725480:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077041.725482:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077042.427303:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077042.427329:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077042.427336:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077042.427337:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077042.427435:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077042.427440:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077042.427443:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077042.619182:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077042.619204:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077042.619208:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077042.619216:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077042.619222:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077042.619228:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077042.619233:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077042.619237:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077042.619241:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077043.003198:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298698990, at 4298699008
00000100:00000010:2.0:1769077043.003215:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000040:3.0:1769077043.003242:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298698990, at 4298699008
00000100:00000010:3.0:1769077043.003259:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79a20.
00010000:00000001:1.0:1769077043.451198:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077043.451207:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077043.451213:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077043.451215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077043.451285:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077043.451292:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077043.451314:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077043.643166:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077043.643175:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077043.643177:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077043.643181:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077043.643185:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077043.643188:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077043.643191:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077043.643193:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077043.643196:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077044.475213:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077044.475233:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077044.475240:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077044.475244:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077044.475247:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077044.475250:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077044.475254:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077044.475256:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077044.475259:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077044.475261:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077044.475352:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077044.475358:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077044.475362:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077044.667178:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077044.667189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077044.667192:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077044.667200:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077044.667205:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077044.667210:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077044.667213:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077044.667217:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077044.667221:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077045.499187:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077045.499197:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077045.499204:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077045.499205:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077045.499269:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077045.499274:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077045.499277:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077045.691251:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077045.691261:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077045.691262:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077045.691268:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077045.691272:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077045.691276:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077045.691279:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077045.691282:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077045.691285:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077046.523193:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077046.523200:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077046.523206:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077046.523207:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077046.523307:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077046.523314:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077046.523318:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077046.715189:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077046.715198:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077046.715200:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077046.715220:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077046.715225:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077046.715229:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077046.715232:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077046.715234:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077046.715237:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077046.843217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077046.843229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077046.843232:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077046.843237:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077046.843241:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077046.843248:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4030
00000400:00000200:1.0:1769077046.843255:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077046.843262:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077046.843265:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077046.843268:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077046.843271:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077046.843274:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077046.843276:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077046.843279:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077046.843281:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077046.843283:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077046.843286:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077046.843288:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077046.843289:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077046.843291:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077046.843293:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077046.843294:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077046.843296:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077046.843298:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077046.843301:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077046.843303:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077046.843305:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077046.843307:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077046.843309:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077046.843311:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077046.843313:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077046.843323:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11180.
00000020:00000040:1.0:1769077046.843326:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077046.843330:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077046.843332:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077046.843335:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077046.843337:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077046.843342:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077046.843349:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9b000.
00000100:00000001:1.0:1769077046.843356:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077046.843364:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11180 x1855007616061440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077046.843373:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077046.843377:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077046.843381:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000929eb9ba] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11180 x1855007616061440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077046.843399:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077046.843401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077046.843404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077046.843406:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077046.843407:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077046.843409:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077046.843411:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4030
00000400:00000200:1.0:1769077046.843414:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077046.843416:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077046.843418:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077046.843419:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077046.843423:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077046.843426:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077046.843426:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077046.843430:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077046.843431:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077046.843433:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077046.843436:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077046.843437:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769077046.843439:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077046.843440:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11180 x1855007616061440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077046.843441:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:1.0:1769077046.843445:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:1.0:1769077046.843450:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769077046.843457:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077046.843460:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077046.843464:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077046.843469:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077046.843474:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:2.0:1769077046.843475:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769077046.843478:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077046.843479:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077046.843484:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077046.843486:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077046.843487:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077046.843490:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077046.843493:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077046.843494:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077046.843499:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077046.843501:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616061440:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077046.843502:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077046.843507:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1769077046.843508:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077046.843511:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077046.843515:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769077046.843516:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077046.843518:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077046.843521:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077046.843524:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
00000100:00000010:1.0:1769077046.843528:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10e00.
02000000:00000001:2.0:1769077046.843528:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077046.843534:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077046.843537:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077046.843538:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:1.0:1769077046.843540:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077046.843544:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00000001:1.0:1769077046.843545:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077046.843548:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077046.843552:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077046.843556:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
02000000:00000010:1.0:1769077046.843559:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98400.
00000100:00000001:1.0:1769077046.843565:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077046.843568:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616061440, portal 25
00000100:00100000:1.0:1769077046.843573:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10e00 x1855007616061568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077046.843574:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077046.843578:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237056 : -107392271314560 : ffff9e53c9d11180)
00000100:00000001:1.0:1769077046.843587:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077046.843590:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077046.843591:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11180 x1855007616061440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077046.843596:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa2dbea] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10e00 x1855007616061568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077046.843618:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077046.843619:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077046.843625:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:1.0:1769077046.843626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769077046.843631:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4bb0.
00000100:00080000:1.0:1769077046.843632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077046.843634:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077046.843636:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077046.843639:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077046.843644:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4030
00000100:00000200:2.0:1769077046.843645:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616061440, offset 0
00000400:00000200:1.0:1769077046.843652:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077046.843657:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077046.843659:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077046.843664:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077046.843667:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077046.843672:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077046.843673:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077046.843683:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:1.0:1769077046.843687:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077046.843691:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077046.843693:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077046.843695:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1769077046.843696:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:1.0:1769077046.843699:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077046.843702:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:2.0:1769077046.843705:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000001:1.0:1769077046.843706:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:1.0:1769077046.843711:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:1.0:1769077046.843729:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077046.843732:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077046.843733:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077046.843739:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:1.0:1769077046.843740:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077046.843745:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077046.843749:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:2.0:1769077046.843750:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37774:37774:256:4294967295] 192.168.204.113@tcp LPNI seq info [37744:37744:8:4294967295]
00000100:00080000:1.0:1769077046.843754:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077046.843760:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077046.843760:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:1.0:1769077046.843763:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077046.843767:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077046.843769:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077046.843773:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077046.843778:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077046.843778:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1769077046.843783:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077046.843787:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077046.843791:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11c00.
00000800:00000200:2.0:1769077046.843791:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000020:00000040:1.0:1769077046.843797:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077046.843799:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1769077046.843799:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8c00.
02000000:00000001:1.0:1769077046.843800:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077046.843805:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077046.843806:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077046.843808:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077046.843812:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000010:1.0:1769077046.843814:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9b800.
00000100:00000001:1.0:1769077046.843847:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077046.843847:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00100000:1.0:1769077046.843855:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11c00 x1855007616061696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077046.843861:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077046.843863:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077046.843866:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006401f9aa] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11c00 x1855007616061696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077046.843868:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077046.843877:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077046.843880:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:1.0:1769077046.843881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077046.843886:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298704109
00000100:00000040:1.0:1769077046.843913:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077046.843918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1769077046.843920:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000040:1.0:1769077046.843926:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077046.843936:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4040)
00000100:00000001:2.0:1769077046.843949:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077046.843961:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298704109
00000100:00000010:2.0:1769077046.843968:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79240.
00000100:00000001:2.0:1769077046.843975:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077046.843981:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077046.843986:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077046.843990:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077046.843994:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077046.844004:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077046.844008:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077046.844011:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077046.844014:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077046.844016:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077046.844024:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10e00 x1855007616061568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077046.844037:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077046.844039:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077046.844043:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077046.844046:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077046.844049:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077046.844055:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616061568:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077046.844111:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077046.844114:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077046.844116:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077046.844118:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077046.844122:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077046.844125:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077046.844131:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077046.844134:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee7e8.
00000400:00000010:2.0:1769077046.844139:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4660.
00000100:00000200:2.0:1769077046.844143:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616061568, portal 10
00000100:00000001:2.0:1769077046.844146:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077046.844148:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438236160 : -107392271315456 : ffff9e53c9d10e00)
00000100:00000040:2.0:1769077046.844157:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10e00 x1855007616061568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077046.844166:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077046.844188:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077046.844190:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4110.
00000100:00000200:2.0:1769077046.844193:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616061568, offset 0
00000400:00000200:2.0:1769077046.844197:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077046.844202:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077046.844206:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077046.844208:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077046.844211:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077046.844213:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077046.844216:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077046.844218:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37775:37775:255:4294967295] 192.168.204.113@tcp LPNI seq info [37745:37745:7:4294967295]
00000400:00000200:2.0:1769077046.844222:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077046.844229:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077046.844234:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077046.844239:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8000.
00000800:00000200:2.0:1769077046.844243:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077046.844248:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769077046.844251:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077046.844255:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077046.844260:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077046.844262:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298702862
00000100:00000001:2.0:1769077046.844265:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298704109
00000100:00000001:2.0:1769077046.844268:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298702862
00000100:00000001:2.0:1769077046.844270:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298704109
00000100:00000001:2.0:1769077046.844272:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077046.844273:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077046.844275:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077046.844278:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11c00 x1855007616061696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077046.844283:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077046.844284:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077046.844286:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077046.844287:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077046.844289:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077046.844291:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616061696:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077046.844293:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077046.844295:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077046.844296:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077046.844297:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077046.844300:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22400.
02000000:00000001:2.0:1769077046.844301:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077046.844304:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077046.844305:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeed68.
00000400:00000010:2.0:1769077046.844308:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077046.844310:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616061696, portal 10
00000100:00000001:2.0:1769077046.844312:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077046.844313:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438239744 : -107392271311872 : ffff9e53c9d11c00)
00000100:00000040:2.0:1769077046.844317:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11c00 x1855007616061696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077046.844322:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077046.844324:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077046.844325:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd45d8.
00000100:00000200:2.0:1769077046.844327:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616061696, offset 0
00000400:00000200:2.0:1769077046.844330:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077046.844332:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077046.844335:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077046.844337:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077046.844339:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077046.844340:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077046.844342:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077046.844344:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37776:37776:254:4294967295] 192.168.204.113@tcp LPNI seq info [37746:37746:6:4294967295]
00000400:00000200:2.0:1769077046.844347:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077046.844351:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077046.844355:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077046.844357:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8600.
00000800:00000200:2.0:1769077046.844360:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077046.844363:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769077046.844365:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077046.844367:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077046.844369:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077046.844371:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298702869
00000100:00000001:2.0:1769077046.844373:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298704109
00000100:00000001:2.0:1769077046.844375:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298702869
00000100:00000001:2.0:1769077046.844377:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298704109
00000100:00000001:2.0:1769077046.844380:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077046.844382:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077046.844385:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077046.844387:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077046.844391:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077046.844393:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077046.844395:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077046.844396:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077046.844398:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077046.844400:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077047.547145:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077047.547153:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077047.547156:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077047.547158:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077047.547164:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077047.547166:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077047.547167:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077047.547170:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077047.547173:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077047.547174:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077047.547216:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077047.547220:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077047.547223:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077047.739260:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077047.739270:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077047.739272:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077047.739287:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077047.739292:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077047.739296:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077047.739299:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077047.739314:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077047.739317:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077048.123231:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298704109, at 4298704128
00000100:00000040:3.0:1769077048.123233:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298704109, at 4298704128
00000100:00000010:3.0:1769077048.123256:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79240.
00000100:00000010:2.0:1769077048.123260:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077048.571177:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077048.571187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077048.571195:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077048.571197:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077048.571253:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077048.571259:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077048.571271:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077048.763190:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077048.763199:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077048.763200:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077048.763205:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077048.763208:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077048.763213:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077048.763215:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077048.763218:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077048.763221:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077049.595239:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077049.595247:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077049.595252:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077049.595254:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077049.595337:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077049.595344:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077049.595349:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077049.787186:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077049.787206:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077049.787207:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077049.787212:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077049.787215:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077049.787219:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077049.787220:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077049.787223:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077049.787225:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1769077049.915376:0:2394:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:0.0:1769077049.915425:0:2394:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077049.915437:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077049.915441:0:2394:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:0.0:1769077049.915444:0:2394:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077049.915448:0:2394:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077049.915452:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:0.0:1769077049.915456:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8c00.
00000400:00000200:0.0:1769077049.915462:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077049.915467:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077049.915473:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4bb0
00000400:00000010:0.0:1769077049.915475:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4bb0.
00000100:00000001:0.0:1769077049.915480:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077049.915490:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d11180 x1855007616061440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077049.915516:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077049.915519:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11180 x1855007616061440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077049.915525:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077049.915526:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077049.915536:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:0.0:1769077049.915537:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8000.
00000400:00000200:0.0:1769077049.915539:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077049.915541:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077049.915544:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4110
00000400:00000010:0.0:1769077049.915545:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4110.
00000100:00000001:0.0:1769077049.915546:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077049.915550:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d10e00 x1855007616061568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077049.915555:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077049.915557:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10e00 x1855007616061568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077049.915562:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077049.915563:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077049.915567:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:0.0:1769077049.915569:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8600.
00000400:00000200:0.0:1769077049.915571:0:2394:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077049.915573:0:2394:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077049.915574:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd45d8
00000400:00000010:0.0:1769077049.915576:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd45d8.
00000100:00000001:0.0:1769077049.915577:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077049.915580:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d11c00 x1855007616061696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077049.915585:0:2394:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077049.915588:0:2394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11c00 x1855007616061696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077049.915592:0:2394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077049.915593:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077049.915605:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077049.915611:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077049.915614:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077049.915622:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077046/real 1769077049]  req@ffff9e53c9d10e00 x1855007616061568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077049.915634:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077049.915636:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077049.915640:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee7e8.
00000400:00000200:2.0:1769077049.915644:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4660
00000400:00000010:2.0:1769077049.915646:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4660.
00000100:00000001:2.0:1769077049.915649:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077049.915652:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10e00 x1855007616061568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077049.915660:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10e00 x1855007616061568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077049.915665:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077049.915666:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077049.915669:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077049.915670:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077049.915673:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10e00 x1855007616061568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077049.915678:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077049.915683:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10e00 x1855007616061568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077049.915689:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077049.915692:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077049.915693:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077049.915694:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077049.915697:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077049.915698:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077049.915701:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077049.915705:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077049.915707:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077049.915710:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10e00 x1855007616061568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077049.915716:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616061568:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077049.915720:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077049.915723:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077046/real 1769077049]  req@ffff9e53c9d11c00 x1855007616061696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077049.915728:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077049.915728:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077049.915730:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeed68.
00000400:00000200:2.0:1769077049.915731:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077049.915732:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077049.915733:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077049.915735:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11c00 x1855007616061696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077049.915743:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11c00 x1855007616061696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077049.915750:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077049.915751:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077049.915753:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077049.915755:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077049.915759:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11c00 x1855007616061696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077049.915788:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077049.915793:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11c00 x1855007616061696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077049.915800:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077049.915803:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077049.915805:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077049.915806:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077049.915809:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077049.915811:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077049.915813:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077049.915817:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077049.915820:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077049.915824:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11c00 x1855007616061696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077049.915833:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616061696:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077049.915839:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077049.915842:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077046/real 1769077049]  req@ffff9e53c9d11180 x1855007616061440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077049.915851:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077049.915854:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077049.915856:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077049.915859:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077049.915861:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077049.915864:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077049.915868:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11180 x1855007616061440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077049.915887:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11180 x1855007616061440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077049.915894:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077049.915895:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077049.915897:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077049.915899:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077049.915903:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11180 x1855007616061440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077049.915910:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077049.915914:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11180 x1855007616061440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077049.915921:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077049.915923:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077049.915925:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077049.915927:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077049.915929:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077049.915931:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077049.915933:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077049.915937:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077049.915940:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077049.915944:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11180 x1855007616061440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077049.915952:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616061440:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077049.915958:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077049.915961:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077049.915965:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10e00 x1855007616061568/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077049.915973:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077049.915978:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077049.915984:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077049.915990:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077049.915993:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077049.915995:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077049.915998:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077049.916003:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98400.
02000000:00000001:2.0:1769077049.916007:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077049.916010:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077049.916013:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10e00.
00000100:00000001:2.0:1769077049.916019:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077049.916021:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077049.916024:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077049.916028:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11c00 x1855007616061696/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077049.916035:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077049.916037:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077049.916039:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22400.
02000000:00000001:2.0:1769077049.916042:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077049.916043:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077049.916045:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077049.916047:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077049.916049:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:2.0:1769077049.916052:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077049.916053:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077049.916055:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11c00.
00000100:00000001:2.0:1769077049.916059:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077049.916101:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077049.916104:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077049.916108:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11180 x1855007616061440/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077049.916115:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077049.916118:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077049.916120:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077049.916123:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077049.916125:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077049.916127:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077049.916129:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077049.916131:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:2.0:1769077049.916134:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077049.916135:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077049.916137:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11180.
00000100:00000001:2.0:1769077049.916146:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077049.916147:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077049.916150:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077049.916164:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077049.916166:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077049.916170:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077049.916172:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077050.619219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077050.619225:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077050.619241:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077050.619243:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077050.619310:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077050.619313:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077050.619316:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077050.811148:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077050.811155:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077050.811157:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077050.811161:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077050.811164:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077050.811167:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077050.811169:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077050.811172:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077050.811174:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077051.643160:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077051.643165:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077051.643169:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077051.643170:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077051.643222:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077051.643226:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077051.643229:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077051.835193:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077051.835199:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077051.835200:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077051.835205:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077051.835208:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077051.835211:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077051.835213:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077051.835216:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077051.835217:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077051.963453:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077051.963462:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077051.963464:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077051.963480:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077051.963484:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077051.963490:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4035
00000400:00000200:0.0:1769077051.963510:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077051.963530:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077051.963532:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077051.963535:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077051.963538:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077051.963540:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077051.963542:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077051.963545:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077051.963548:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077051.963550:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077051.963553:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077051.963555:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077051.963557:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077051.963559:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077051.963560:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077051.963562:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077051.963563:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077051.963565:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077051.963567:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077051.963569:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077051.963572:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077051.963575:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077051.963577:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077051.963579:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077051.963580:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077051.963586:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5880.
00000020:00000040:0.0:1769077051.963589:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077051.963592:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077051.963593:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077051.963595:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077051.963598:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077051.963602:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077051.963608:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000100:00000001:0.0:1769077051.963613:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077051.963621:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5880 x1855007616061824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077051.963630:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077051.963635:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077051.963638:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c2905c0] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5880 x1855007616061824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077051.963728:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077051.963748:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077051.963768:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077051.963770:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077051.963772:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077051.963775:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077051.963778:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4035
00000400:00000200:0.0:1769077051.963783:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077051.963787:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077051.963789:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077051.963791:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077051.963793:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077051.963794:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077051.963796:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077051.963797:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077051.963798:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769077051.963799:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077051.963801:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769077051.963803:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769077051.963804:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769077051.963807:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077051.963823:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077051.963825:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077051.963827:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077051.963830:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769077051.963833:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077051.963836:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077051.963838:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077051.963863:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077051.963866:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077051.963868:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077051.963874:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077051.963878:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077051.963881:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077051.963885:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5f80.
00000020:00000040:0.0:1769077051.963888:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077051.963904:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077051.963905:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077051.963907:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077051.963909:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077051.963911:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077051.963917:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000001:0.0:1769077051.963936:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077051.963942:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5f80 x1855007616061952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077051.963950:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077051.963953:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077051.963956:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c836008] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5f80 x1855007616061952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077051.963974:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077051.963977:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077051.963980:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077051.963982:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077051.963983:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077051.963986:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077051.963988:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4035
00000400:00000200:0.0:1769077051.963992:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077051.963995:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077051.963998:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077051.964001:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077051.964003:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077051.964006:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077051.964008:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077051.964028:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077051.964029:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769077051.964031:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077051.964042:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769077051.964045:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769077051.964047:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769077051.964050:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077051.964052:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077051.964054:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077051.964056:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077051.964058:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769077051.964061:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077051.964103:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077051.964119:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077051.964122:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077051.964125:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077051.964128:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077051.964130:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077051.964133:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077051.964134:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077051.964139:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5c00.
00000020:00000040:0.0:1769077051.964156:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077051.964158:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077051.964159:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077051.964161:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077051.964162:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077051.964163:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077051.964167:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:0.0:1769077051.964172:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077051.964177:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5c00 x1855007616062080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077051.964200:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077051.964202:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077051.964207:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007db8b4c3] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5c00 x1855007616062080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077051.964238:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077051.964242:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077051.964246:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077051.964250:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077051.964254:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077051.964273:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4045)
00000100:00000001:2.0:1769077051.964404:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077051.964411:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077051.964414:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077051.964422:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5880 x1855007616061824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.964441:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077051.964444:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077051.964448:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077051.964451:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077051.964454:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077051.964459:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616061824:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077051.964464:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077051.964469:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077051.964472:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077051.964475:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077051.964481:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22400.
02000000:00000001:2.0:1769077051.964483:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077051.964491:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077051.964496:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077051.964503:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077051.964512:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616061824, portal 25
00000100:00000001:2.0:1769077051.964515:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077051.964517:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367936 : -107391528183680 : ffff9e53f61c5880)
00000100:00000040:2.0:1769077051.964523:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5880 x1855007616061824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.964573:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077051.964577:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077051.964612:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077051.964617:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616061824, offset 0
00000400:00000200:2.0:1769077051.964626:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077051.964636:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077051.964646:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077051.964653:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077051.964658:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077051.964663:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077051.964666:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077051.964672:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37777:37777:256:4294967295] 192.168.204.113@tcp LPNI seq info [37747:37747:8:4294967295]
00000400:00000200:2.0:1769077051.964677:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077051.964689:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077051.964696:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077051.964704:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077051.964713:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077051.964717:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077051.964723:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077051.964728:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077051.964744:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077051.964747:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077051.964752:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077051.964757:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077051.964762:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077051.964765:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077051.964770:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077051.964776:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5880 x1855007616061824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.964786:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077051.964790:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5880 x1855007616061824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.964798:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077051.964800:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077051.964806:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077051.964811:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077051.964815:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298709230
00000100:00000010:2.0:1769077051.964820:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077051.964827:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077051.964833:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298709230
00000100:00000010:2.0:1769077051.964836:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d797e0.
00000100:00000001:2.0:1769077051.964839:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077051.964843:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077051.964846:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077051.964849:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077051.964857:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077051/real 1769077051]  req@ffff9e53f61c5880 x1855007616061824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077051.964868:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077051.964870:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077051.964872:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077051.964875:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077051.964877:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077051.964879:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077051.964883:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5880 x1855007616061824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077051.964908:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5880 x1855007616061824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.964915:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077051.964918:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077051.964920:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077051.964923:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077051.964926:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5880 x1855007616061824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.964951:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077051.964956:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5880 x1855007616061824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.964965:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077051.964968:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077051.964971:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077051.964972:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077051.964986:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077051.964989:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077051.964993:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077051.964999:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077051.965002:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077051.965007:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5880 x1855007616061824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077051.965053:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616061824:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077051.965060:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077051.965124:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5f80 x1855007616061952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.965133:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077051.965135:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077051.965137:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077051.965151:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077051.965153:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077051.965156:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616061952:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077051.965159:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077051.965160:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077051.965162:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077051.965163:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077051.965166:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077051.965168:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077051.965171:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077051.965185:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077051.965188:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077051.965191:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616061952, portal 10
00000100:00000001:2.0:1769077051.965192:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077051.965193:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181369728 : -107391528181888 : ffff9e53f61c5f80)
00000100:00000040:2.0:1769077051.965223:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5f80 x1855007616061952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.965229:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077051.965230:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077051.965232:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077051.965234:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616061952, offset 0
00000400:00000200:2.0:1769077051.965238:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077051.965241:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077051.965244:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077051.965247:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077051.965249:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077051.965251:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077051.965253:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077051.965298:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37778:37778:256:4294967295] 192.168.204.113@tcp LPNI seq info [37748:37748:8:4294967295]
00000400:00000200:2.0:1769077051.965302:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077051.965307:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077051.965310:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077051.965313:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077051.965342:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077051.965345:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077051.965350:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077051.965353:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077051.965372:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077051.965374:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077051.965378:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077051.965382:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077051.965403:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077051.965405:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077051.965407:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077051.965410:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5f80 x1855007616061952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.965416:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077051.965418:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5f80 x1855007616061952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.965423:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077051.965424:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077051.965426:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077051.965439:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077051.965442:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077051.965458:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298707983
00000100:00000001:2.0:1769077051.965461:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298709230
00000100:00000001:2.0:1769077051.965463:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298707983
00000100:00000001:2.0:1769077051.965465:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298709230
00000100:00000001:2.0:1769077051.965466:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077051.965468:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077051.965469:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077051.965472:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077051/real 1769077051]  req@ffff9e53f61c5f80 x1855007616061952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077051.965477:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077051.965478:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077051.965480:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077051.965497:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077051.965512:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077051.965516:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077051.965520:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5f80 x1855007616061952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077051.965528:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5f80 x1855007616061952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.965536:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077051.965537:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077051.965539:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077051.965541:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077051.965544:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5f80 x1855007616061952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.965571:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077051.965577:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5f80 x1855007616061952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.965598:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077051.965600:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077051.965602:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077051.965603:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077051.965604:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077051.965606:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077051.965608:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077051.965618:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077051.965619:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077051.965622:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5f80 x1855007616061952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077051.965628:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616061952:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077051.965631:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077051.965634:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5c00 x1855007616062080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.965647:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077051.965648:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077051.965655:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077051.965657:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077051.965658:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077051.965661:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616062080:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077051.965663:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077051.965664:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077051.965665:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077051.965667:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077051.965670:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21400.
02000000:00000001:2.0:1769077051.965671:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077051.965674:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077051.965676:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077051.965678:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077051.965690:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616062080, portal 10
00000100:00000001:2.0:1769077051.965691:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077051.965692:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181368832 : -107391528182784 : ffff9e53f61c5c00)
00000100:00000040:2.0:1769077051.965697:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5c00 x1855007616062080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.965701:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077051.965703:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077051.965705:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077051.965707:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616062080, offset 0
00000400:00000200:2.0:1769077051.965709:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077051.965712:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077051.965715:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077051.965717:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077051.965719:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077051.965757:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077051.965759:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077051.965762:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37779:37779:256:4294967295] 192.168.204.113@tcp LPNI seq info [37749:37749:8:4294967295]
00000400:00000200:2.0:1769077051.965765:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077051.965770:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077051.965773:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077051.965776:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077051.965779:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077051.965781:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077051.965795:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077051.965797:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077051.965800:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077051.965802:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077051.965804:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077051.965806:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077051.965809:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077051.965818:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077051.965820:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077051.965823:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5c00 x1855007616062080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.965837:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077051.965839:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5c00 x1855007616062080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.965844:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077051.965845:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077051.965847:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077051.965862:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077051.965865:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077051.965866:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298707990
00000100:00000001:2.0:1769077051.965868:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298709230
00000100:00000001:2.0:1769077051.965870:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298707990
00000100:00000001:2.0:1769077051.965872:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298709230
00000100:00000001:2.0:1769077051.965874:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077051.965875:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077051.965877:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077051.965890:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077051/real 1769077051]  req@ffff9e53f61c5c00 x1855007616062080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077051.965896:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077051.965897:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077051.965898:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077051.965900:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077051.965901:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077051.965902:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077051.965905:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5c00 x1855007616062080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077051.965919:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5c00 x1855007616062080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.965932:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077051.965933:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077051.965934:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077051.965935:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077051.965938:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5c00 x1855007616062080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.965943:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077051.965945:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5c00 x1855007616062080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.965949:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077051.965965:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077051.965966:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077051.965968:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077051.965970:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077051.965972:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077051.965975:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077051.965979:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077051.966009:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077051.966015:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5c00 x1855007616062080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077051.966036:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616062080:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077051.966039:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077051.966041:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077051.966043:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5880 x1855007616061824/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.966151:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077051.966153:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077051.966167:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22400.
02000000:00000001:2.0:1769077051.966170:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077051.966171:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077051.966173:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077051.966175:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077051.966177:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012400.
02000000:00000001:2.0:1769077051.966179:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077051.966181:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077051.966182:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5880.
00000100:00000001:2.0:1769077051.966185:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077051.966186:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077051.966188:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077051.966200:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5f80 x1855007616061952/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.966205:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077051.966206:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077051.966207:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077051.966209:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077051.966210:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077051.966211:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077051.966220:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077051.966221:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010800.
02000000:00000001:2.0:1769077051.966223:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077051.966223:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077051.966225:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5f80.
00000100:00000001:2.0:1769077051.966226:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077051.966238:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077051.966239:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077051.966254:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5c00 x1855007616062080/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077051.966258:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077051.966259:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077051.966261:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21400.
02000000:00000001:2.0:1769077051.966262:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077051.966263:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077051.966264:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077051.966265:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077051.966266:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:2.0:1769077051.966267:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077051.966268:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077051.966268:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5c00.
00000100:00000001:2.0:1769077051.966270:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077051.966279:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077051.966280:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077051.966294:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077051.966295:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077051.966297:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077051.966298:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077052.667201:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077052.667207:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077052.667212:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077052.667213:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077052.667272:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077052.667276:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077052.667279:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077052.859189:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077052.859196:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077052.859198:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077052.859204:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077052.859207:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077052.859211:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077052.859214:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077052.859216:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077052.859219:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077053.243137:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298709230, at 4298709248
00000100:00000040:3.0:1769077053.243137:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298709230, at 4298709248
00000100:00000010:2.0:1769077053.243155:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769077053.243158:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d797e0.
00010000:00000001:1.0:1769077053.691229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077053.691237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077053.691241:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077053.691242:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077053.691343:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077053.691352:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077053.691358:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077053.883308:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077053.883317:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077053.883319:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077053.883325:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077053.883330:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077053.883335:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077053.883338:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077053.883342:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077053.883345:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077054.715195:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077054.715202:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077054.715207:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077054.715210:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077054.715212:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077054.715214:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077054.715217:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077054.715218:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077054.715220:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077054.715221:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077054.715286:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077054.715289:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077054.715292:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077054.907209:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077054.907218:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077054.907220:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077054.907228:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077054.907232:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077054.907237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077054.907240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077054.907244:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077054.907247:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077055.739205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077055.739213:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077055.739218:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077055.739219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077055.739318:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077055.739322:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077055.739326:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077055.931246:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077055.931257:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077055.931259:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077055.931277:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077055.931281:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077055.931285:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077055.931287:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077055.931290:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077055.931293:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077056.763215:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077056.763224:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077056.763230:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077056.763232:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077056.763316:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077056.763324:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077056.763329:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077056.955253:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077056.955262:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077056.955264:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077056.955273:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077056.955278:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077056.955284:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077056.955288:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077056.955292:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077056.955297:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077057.083216:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077057.083232:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077057.083238:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077057.083244:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077057.083252:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077057.083274:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4040
00000400:00000200:2.0:1769077057.083298:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077057.083308:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077057.083317:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077057.083322:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077057.083328:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077057.083331:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077057.083334:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077057.083339:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077057.083341:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769077057.083344:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077057.083347:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769077057.083350:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769077057.083352:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769077057.083356:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077057.083358:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077057.083360:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077057.083362:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769077057.083365:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769077057.083368:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077057.083370:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077057.083373:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077057.083377:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077057.083379:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077057.083382:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077057.083384:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077057.083397:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693800.
00000020:00000040:2.0:1769077057.083401:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769077057.083408:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077057.083410:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077057.083415:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077057.083419:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077057.083426:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077057.083438:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21400.
00000100:00000001:2.0:1769077057.083449:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077057.083474:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693800 x1855007616062208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077057.083488:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077057.083493:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077057.083498:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008471ace5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693800 x1855007616062208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077057.083547:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077057.083550:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077057.083553:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077057.083555:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077057.083556:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077057.083559:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077057.083561:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4040
00000400:00000200:2.0:1769077057.083567:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077057.083572:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077057.083575:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077057.083579:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077057.083581:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077057.083584:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077057.083586:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077057.083588:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077057.083594:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077057.083596:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:1.0:1769077057.083598:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077057.083599:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077057.083612:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769077057.083613:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769077057.083625:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769077057.083628:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769077057.083634:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077057.083640:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077057.083641:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693800 x1855007616062208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077057.083664:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077057.083668:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769077057.083674:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769077057.083690:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077057.083702:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077057.083710:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077057.083721:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077057.083721:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077057.083728:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077057.083729:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077057.083742:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077057.083744:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077057.083751:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1769077057.083752:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077057.083758:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077057.083767:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077057.083770:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616062208:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077057.083776:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077057.083778:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077057.083784:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1769077057.083788:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690e00.
02000000:00000001:1.0:1769077057.083789:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077057.083799:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077057.083806:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077057.083809:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077057.083814:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077057.083817:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077057.083819:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1769077057.083821:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769077057.083830:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077057.083831:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077057.083851:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000400:00000200:1.0:1769077057.083860:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077057.083862:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077057.083867:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00100000:2.0:1769077057.083874:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690e00 x1855007616062336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077057.083878:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000001:2.0:1769077057.083894:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077057.083897:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077057.083898:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616062208, portal 25
00000100:00000001:1.0:1769077057.083903:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769077057.083905:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df3ee43f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690e00 x1855007616062336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.083908:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102519808 : -107391607031808 : ffff9e53f1693800)
00000100:00000040:1.0:1769077057.083947:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693800 x1855007616062208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077057.083953:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077057.083968:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077057.083970:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077057.083982:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:2.0:1769077057.083982:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077057.083995:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1769077057.083997:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00080000:2.0:1769077057.084002:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1769077057.084004:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616062208, offset 0
00000100:00000001:2.0:1769077057.084007:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077057.084014:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4040
00000400:00000200:1.0:1769077057.084025:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077057.084029:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077057.084039:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077057.084039:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077057.084053:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077057.084064:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077057.084073:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077057.084093:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077057.084098:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077057.084101:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077057.084104:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077057.084107:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077057.084109:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:1.0:1769077057.084111:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000001:2.0:1769077057.084116:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077057.084120:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:1.0:1769077057.084124:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1769077057.084126:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769077057.084134:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000020:00000001:2.0:1769077057.084134:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769077057.084151:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769077057.084153:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37780:37780:256:4294967295] 192.168.204.113@tcp LPNI seq info [37750:37750:8:4294967295]
00000100:00000001:2.0:1769077057.084161:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077057.084174:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:1.0:1769077057.084177:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077057.084187:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769077057.084193:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769077057.084203:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077057.084215:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077057.084219:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769077057.084221:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077057.084231:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1769077057.084232:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:2.0:1769077057.084242:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077057.084243:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000100:00000001:2.0:1769077057.084255:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:1.0:1769077057.084257:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000008:00100000:2.0:1769077057.084261:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1769077057.084263:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000008:00000001:2.0:1769077057.084276:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077057.084278:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769077057.084287:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077057.084290:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000100:00000010:2.0:1769077057.084298:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691880.
00000020:00000040:2.0:1769077057.084306:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000100:1.0:1769077057.084307:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
02000000:00000001:2.0:1769077057.084311:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077057.084314:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077057.084316:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000100:00000001:2.0:1769077057.084317:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077057.084320:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077057.084325:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077057.084331:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22400.
00000400:00000200:1.0:1769077057.084332:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769077057.084335:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077057.084346:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691880 x1855007616062464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077057.084347:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077057.084361:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000100:00000001:2.0:1769077057.084365:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769077057.084367:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:2.0:1769077057.084372:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077057.084376:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769077057.084378:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000865e4f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691880 x1855007616062464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077057.084388:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693800 x1855007616062208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077057.084411:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077057.084423:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077057.084424:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077057.084433:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693800 x1855007616062208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077057.084440:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077057.084448:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077057.084452:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1769077057.084452:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077057.084464:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077057.084465:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077057.084476:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077057.084481:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298714350
00000100:00000040:2.0:1769077057.084481:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4050)
00000100:00000010:1.0:1769077057.084496:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b720.
00000100:00000001:1.0:1769077057.084507:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077057.084513:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298714350
00000100:00000010:1.0:1769077057.084516:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b6c0.
00000100:00000001:1.0:1769077057.084519:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077057.084522:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077057.084524:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077057.084527:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077057.084531:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077057/real 1769077057]  req@ffff9e53f1693800 x1855007616062208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077057.084539:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077057.084541:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077057.084543:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077057.084546:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077057.084547:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077057.084549:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077057.084553:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693800 x1855007616062208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077057.084565:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693800 x1855007616062208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.084571:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077057.084573:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.084575:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077057.084576:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077057.084579:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693800 x1855007616062208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.084585:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077057.084589:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693800 x1855007616062208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.084595:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077057.084597:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.084598:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077057.084599:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.084602:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077057.084604:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077057.084607:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077057.084610:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077057.084613:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077057.084617:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693800 x1855007616062208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077057.084623:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616062208:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077057.084627:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.084629:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077057.084631:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693800 x1855007616062208/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.084641:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077057.084661:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077057.084664:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769077057.084667:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077057.084670:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077057.084672:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077057.084674:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077057.084676:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21400.
02000000:00000001:1.0:1769077057.084697:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077057.084700:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077057.084702:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693800.
00000100:00000001:1.0:1769077057.084706:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077057.084707:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.084710:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.084718:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077057.084720:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077057.084723:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077057.084725:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077057.084727:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077057.084732:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690e00 x1855007616062336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.084740:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077057.084742:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077057.084744:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077057.084747:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077057.084749:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077057.084752:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616062336:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077057.084755:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077057.084758:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077057.084760:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077057.084762:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077057.084765:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769077057.084767:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077057.084772:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077057.084776:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077057.084779:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077057.084783:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616062336, portal 10
00000100:00000001:1.0:1769077057.084785:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077057.084786:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102509056 : -107391607042560 : ffff9e53f1690e00)
00000100:00000040:1.0:1769077057.084793:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690e00 x1855007616062336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.084800:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077057.084803:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077057.084805:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077057.084807:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616062336, offset 0
00000400:00000200:1.0:1769077057.084811:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077057.084815:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077057.084820:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077057.084823:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077057.084826:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077057.084829:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077057.084831:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077057.084835:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37781:37781:256:4294967295] 192.168.204.113@tcp LPNI seq info [37751:37751:8:4294967295]
00000400:00000200:1.0:1769077057.084839:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077057.084846:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077057.084851:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077057.084854:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077057.084859:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077057.084862:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077057.084867:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077057.084870:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077057.084874:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077057.084876:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077057.084879:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077057.084883:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077057.084886:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077057.084888:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077057.084891:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077057.084895:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690e00 x1855007616062336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.084903:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077057.084906:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690e00 x1855007616062336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.084913:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077057.084915:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077057.084935:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077057.084938:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077057.084941:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077057.084943:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298713102
00000100:00000001:1.0:1769077057.084945:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298714350
00000100:00000001:1.0:1769077057.084947:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298713102
00000100:00000001:1.0:1769077057.084949:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298714350
00000100:00000001:1.0:1769077057.084951:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077057.084952:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077057.084954:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077057.084957:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077057/real 1769077057]  req@ffff9e53f1690e00 x1855007616062336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077057.084963:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077057.084964:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077057.084965:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077057.084967:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077057.084968:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077057.084970:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077057.084972:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690e00 x1855007616062336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077057.084979:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690e00 x1855007616062336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.084989:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077057.084991:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.084992:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077057.084993:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077057.084996:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690e00 x1855007616062336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.085001:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077057.085004:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690e00 x1855007616062336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.085009:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077057.085011:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.085012:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077057.085013:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.085015:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077057.085016:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077057.085018:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077057.085021:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077057.085022:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077057.085025:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690e00 x1855007616062336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077057.085031:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616062336:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077057.085034:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077057.085037:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691880 x1855007616062464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.085043:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077057.085044:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077057.085047:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077057.085048:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077057.085050:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077057.085052:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616062464:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077057.085055:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077057.085057:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077057.085058:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077057.085060:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077057.085062:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769077057.085064:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077057.085066:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077057.085068:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077057.085070:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077057.085073:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616062464, portal 10
00000100:00000001:1.0:1769077057.085075:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077057.085076:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102511744 : -107391607039872 : ffff9e53f1691880)
00000100:00000040:1.0:1769077057.085080:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691880 x1855007616062464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.085085:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077057.085087:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077057.085089:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077057.085091:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616062464, offset 0
00000400:00000200:1.0:1769077057.085093:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077057.085120:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077057.085123:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077057.085125:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077057.085128:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077057.085130:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077057.085131:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077057.085134:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37782:37782:256:4294967295] 192.168.204.113@tcp LPNI seq info [37752:37752:8:4294967295]
00000400:00000200:1.0:1769077057.085138:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077057.085143:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077057.085147:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077057.085150:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077057.085154:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077057.085156:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077057.085160:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077057.085162:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077057.085165:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077057.085167:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077057.085169:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077057.085172:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077057.085174:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077057.085176:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077057.085178:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077057.085181:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691880 x1855007616062464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.085188:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077057.085190:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691880 x1855007616062464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.085195:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077057.085197:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077057.085199:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077057.085202:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077057.085204:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077057.085206:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298713110
00000100:00000001:1.0:1769077057.085208:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298714350
00000100:00000001:1.0:1769077057.085210:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298713110
00000100:00000001:1.0:1769077057.085212:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298714350
00000100:00000001:1.0:1769077057.085213:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077057.085215:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077057.085217:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077057.085219:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077057/real 1769077057]  req@ffff9e53f1691880 x1855007616062464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077057.085226:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077057.085227:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077057.085228:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077057.085248:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077057.085250:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077057.085252:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077057.085255:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691880 x1855007616062464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077057.085264:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691880 x1855007616062464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.085270:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077057.085272:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.085273:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077057.085275:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077057.085278:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691880 x1855007616062464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.085284:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077057.085288:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691880 x1855007616062464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.085294:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077057.085297:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.085298:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077057.085299:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.085301:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077057.085302:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077057.085305:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077057.085308:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077057.085310:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077057.085314:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691880 x1855007616062464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077057.085323:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616062464:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077057.085327:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.085328:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077057.085332:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690e00 x1855007616062336/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.085342:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077057.085344:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077057.085346:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769077057.085350:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077057.085353:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077057.085355:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077057.085358:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077057.085361:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:1.0:1769077057.085365:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077057.085368:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077057.085370:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690e00.
00000100:00000001:1.0:1769077057.085375:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077057.085377:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.085380:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077057.085387:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691880 x1855007616062464/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077057.085398:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077057.085399:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077057.085401:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98800.
02000000:00000001:1.0:1769077057.085404:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077057.085406:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077057.085408:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077057.085411:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077057.085414:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22400.
02000000:00000001:1.0:1769077057.085418:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077057.085421:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077057.085423:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691880.
00000100:00000001:1.0:1769077057.085427:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077057.085429:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.085431:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.085438:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077057.085440:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077057.085443:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077057.085446:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077057.787161:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077057.787168:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077057.787170:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077057.787172:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077057.787176:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077057.787178:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077057.787179:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077057.787181:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077057.787184:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077057.787185:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077057.787274:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077057.787280:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077057.787284:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077057.979175:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077057.979186:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077057.979188:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077057.979197:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077057.979202:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077057.979224:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.979228:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077057.979233:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077057.979238:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077058.363188:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298714350, at 4298714368
00000100:00000040:3.0:1769077058.363188:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298714350, at 4298714368
00000100:00000010:3.0:1769077058.363213:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b6c0.
00000100:00000010:2.0:1769077058.363221:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b720.
00010000:00000001:1.0:1769077058.811208:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077058.811216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077058.811223:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077058.811225:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077058.811278:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077058.811283:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077058.811287:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077059.003215:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077059.003226:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077059.003230:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077059.003239:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077059.003245:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077059.003251:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077059.003255:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077059.003271:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077059.003275:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077059.835180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077059.835186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077059.835201:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077059.835202:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077059.835300:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077059.835305:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077059.835309:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077060.027214:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077060.027223:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077060.027226:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077060.027247:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077060.027253:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077060.027258:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077060.027261:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077060.027264:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077060.027268:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077060.859191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077060.859199:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077060.859219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077060.859220:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077060.859274:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077060.859278:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077060.859298:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077061.051172:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077061.051180:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077061.051181:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077061.051186:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077061.051190:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077061.051193:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077061.051196:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077061.051198:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077061.051201:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077061.883202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077061.883209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077061.883214:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077061.883215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077061.883296:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077061.883301:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077061.883304:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077062.075201:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077062.075211:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077062.075214:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077062.075220:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077062.075225:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077062.075230:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077062.075234:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077062.075238:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077062.075241:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077062.203222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077062.203238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077062.203242:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077062.203248:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077062.203253:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077062.203262:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4045
00000400:00000200:1.0:1769077062.203272:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077062.203280:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077062.203284:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077062.203297:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077062.203301:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077062.203304:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077062.203307:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077062.203312:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077062.203315:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077062.203319:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077062.203322:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077062.203325:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077062.203328:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077062.203331:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077062.203333:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077062.203336:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077062.203338:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077062.203342:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077062.203346:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077062.203349:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077062.203352:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077062.203356:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077062.203361:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077062.203364:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077062.203366:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077062.203381:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11180.
00000020:00000040:1.0:1769077062.203387:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077062.203394:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077062.203397:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077062.203402:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077062.203406:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077062.203413:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077062.203429:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98800.
00000100:00000001:1.0:1769077062.203441:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077062.203457:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11180 x1855007616062592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077062.203476:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077062.203483:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077062.203492:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000929eb9ba] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11180 x1855007616062592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077062.203524:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077062.203530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077062.203537:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077062.203540:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077062.203544:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077062.203549:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077062.203555:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4045
00000100:00000001:2.0:1769077062.203572:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077062.203583:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1769077062.203584:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077062.203591:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1769077062.203597:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000040:2.0:1769077062.203639:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11180 x1855007616062592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077062.203642:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077062.203658:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077062.203670:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077062.203677:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077062.203681:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077062.203683:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077062.203691:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077062.203692:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077062.203694:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769077062.203702:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077062.203715:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
02000000:00000001:2.0:1769077062.203718:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1769077062.203719:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:1.0:1769077062.203726:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:2.0:1769077062.203729:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769077062.203731:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:2.0:1769077062.203742:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077062.203743:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077062.203752:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00100000:2.0:1769077062.203761:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616062592:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077062.203762:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077062.203771:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:2.0:1769077062.203777:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1769077062.203782:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:2.0:1769077062.203787:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077062.203789:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077062.203796:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077062.203797:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077062.203805:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077062.203809:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769077062.203815:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:1.0:1769077062.203816:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077062.203825:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077062.203826:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077062.203836:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077062.203845:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:1.0:1769077062.203853:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077062.203858:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077062.203864:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11c00.
00000020:00000040:1.0:1769077062.203868:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000400:00000010:2.0:1769077062.203874:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
02000000:00000001:1.0:1769077062.203883:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077062.203888:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
02000000:00000001:1.0:1769077062.203889:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077062.203899:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077062.203902:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077062.203905:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077062.203906:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616062592, portal 25
02000000:00000010:1.0:1769077062.203914:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99800.
00000100:00000001:2.0:1769077062.203915:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077062.203921:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237056 : -107392271314560 : ffff9e53c9d11180)
00000100:00000001:1.0:1769077062.203925:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077062.203935:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11180 x1855007616062592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077062.203941:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11c00 x1855007616062720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077062.203978:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077062.204001:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077062.204011:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000001:1.0:1769077062.204013:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077062.204020:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616062592, offset 0
00000100:00000001:1.0:1769077062.204021:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077062.204037:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006401f9aa] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11c00 x1855007616062720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077062.204044:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077062.204110:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077062.204118:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077062.204121:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:1.0:1769077062.204125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077062.204131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077062.204133:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769077062.204135:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077062.204141:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077062.204146:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:1.0:1769077062.204148:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077062.204157:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769077062.204159:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4045
00000400:00000200:2.0:1769077062.204168:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077062.204174:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077062.204182:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37783:37783:256:4294967295] 192.168.204.113@tcp LPNI seq info [37753:37753:8:4294967295]
00000400:00000200:1.0:1769077062.204185:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077062.204193:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077062.204200:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:1.0:1769077062.204202:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077062.204207:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077062.204211:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077062.204219:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077062.204225:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077062.204227:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1769077062.204228:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:1.0:1769077062.204234:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077062.204239:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:2.0:1769077062.204246:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000020:00000001:1.0:1769077062.204247:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:1.0:1769077062.204256:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000010:2.0:1769077062.204260:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000100:00000040:1.0:1769077062.204261:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077062.204269:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077062.204272:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077062.204278:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000200:2.0:1769077062.204280:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:1.0:1769077062.204286:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000200:2.0:1769077062.204290:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000100:00080000:1.0:1769077062.204295:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077062.204301:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077062.204306:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1769077062.204308:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:1.0:1769077062.204311:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769077062.204318:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1769077062.204319:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077062.204324:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077062.204330:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1769077062.204335:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000008:00000001:1.0:1769077062.204337:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077062.204343:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077062.204344:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000100:00000010:1.0:1769077062.204349:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10e00.
00000020:00000040:1.0:1769077062.204375:0:37:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:2.0:1769077062.204376:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1769077062.204381:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077062.204387:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077062.204391:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769077062.204397:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077062.204402:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
02000000:00000001:1.0:1769077062.204404:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077062.204408:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
02000000:00000001:1.0:1769077062.204413:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.204416:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:1.0:1769077062.204426:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99c00.
00000100:00000200:2.0:1769077062.204427:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11180 x1855007616062592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077062.204441:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.204449:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1769077062.204464:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10e00 x1855007616062848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077062.204464:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11180 x1855007616062592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.204529:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077062.204531:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077062.204532:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077062.204543:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.204545:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077062.204584:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa2dbea] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10e00 x1855007616062848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077062.204585:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077062.204612:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298719470
00000100:00000010:2.0:1769077062.204628:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:1.0:1769077062.204631:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077062.204640:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077062.204646:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1769077062.204648:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077062.204658:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077062.204677:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298719470
00000100:00000040:1.0:1769077062.204683:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:2.0:1769077062.204693:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79a80.
00000100:00000040:1.0:1769077062.204696:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4055)
00000100:00000001:2.0:1769077062.204718:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077062.204727:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077062.204732:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.204736:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077062.204746:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077062/real 1769077062]  req@ffff9e53c9d11180 x1855007616062592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077062.204762:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077062.204765:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077062.204768:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077062.204772:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077062.204775:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077062.204778:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077062.204783:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11180 x1855007616062592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077062.204796:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11180 x1855007616062592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.204804:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077062.204806:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.204810:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077062.204812:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077062.204817:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11180 x1855007616062592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.204826:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077062.204832:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11180 x1855007616062592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.204853:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077062.204856:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.204858:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077062.204860:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.204864:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077062.204867:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077062.204871:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077062.204876:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077062.204879:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077062.204884:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11180 x1855007616062592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077062.204895:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616062592:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077062.204901:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.204904:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077062.204908:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11180 x1855007616062592/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.204917:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077062.204921:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077062.204925:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077062.204928:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077062.204930:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077062.204932:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077062.204935:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077062.204938:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98800.
02000000:00000001:2.0:1769077062.204944:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077062.204947:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077062.204949:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11180.
00000100:00000001:2.0:1769077062.204954:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077062.204956:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.204958:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.204969:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077062.204972:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.204975:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077062.204977:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077062.204990:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077062.204995:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11c00 x1855007616062720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205013:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077062.205015:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077062.205018:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077062.205020:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077062.205023:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077062.205027:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616062720:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077062.205030:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077062.205033:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077062.205035:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077062.205037:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077062.205041:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077062.205044:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077062.205050:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077062.205054:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077062.205058:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077062.205062:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616062720, portal 10
00000100:00000001:2.0:1769077062.205065:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077062.205067:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438239744 : -107392271311872 : ffff9e53c9d11c00)
00000100:00000040:2.0:1769077062.205092:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11c00 x1855007616062720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205100:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077062.205103:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077062.205106:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077062.205108:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616062720, offset 0
00000400:00000200:2.0:1769077062.205138:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077062.205143:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077062.205148:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077062.205151:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077062.205154:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077062.205157:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077062.205160:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077062.205164:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37784:37784:256:4294967295] 192.168.204.113@tcp LPNI seq info [37754:37754:8:4294967295]
00000400:00000200:2.0:1769077062.205169:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077062.205177:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077062.205183:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077062.205187:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077062.205191:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077062.205195:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077062.205200:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077062.205203:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077062.205207:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077062.205210:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077062.205213:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077062.205217:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077062.205221:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077062.205223:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077062.205225:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077062.205229:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11c00 x1855007616062720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205239:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077062.205242:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11c00 x1855007616062720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205250:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.205252:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077062.205267:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077062.205272:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077062.205277:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077062.205279:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298718223
00000100:00000001:2.0:1769077062.205283:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298719470
00000100:00000001:2.0:1769077062.205285:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298718223
00000100:00000001:2.0:1769077062.205288:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298719470
00000100:00000001:2.0:1769077062.205290:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077062.205293:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.205295:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077062.205300:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077062/real 1769077062]  req@ffff9e53c9d11c00 x1855007616062720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077062.205309:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077062.205310:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077062.205312:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077062.205315:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077062.205317:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077062.205319:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077062.205323:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11c00 x1855007616062720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077062.205338:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11c00 x1855007616062720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205346:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077062.205347:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.205350:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077062.205351:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077062.205355:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11c00 x1855007616062720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205361:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077062.205366:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11c00 x1855007616062720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205373:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077062.205376:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.205378:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077062.205380:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.205382:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077062.205401:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077062.205404:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077062.205409:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077062.205411:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077062.205417:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11c00 x1855007616062720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077062.205427:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616062720:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077062.205431:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077062.205435:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10e00 x1855007616062848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205444:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077062.205445:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077062.205448:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077062.205450:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077062.205453:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077062.205456:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616062848:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077062.205461:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077062.205463:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077062.205466:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077062.205468:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077062.205472:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21400.
02000000:00000001:2.0:1769077062.205475:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077062.205479:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077062.205483:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077062.205486:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077062.205490:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616062848, portal 10
00000100:00000001:2.0:1769077062.205493:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077062.205495:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438236160 : -107392271315456 : ffff9e53c9d10e00)
00000100:00000040:2.0:1769077062.205503:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10e00 x1855007616062848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205511:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077062.205514:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077062.205516:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077062.205519:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616062848, offset 0
00000400:00000200:2.0:1769077062.205524:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077062.205530:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077062.205534:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077062.205538:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077062.205542:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077062.205546:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077062.205551:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077062.205557:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37785:37785:256:4294967295] 192.168.204.113@tcp LPNI seq info [37755:37755:8:4294967295]
00000400:00000200:2.0:1769077062.205589:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077062.205624:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077062.205633:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077062.205639:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077062.205647:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077062.205652:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077062.205660:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077062.205665:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077062.205688:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077062.205693:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077062.205699:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077062.205705:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077062.205719:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077062.205722:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077062.205725:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077062.205730:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10e00 x1855007616062848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205741:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077062.205745:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10e00 x1855007616062848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205754:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.205756:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077062.205761:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077062.205765:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077062.205770:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077062.205773:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298718230
00000100:00000001:2.0:1769077062.205776:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298719470
00000100:00000001:2.0:1769077062.205779:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298718230
00000100:00000001:2.0:1769077062.205782:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298719470
00000100:00000001:2.0:1769077062.205785:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077062.205787:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.205790:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077062.205794:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077062/real 1769077062]  req@ffff9e53c9d10e00 x1855007616062848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077062.205804:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077062.205806:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077062.205808:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077062.205811:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077062.205813:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077062.205816:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077062.205820:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10e00 x1855007616062848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077062.205830:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10e00 x1855007616062848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205838:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077062.205840:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.205842:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077062.205844:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077062.205848:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10e00 x1855007616062848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205856:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077062.205860:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10e00 x1855007616062848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205870:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077062.205873:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.205875:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077062.205876:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.205879:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077062.205881:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077062.205884:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077062.205887:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077062.205890:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077062.205894:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10e00 x1855007616062848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077062.205904:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616062848:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077062.205909:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.205911:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077062.205916:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11c00 x1855007616062720/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205924:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077062.205926:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077062.205928:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077062.205931:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077062.205933:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077062.205935:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077062.205937:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077062.205939:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99800.
02000000:00000001:2.0:1769077062.205943:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077062.205945:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077062.205947:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11c00.
00000100:00000001:2.0:1769077062.205950:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077062.205952:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.205954:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077062.205958:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10e00 x1855007616062848/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.205967:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077062.205968:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077062.205970:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21400.
02000000:00000001:2.0:1769077062.205972:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077062.205974:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077062.205975:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077062.205977:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077062.205979:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:2.0:1769077062.205981:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077062.205982:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077062.205984:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10e00.
00000100:00000001:2.0:1769077062.205987:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077062.205988:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.205990:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077062.205995:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077062.205996:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.205999:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077062.206001:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077062.907157:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077062.907164:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077062.907169:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077062.907170:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077062.907241:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077062.907245:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077062.907248:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077063.099163:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077063.099171:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077063.099172:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077063.099178:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077063.099182:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077063.099186:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077063.099188:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077063.099190:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077063.099193:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077063.483207:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298719470, at 4298719488
00000100:00000040:3.0:1769077063.483208:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298719470, at 4298719488
00000100:00000010:2.0:1769077063.483227:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769077063.483231:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79a80.
00010000:00000001:1.0:1769077063.931229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077063.931237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077063.931243:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077063.931245:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077063.931301:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077063.931306:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077063.931309:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077064.123213:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077064.123222:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077064.123223:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077064.123229:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077064.123234:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077064.123237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077064.123240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077064.123243:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077064.123245:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077064.955166:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077064.955174:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077064.955180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077064.955184:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077064.955187:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077064.955189:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077064.955199:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077064.955201:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077064.955203:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077064.955205:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077064.955275:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077064.955279:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077064.955281:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077065.147171:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077065.147180:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077065.147181:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077065.147194:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077065.147198:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077065.147202:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077065.147205:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077065.147207:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077065.147210:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077065.979178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077065.979184:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077065.979188:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077065.979189:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077065.979269:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077065.979277:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077065.979282:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077066.171212:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077066.171220:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077066.171222:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077066.171229:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077066.171233:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077066.171237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077066.171240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077066.171243:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077066.171246:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077067.003171:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077067.003180:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077067.003184:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077067.003186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077067.003235:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077067.003240:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077067.003244:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077067.195219:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077067.195229:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077067.195230:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077067.195235:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077067.195239:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077067.195243:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.195245:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077067.195248:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.195251:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077067.323254:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077067.323268:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077067.323271:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077067.323275:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077067.323280:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077067.323288:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4050
00000400:00000200:2.0:1769077067.323296:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077067.323303:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077067.323306:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077067.323309:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077067.323312:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077067.323314:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077067.323316:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077067.323320:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077067.323321:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769077067.323324:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077067.323326:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769077067.323328:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769077067.323330:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769077067.323332:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077067.323333:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077067.323335:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077067.323336:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769077067.323339:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769077067.323341:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077067.323343:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077067.323345:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077067.323348:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077067.323350:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.323352:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077067.323354:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077067.323362:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692a00.
00000020:00000040:2.0:1769077067.323365:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769077067.323368:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077067.323370:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.323372:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077067.323375:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077067.323380:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077067.323389:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21400.
00000100:00000001:2.0:1769077067.323397:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077067.323406:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692a00 x1855007616062976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077067.323416:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077067.323420:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077067.323424:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e19baf2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692a00 x1855007616062976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077067.323441:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077067.323444:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077067.323447:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077067.323448:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077067.323450:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077067.323451:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077067.323453:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4050
00000400:00000200:2.0:1769077067.323456:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077067.323459:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077067.323460:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077067.323463:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077067.323465:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077067.323467:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077067.323469:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077067.323471:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077067.323485:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769077067.323491:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:1.0:1769077067.323493:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077067.323497:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077067.323498:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769077067.323500:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769077067.323504:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769077067.323506:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769077067.323511:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000040:1.0:1769077067.323513:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692a00 x1855007616062976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077067.323514:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077067.323518:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077067.323521:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769077067.323525:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769077067.323531:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077067.323536:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077067.323539:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077067.323545:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077067.323546:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077067.323548:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077067.323548:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077067.323553:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769077067.323555:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077067.323559:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077067.323560:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077067.323561:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077067.323566:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690380.
02000000:00000001:1.0:1769077067.323567:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769077067.323569:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769077067.323574:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077067.323575:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077067.323576:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.323580:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077067.323583:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077067.323585:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077067.323587:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616062976:192.168.204.113@tcp:250:kworker.0
02000000:00000010:2.0:1769077067.323589:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21c00.
00000100:00000001:2.0:1769077067.323596:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077067.323598:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1769077067.323603:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690380 x1855007616063104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077067.323605:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077067.323610:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.323613:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077067.323616:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077067.323617:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769077067.323621:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ad08847] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690380 x1855007616063104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769077067.323627:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
00000100:00000001:2.0:1769077067.323628:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077067.323633:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077067.323634:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077067.323639:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077067.323641:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077067.323643:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077067.323645:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077067.323648:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:2.0:1769077067.323649:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4050
00000400:00000200:2.0:1769077067.323655:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077067.323658:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:2.0:1769077067.323658:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077067.323661:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077067.323665:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077067.323666:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077067.323667:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077067.323669:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000010:1.0:1769077067.323682:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000020:00000001:2.0:1769077067.323683:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077067.323685:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769077067.323692:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077067.323694:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000200:1.0:1769077067.323695:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616062976, portal 25
00000020:00000001:2.0:1769077067.323696:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:1.0:1769077067.323701:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1769077067.323701:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769077067.323705:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077067.323706:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102516224 : -107391607035392 : ffff9e53f1692a00)
00000100:00000001:2.0:1769077067.323708:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077067.323711:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077067.323713:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769077067.323715:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769077067.323719:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000040:1.0:1769077067.323721:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692a00 x1855007616062976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077067.323722:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077067.323725:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077067.323728:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077067.323731:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.323735:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077067.323738:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077067.323742:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:2.0:1769077067.323742:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.323746:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077067.323750:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000010:2.0:1769077067.323751:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000020:00000040:2.0:1769077067.323755:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000010:1.0:1769077067.323756:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
02000000:00000001:2.0:1769077067.323757:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1769077067.323764:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616062976, offset 0
02000000:00000001:2.0:1769077067.323765:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.323768:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077067.323769:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077067.323773:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077067.323774:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
02000000:00000010:2.0:1769077067.323779:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21000.
00000100:00000001:2.0:1769077067.323783:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077067.323790:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:2.0:1769077067.323790:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007616063232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077067.323799:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077067.323801:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077067.323805:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:2.0:1769077067.323806:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007616063232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077067.323815:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077067.323817:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077067.323818:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077067.323823:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077067.323825:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077067.323827:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:2.0:1769077067.323829:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077067.323836:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4061)
00000400:00000200:1.0:1769077067.323837:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077067.323843:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077067.323850:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37786:37786:256:4294967295] 192.168.204.113@tcp LPNI seq info [37756:37756:8:4294967295]
00000400:00000200:1.0:1769077067.323856:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077067.323880:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077067.323888:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077067.323896:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077067.323904:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077067.323909:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077067.323916:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077067.323930:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077067.323937:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077067.323940:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077067.323946:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077067.323962:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077067.323982:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077067.323985:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077067.323990:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077067.323996:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692a00 x1855007616062976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324006:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077067.324010:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692a00 x1855007616062976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324019:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077067.324021:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077067.324028:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077067.324034:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077067.324037:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298724589
00000100:00000010:1.0:1769077067.324044:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b720.
00000100:00000001:1.0:1769077067.324053:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077067.324090:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298724590
00000100:00000010:1.0:1769077067.324096:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b6c0.
00000100:00000001:1.0:1769077067.324101:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077067.324104:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077067.324109:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077067.324111:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077067.324116:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077067/real 1769077067]  req@ffff9e53f1692a00 x1855007616062976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077067.324137:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077067.324139:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077067.324141:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077067.324144:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077067.324146:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077067.324149:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077067.324153:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692a00 x1855007616062976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077067.324163:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692a00 x1855007616062976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324171:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077067.324173:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.324176:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077067.324178:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077067.324183:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692a00 x1855007616062976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324190:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077067.324195:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692a00 x1855007616062976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324202:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077067.324206:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.324207:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077067.324209:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.324212:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077067.324214:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077067.324218:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077067.324222:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077067.324225:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077067.324230:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692a00 x1855007616062976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077067.324239:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616062976:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077067.324245:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.324248:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077067.324251:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692a00 x1855007616062976/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324259:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077067.324262:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077067.324265:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077067.324269:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077067.324271:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077067.324273:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077067.324275:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077067.324278:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21400.
02000000:00000001:1.0:1769077067.324283:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077067.324285:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077067.324288:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692a00.
00000100:00000001:1.0:1769077067.324291:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077067.324292:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.324295:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.324303:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077067.324305:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077067.324308:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077067.324310:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077067.324311:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077067.324316:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690380 x1855007616063104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324323:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077067.324325:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077067.324327:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077067.324329:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077067.324333:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077067.324336:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616063104:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077067.324340:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077067.324342:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077067.324344:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077067.324346:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077067.324350:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077067.324352:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077067.324357:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077067.324361:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077067.324365:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077067.324368:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616063104, portal 10
00000100:00000001:1.0:1769077067.324370:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077067.324372:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102506368 : -107391607045248 : ffff9e53f1690380)
00000100:00000040:1.0:1769077067.324379:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690380 x1855007616063104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324387:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077067.324390:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077067.324392:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077067.324395:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616063104, offset 0
00000400:00000200:1.0:1769077067.324399:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077067.324404:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077067.324408:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077067.324412:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077067.324414:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077067.324417:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077067.324420:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077067.324423:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37787:37787:256:4294967295] 192.168.204.113@tcp LPNI seq info [37757:37757:8:4294967295]
00000400:00000200:1.0:1769077067.324428:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077067.324435:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077067.324441:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077067.324445:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077067.324450:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077067.324453:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077067.324458:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077067.324462:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077067.324466:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077067.324468:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077067.324470:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077067.324490:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077067.324493:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077067.324494:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077067.324496:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077067.324499:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690380 x1855007616063104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324506:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077067.324508:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690380 x1855007616063104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324512:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077067.324513:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077067.324516:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077067.324520:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077067.324523:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077067.324525:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298723342
00000100:00000001:1.0:1769077067.324528:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298724589
00000100:00000001:1.0:1769077067.324530:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298723342
00000100:00000001:1.0:1769077067.324533:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298724590
00000100:00000001:1.0:1769077067.324535:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077067.324538:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077067.324539:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077067.324543:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077067/real 1769077067]  req@ffff9e53f1690380 x1855007616063104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077067.324558:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077067.324560:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077067.324562:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077067.324564:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077067.324566:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077067.324568:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077067.324572:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690380 x1855007616063104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077067.324580:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690380 x1855007616063104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324587:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077067.324589:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.324591:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077067.324593:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077067.324596:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690380 x1855007616063104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324603:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077067.324608:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690380 x1855007616063104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324616:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077067.324619:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.324621:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077067.324622:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.324624:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077067.324626:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077067.324629:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077067.324632:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077067.324635:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077067.324640:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690380 x1855007616063104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077067.324650:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616063104:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077067.324655:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077067.324658:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007616063232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324666:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077067.324668:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077067.324670:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077067.324672:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077067.324675:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077067.324678:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616063232:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077067.324682:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077067.324684:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077067.324686:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077067.324688:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077067.324692:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077067.324694:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077067.324698:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077067.324701:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077067.324704:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077067.324708:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616063232, portal 10
00000100:00000001:1.0:1769077067.324710:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077067.324712:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:1.0:1769077067.324718:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007616063232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324726:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077067.324728:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077067.324731:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077067.324733:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616063232, offset 0
00000400:00000200:1.0:1769077067.324739:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077067.324743:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077067.324747:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077067.324751:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077067.324754:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077067.324757:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077067.324760:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077067.324763:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37788:37788:256:4294967295] 192.168.204.113@tcp LPNI seq info [37758:37758:8:4294967295]
00000400:00000200:1.0:1769077067.324768:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077067.324776:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077067.324781:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077067.324784:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077067.324789:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077067.324792:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077067.324797:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077067.324800:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077067.324805:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077067.324807:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077067.324810:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077067.324814:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077067.324818:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077067.324820:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077067.324823:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077067.324827:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690a80 x1855007616063232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324836:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077067.324839:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690a80 x1855007616063232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324862:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077067.324864:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077067.324868:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077067.324871:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077067.324875:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077067.324878:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298723349
00000100:00000001:1.0:1769077067.324882:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298724589
00000100:00000001:1.0:1769077067.324884:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298723349
00000100:00000001:1.0:1769077067.324887:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298724590
00000100:00000001:1.0:1769077067.324890:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077067.324892:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077067.324894:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077067.324898:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077067/real 1769077067]  req@ffff9e53f1690a80 x1855007616063232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077067.324908:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077067.324909:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077067.324911:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077067.324914:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077067.324916:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077067.324919:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077067.324922:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007616063232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077067.324932:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007616063232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324940:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077067.324942:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.324944:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077067.324946:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077067.324950:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007616063232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324957:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077067.324962:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007616063232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.324969:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077067.324972:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.324974:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077067.324976:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.324978:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077067.324979:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077067.324982:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077067.324986:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077067.324989:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077067.324994:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007616063232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077067.325004:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616063232:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077067.325008:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.325010:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077067.325014:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690380 x1855007616063104/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.325022:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077067.325024:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077067.325026:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077067.325029:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077067.325030:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077067.325032:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077067.325034:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077067.325036:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:1.0:1769077067.325039:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077067.325040:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077067.325042:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690380.
00000100:00000001:1.0:1769077067.325044:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077067.325046:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.325047:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077067.325051:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007616063232/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077067.325085:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077067.325087:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077067.325089:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077067.325092:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077067.325094:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077067.325095:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077067.325097:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077067.325099:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21000.
02000000:00000001:1.0:1769077067.325101:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077067.325102:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077067.325103:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:1.0:1769077067.325105:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077067.325106:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.325109:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077067.325112:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077067.325114:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077067.325116:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077067.325118:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077068.027210:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077068.027220:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077068.027222:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077068.027224:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077068.027229:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077068.027231:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077068.027233:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077068.027234:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077068.027237:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077068.027238:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077068.027359:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077068.027362:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077068.027365:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077068.219212:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077068.219222:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077068.219224:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077068.219229:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077068.219233:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077068.219237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077068.219239:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077068.219242:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077068.219245:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077068.603157:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298724590, at 4298724608
00000100:00000040:2.0:1769077068.603169:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298724589, at 4298724608
00000100:00000010:3.0:1769077068.603174:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b6c0.
00000100:00000010:2.0:1769077068.603181:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b720.
00010000:00000001:1.0:1769077069.051161:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077069.051169:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077069.051176:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077069.051177:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077069.051261:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077069.051264:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077069.051284:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077069.243206:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077069.243214:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077069.243216:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077069.243221:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077069.243225:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077069.243229:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077069.243231:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077069.243233:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077069.243236:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077070.075197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077070.075205:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077070.075209:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077070.075211:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077070.075307:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077070.075311:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077070.075314:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077070.267191:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077070.267201:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077070.267204:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077070.267211:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077070.267216:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077070.267221:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077070.267224:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077070.267227:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077070.267230:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077071.099244:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077071.099252:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077071.099258:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077071.099259:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077071.099336:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077071.099343:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077071.099349:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077071.291297:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077071.291314:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077071.291320:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077071.291331:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077071.291339:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077071.291346:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077071.291351:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077071.291359:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077071.291365:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077072.123168:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077072.123175:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077072.123182:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077072.123183:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077072.123255:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077072.123261:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077072.123265:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077072.315131:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077072.315137:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077072.315139:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077072.315144:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077072.315147:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077072.315151:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077072.315153:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077072.315155:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077072.315157:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077072.443197:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077072.443210:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077072.443214:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077072.443218:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077072.443223:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077072.443233:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4056
00000400:00000200:0.0:1769077072.443246:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077072.443254:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077072.443259:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077072.443264:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077072.443270:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077072.443273:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077072.443277:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077072.443282:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077072.443284:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077072.443288:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077072.443297:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077072.443301:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077072.443305:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077072.443309:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077072.443311:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077072.443314:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077072.443316:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077072.443321:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077072.443326:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077072.443329:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077072.443333:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077072.443338:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077072.443342:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077072.443346:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077072.443349:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077072.443358:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5c00.
00000020:00000040:0.0:1769077072.443376:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077072.443384:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077072.443398:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077072.443404:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077072.443408:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077072.443413:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077072.443422:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:0.0:1769077072.443431:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077072.443442:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5c00 x1855007616063360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077072.443456:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077072.443462:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077072.443469:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007db8b4c3] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5c00 x1855007616063360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077072.443492:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077072.443496:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077072.443502:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077072.443505:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077072.443507:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077072.443510:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077072.443514:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4056
00000400:00000200:0.0:1769077072.443522:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077072.443522:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077072.443533:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769077072.443534:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077072.443539:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769077072.443542:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077072.443549:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077072.443552:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077072.443561:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5c00 x1855007616063360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077072.443564:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077072.443577:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077072.443586:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077072.443590:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:2.0:1769077072.443593:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769077072.443596:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077072.443599:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077072.443601:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
02000000:00000001:2.0:1769077072.443607:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769077072.443608:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769077072.443615:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:2.0:1769077072.443615:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077072.443626:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077072.443628:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077072.443635:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769077072.443638:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616063360:192.168.204.113@tcp:250:kworker.0
00000100:00000040:0.0:1769077072.443645:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077072.443648:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077072.443651:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:2.0:1769077072.443657:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769077072.443658:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:2.0:1769077072.443663:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077072.443667:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:2.0:1769077072.443670:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077072.443673:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077072.443679:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1769077072.443681:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:0.0:1769077072.443687:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077072.443687:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077072.443700:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077072.443702:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077072.443705:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077072.443713:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:0.0:1769077072.443716:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077072.443722:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077072.443723:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00000010:0.0:1769077072.443733:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5f80.
00000400:00000010:2.0:1769077072.443739:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000020:00000040:0.0:1769077072.443740:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077072.443751:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077072.443753:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077072.443757:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616063360, portal 25
00000100:00000001:2.0:1769077072.443762:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077072.443764:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181368832 : -107391528182784 : ffff9e53f61c5c00)
00000100:00000001:0.0:1769077072.443767:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077072.443775:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5c00 x1855007616063360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077072.443776:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077072.443781:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077072.443794:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:2.0:1769077072.443796:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077072.443799:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077072.443808:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00100000:0.0:1769077072.443813:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5f80 x1855007616063488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077072.443818:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077072.443828:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616063360, offset 0
00000100:00000001:0.0:1769077072.443829:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077072.443836:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077072.443841:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c836008] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5f80 x1855007616063488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077072.443857:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077072.443863:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077072.443868:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077072.443870:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077072.443877:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077072.443878:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:0.0:1769077072.443887:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077072.443893:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077072.443898:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4056
00000400:00000200:2.0:1769077072.443903:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:0.0:1769077072.443910:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077072.443915:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769077072.443918:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077072.443921:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077072.443929:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:0.0:1769077072.443930:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077072.443939:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077072.443951:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077072.443951:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077072.443963:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769077072.443969:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000020:00000001:0.0:1769077072.443970:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077072.443975:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769077072.443982:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077072.443983:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37789:37789:256:4294967295] 192.168.204.113@tcp LPNI seq info [37759:37759:8:4294967295]
00000020:00000040:0.0:1769077072.443988:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769077072.443996:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077072.443998:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:0.0:1769077072.444009:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769077072.444021:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077072.444026:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077072.444035:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077072.444038:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077072.444041:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077072.444052:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769077072.444108:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077072.444116:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077072.444119:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769077072.444122:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769077072.444130:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1769077072.444132:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
02000000:00000001:0.0:1769077072.444135:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077072.444141:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077072.444145:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1769077072.444148:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000008:00000001:0.0:1769077072.444151:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077072.444155:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769077072.444158:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077072.444170:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5880.
00000800:00000200:2.1:1769077072.444171:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:0.0:1769077072.444176:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:2.1:1769077072.444179:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
02000000:00000001:0.0:1769077072.444181:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077072.444185:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077072.444190:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:2.0:1769077072.444195:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769077072.444196:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077072.444202:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077072.444202:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077072.444212:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:0.0:1769077072.444213:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000400:00000200:2.0:1769077072.444222:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077072.444232:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077072.444241:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000100:00100000:0.0:1769077072.444244:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5880 x1855007616063616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077072.444249:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077072.444257:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077072.444264:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077072.444269:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077072.444269:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5c00 x1855007616063360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077072.444285:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c2905c0] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5880 x1855007616063616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444292:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077072.444299:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077072.444302:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5c00 x1855007616063360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077072.444305:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077072.444321:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077072.444331:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077072.444331:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077072.444339:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077072.444343:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077072.444347:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077072.444350:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4066)
00000400:00000200:2.0:1769077072.444354:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077072.444358:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298729710
00000100:00000010:2.0:1769077072.444363:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077072.444371:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077072.444377:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298729710
00000100:00000010:2.0:1769077072.444379:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79ea0.
00000100:00000001:2.0:1769077072.444382:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077072.444384:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077072.444399:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077072.444403:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077072.444407:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077072/real 1769077072]  req@ffff9e53f61c5c00 x1855007616063360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077072.444416:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077072.444417:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077072.444419:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077072.444421:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077072.444423:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077072.444425:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077072.444427:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5c00 x1855007616063360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077072.444434:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5c00 x1855007616063360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444438:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077072.444439:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444441:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077072.444443:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077072.444446:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5c00 x1855007616063360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444450:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077072.444454:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5c00 x1855007616063360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444459:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077072.444461:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444462:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077072.444463:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444465:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077072.444467:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077072.444469:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077072.444472:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077072.444474:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077072.444477:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5c00 x1855007616063360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077072.444483:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616063360:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077072.444486:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444488:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077072.444490:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5c00 x1855007616063360/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444494:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077072.444496:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077072.444499:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077072.444501:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077072.444503:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077072.444504:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077072.444506:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077072.444509:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:2.0:1769077072.444512:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077072.444514:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077072.444515:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5c00.
00000100:00000001:2.0:1769077072.444518:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077072.444519:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444521:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444527:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077072.444529:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077072.444531:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077072.444532:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077072.444533:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077072.444536:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5f80 x1855007616063488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444541:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077072.444542:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077072.444544:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077072.444546:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077072.444548:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077072.444550:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616063488:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077072.444553:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077072.444554:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077072.444556:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077072.444557:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077072.444559:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077072.444560:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077072.444563:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077072.444566:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077072.444568:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077072.444571:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616063488, portal 10
00000100:00000001:2.0:1769077072.444572:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077072.444573:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181369728 : -107391528181888 : ffff9e53f61c5f80)
00000100:00000040:2.0:1769077072.444579:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5f80 x1855007616063488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444583:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077072.444585:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077072.444587:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077072.444588:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616063488, offset 0
00000400:00000200:2.0:1769077072.444591:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077072.444594:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077072.444597:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077072.444599:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077072.444601:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077072.444603:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077072.444604:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077072.444606:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37790:37790:256:4294967295] 192.168.204.113@tcp LPNI seq info [37760:37760:8:4294967295]
00000400:00000200:2.0:1769077072.444609:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077072.444614:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077072.444617:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077072.444620:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077072.444623:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077072.444625:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077072.444629:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077072.444631:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077072.444647:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077072.444649:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077072.444651:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077072.444654:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077072.444657:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077072.444658:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077072.444660:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077072.444662:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5f80 x1855007616063488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444669:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077072.444671:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5f80 x1855007616063488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444675:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077072.444676:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077072.444679:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077072.444682:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077072.444685:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077072.444686:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298728462
00000100:00000001:2.0:1769077072.444689:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298729710
00000100:00000001:2.0:1769077072.444690:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298728462
00000100:00000001:2.0:1769077072.444692:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298729710
00000100:00000001:2.0:1769077072.444693:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077072.444695:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077072.444696:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077072.444698:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077072/real 1769077072]  req@ffff9e53f61c5f80 x1855007616063488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077072.444708:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077072.444709:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077072.444710:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077072.444712:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077072.444713:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077072.444714:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077072.444716:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5f80 x1855007616063488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077072.444722:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5f80 x1855007616063488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444726:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077072.444727:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444728:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077072.444729:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077072.444731:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5f80 x1855007616063488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444735:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077072.444737:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5f80 x1855007616063488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444741:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077072.444743:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444744:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077072.444745:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444746:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077072.444747:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077072.444749:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077072.444751:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077072.444752:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077072.444755:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5f80 x1855007616063488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077072.444761:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616063488:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077072.444764:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077072.444766:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5880 x1855007616063616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444770:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077072.444771:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077072.444772:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077072.444773:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077072.444775:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077072.444776:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616063616:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077072.444778:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077072.444780:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077072.444781:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077072.444782:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077072.444784:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21800.
02000000:00000001:2.0:1769077072.444785:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077072.444787:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077072.444789:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077072.444791:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077072.444793:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616063616, portal 10
00000100:00000001:2.0:1769077072.444794:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077072.444795:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367936 : -107391528183680 : ffff9e53f61c5880)
00000100:00000040:2.0:1769077072.444800:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5880 x1855007616063616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444805:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077072.444806:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077072.444808:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077072.444809:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616063616, offset 0
00000400:00000200:2.0:1769077072.444812:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077072.444815:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077072.444817:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077072.444819:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077072.444821:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077072.444823:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077072.444825:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077072.444827:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37791:37791:256:4294967295] 192.168.204.113@tcp LPNI seq info [37761:37761:8:4294967295]
00000400:00000200:2.0:1769077072.444830:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077072.444834:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077072.444837:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077072.444840:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077072.444842:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077072.444844:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077072.444847:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077072.444849:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077072.444852:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077072.444853:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077072.444855:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077072.444857:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077072.444859:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077072.444861:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077072.444862:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077072.444864:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5880 x1855007616063616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444869:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077072.444871:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5880 x1855007616063616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444874:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077072.444876:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077072.444877:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077072.444879:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077072.444881:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077072.444883:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298728469
00000100:00000001:2.0:1769077072.444885:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298729710
00000100:00000001:2.0:1769077072.444887:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298728469
00000100:00000001:2.0:1769077072.444888:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298729710
00000100:00000001:2.0:1769077072.444890:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077072.444891:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077072.444892:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077072.444894:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077072/real 1769077072]  req@ffff9e53f61c5880 x1855007616063616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077072.444898:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077072.444899:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077072.444900:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077072.444901:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077072.444902:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077072.444903:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077072.444905:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5880 x1855007616063616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077072.444910:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5880 x1855007616063616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444915:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077072.444916:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444917:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077072.444918:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077072.444920:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5880 x1855007616063616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444924:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077072.444927:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5880 x1855007616063616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444931:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077072.444933:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444934:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077072.444935:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444936:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077072.444937:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077072.444939:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077072.444941:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077072.444942:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077072.444944:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5880 x1855007616063616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077072.444949:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616063616:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077072.444951:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444952:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077072.444954:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5f80 x1855007616063488/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444958:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077072.444959:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077072.444960:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077072.444962:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077072.444962:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077072.444963:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077072.444964:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077072.444966:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:2.0:1769077072.444967:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077072.444968:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077072.444969:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5f80.
00000100:00000001:2.0:1769077072.444971:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077072.444972:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444973:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077072.444975:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5880 x1855007616063616/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077072.444983:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077072.444984:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077072.444985:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21800.
02000000:00000001:2.0:1769077072.444987:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077072.444988:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077072.444988:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077072.444989:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077072.444990:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:2.0:1769077072.444992:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077072.444992:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077072.444993:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5880.
00000100:00000001:2.0:1769077072.444994:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077072.444995:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444996:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077072.444998:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077072.444999:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077072.445000:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077072.445001:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077073.147229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077073.147236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077073.147241:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077073.147242:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077073.147317:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077073.147322:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077073.147327:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077073.339286:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077073.339300:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077073.339302:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077073.339309:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077073.339316:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077073.339320:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077073.339323:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077073.339326:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077073.339329:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077073.723209:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298729710, at 4298729728
00000100:00000040:2.0:1769077073.723212:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298729710, at 4298729728
00000100:00000010:3.0:1769077073.723235:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79ea0.
00000100:00000010:2.0:1769077073.723238:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077074.171202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077074.171212:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077074.171226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077074.171228:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077074.171305:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077074.171309:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077074.171312:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077074.363183:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077074.363189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077074.363190:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077074.363195:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077074.363198:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077074.363201:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077074.363204:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077074.363207:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077074.363209:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077075.195189:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077075.195196:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077075.195202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077075.195206:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077075.195209:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077075.195211:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077075.195215:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077075.195217:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077075.195220:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077075.195222:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077075.195338:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077075.195356:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077075.195360:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077075.387176:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077075.387182:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077075.387184:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077075.387204:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077075.387208:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077075.387211:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077075.387213:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077075.387215:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077075.387218:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077076.219177:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077076.219182:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077076.219186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077076.219188:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077076.219280:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077076.219286:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077076.219291:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077076.411175:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077076.411183:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077076.411185:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077076.411192:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077076.411196:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077076.411200:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077076.411202:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077076.411204:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077076.411206:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077077.243206:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077077.243215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077077.243223:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077077.243226:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077077.243342:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077077.243346:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077077.243349:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077077.435222:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077077.435230:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077077.435231:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077077.435236:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077077.435239:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077077.435244:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077077.435246:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077077.435249:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077077.435251:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077077.563225:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077077.563238:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077077.563241:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077077.563245:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077077.563250:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077077.563256:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4061
00000400:00000200:0.0:1769077077.563263:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077077.563268:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077077.563271:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077077.563274:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563277:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077077.563279:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563281:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077077.563285:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077077.563287:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077077.563289:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077077.563292:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077077.563293:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077077.563295:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077077.563297:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563298:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077077.563299:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563317:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077077.563319:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077077.563322:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563324:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077077.563327:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077077.563330:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077077.563333:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077077.563335:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077077.563336:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077077.563347:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7100.
00000020:00000040:0.0:1769077077.563350:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077077.563354:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077077.563356:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077077.563359:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077077.563361:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077077.563366:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077077.563373:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769077077.563380:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077077.563388:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7100 x1855007616063744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077077.563397:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077077.563401:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077077.563405:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009506489] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7100 x1855007616063744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077077.563421:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077077.563424:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077077.563427:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077077.563428:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077077.563429:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077077.563432:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077077.563434:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4061
00000400:00000200:0.0:1769077077.563437:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077077.563439:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077077.563441:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077077.563443:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077077.563444:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563448:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077077.563449:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077077.563450:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563454:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769077077.563455:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077077.563456:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077077.563458:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769077077.563461:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077077.563463:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769077077.563465:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769077077.563467:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769077077.563469:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7100 x1855007616063744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077077.563470:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563473:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077077.563475:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563479:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077077.563483:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769077077.563487:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563492:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077077.563495:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077077.563495:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077077.563499:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077077.563500:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077077.563505:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077077.563507:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077077.563508:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769077077.563511:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077077.563514:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769077077.563515:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077077.563521:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077077.563521:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077077.563524:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7800.
00000020:00000040:0.0:1769077077.563527:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00100000:2.0:1769077077.563529:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616063744:192.168.204.113@tcp:250:kworker.0
02000000:00000001:0.0:1769077077.563530:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077077.563532:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077077.563536:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077077.563538:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077077.563539:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077077.563540:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077077.563544:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
02000000:00000001:2.0:1769077077.563546:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077077.563547:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077077.563549:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077077.563553:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1769077077.563554:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7800 x1855007616063872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1769077077.563559:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21800.
00000100:00000001:0.0:1769077077.563564:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077077.563565:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077077.563568:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077077.563572:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918dbd43] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7800 x1855007616063872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077077.563577:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077077.563584:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00000001:0.0:1769077077.563585:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077077.563590:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077077.563592:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077077.563593:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1769077077.563594:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00080000:0.0:1769077077.563595:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077077.563599:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077077.563601:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4061
00000400:00000200:0.0:1769077077.563605:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000200:2.0:1769077077.563605:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616063744, portal 25
00000100:00000001:2.0:1769077077.563611:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1769077077.563612:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077077.563615:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077077.563615:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181374208 : -107391528177408 : ffff9e53f61c7100)
00000100:00000040:0.0:1769077077.563621:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563623:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077077.563625:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7100 x1855007616063744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077077.563626:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563632:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077077.563635:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077077.563637:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769077077.563641:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077077.563643:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1769077077.563644:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769077077.563647:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769077077.563649:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769077077.563652:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563653:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077077.563654:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563655:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000040:2.0:1769077077.563659:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000040:0.0:1769077077.563660:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769077077.563664:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077077.563665:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077077.563667:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077077.563667:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
02000000:00000001:0.0:1769077077.563669:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077077.563672:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077077.563673:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616063744, offset 0
00000100:00000001:0.0:1769077077.563674:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077077.563678:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077077.563681:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077077.563684:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077077.563684:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000010:0.0:1769077077.563688:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4700.
00000020:00000040:0.0:1769077077.563690:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077077.563691:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077077.563692:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077077.563696:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077077.563697:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769077077.563700:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077077.563702:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077077.563705:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000400:00000200:2.0:1769077077.563707:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:0.0:1769077077.563708:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077077.563714:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1769077077.563715:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4700 x1855007616064000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077077.563721:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769077077.563726:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077077.563729:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077077.563730:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077077.563734:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:0.0:1769077077.563737:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d612b9f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4700 x1855007616064000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077077.563742:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37792:37792:256:4294967295] 192.168.204.113@tcp LPNI seq info [37762:37762:8:4294967295]
00000400:00000200:2.0:1769077077.563753:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769077077.563755:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077077.563758:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077077.563761:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077077.563765:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077077.563769:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769077077.563771:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1769077077.563777:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769077077.563778:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4071)
00000800:00000010:2.0:1769077077.563786:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077077.563793:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077077.563797:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077077.563802:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077077.563804:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077077.563808:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077077.563810:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077077.563817:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077077.563822:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077077.563827:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077077.563829:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077077.563833:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077077.563836:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7100 x1855007616063744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.563844:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077077.563847:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7100 x1855007616063744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.563852:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.563853:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077077.563858:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077077.563861:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077077.563864:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298734829
00000100:00000010:2.0:1769077077.563869:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077077.563876:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077077.563880:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298734829
00000100:00000010:2.0:1769077077.563882:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d796c0.
00000100:00000001:2.0:1769077077.563884:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077077.563887:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077077.563889:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.563891:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077077.563894:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077077/real 1769077077]  req@ffff9e53f61c7100 x1855007616063744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077077.563907:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077077.563908:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077077.563910:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077077.563912:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077077.563913:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077077.563914:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077077.563917:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7100 x1855007616063744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077077.563923:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7100 x1855007616063744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.563928:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077077.563930:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.563931:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077077.563933:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077077.563935:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7100 x1855007616063744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.563939:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077077.563943:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7100 x1855007616063744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.563948:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077077.563950:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.563951:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077077.563952:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.563953:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077077.563955:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077077.563957:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077077.563961:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077077.563962:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077077.563965:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7100 x1855007616063744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077077.563972:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616063744:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077077.563975:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.563977:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077077.563978:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7100 x1855007616063744/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.563983:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077077.563985:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077077.563988:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21800.
02000000:00000001:2.0:1769077077.563990:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077077.563991:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077077.563992:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077077.563993:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077077.563995:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:2.0:1769077077.563999:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077077.564001:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077077.564002:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7100.
00000100:00000001:2.0:1769077077.564004:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077077.564005:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.564007:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.564013:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077077.564015:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.564016:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077077.564017:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077077.564018:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077077.564021:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7800 x1855007616063872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564025:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077077.564027:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077077.564028:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077077.564029:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077077.564031:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077077.564033:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616063872:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077077.564035:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077077.564037:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077077.564038:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077077.564039:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077077.564041:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21800.
02000000:00000001:2.0:1769077077.564043:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077077.564045:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077077.564047:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077077.564050:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077077.564051:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616063872, portal 10
00000100:00000001:2.0:1769077077.564053:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077077.564054:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376000 : -107391528175616 : ffff9e53f61c7800)
00000100:00000040:2.0:1769077077.564059:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7800 x1855007616063872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564079:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077077.564081:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077077.564083:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077077.564085:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616063872, offset 0
00000400:00000200:2.0:1769077077.564088:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077077.564091:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077077.564093:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077077.564095:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077077.564097:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077077.564099:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077077.564100:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077077.564102:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37793:37793:256:4294967295] 192.168.204.113@tcp LPNI seq info [37763:37763:8:4294967295]
00000400:00000200:2.0:1769077077.564105:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077077.564110:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077077.564113:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077077.564115:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077077.564117:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077077.564120:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077077.564123:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077077.564125:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077077.564128:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077077.564129:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077077.564131:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077077.564133:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077077.564136:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077077.564137:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077077.564139:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077077.564141:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7800 x1855007616063872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564147:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077077.564149:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7800 x1855007616063872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564153:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.564155:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077077.564156:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077077.564160:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077077.564162:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077077.564164:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298733582
00000100:00000001:2.0:1769077077.564166:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298734829
00000100:00000001:2.0:1769077077.564168:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298733582
00000100:00000001:2.0:1769077077.564170:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298734829
00000100:00000001:2.0:1769077077.564171:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077077.564172:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.564174:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077077.564176:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077077/real 1769077077]  req@ffff9e53f61c7800 x1855007616063872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077077.564180:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077077.564181:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077077.564183:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077077.564184:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077077.564186:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077077.564187:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077077.564189:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7800 x1855007616063872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077077.564194:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7800 x1855007616063872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564198:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077077.564199:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.564200:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077077.564201:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077077.564203:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7800 x1855007616063872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564207:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077077.564209:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7800 x1855007616063872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564214:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077077.564216:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.564217:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077077.564218:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.564219:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077077.564220:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077077.564222:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077077.564224:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077077.564225:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077077.564227:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7800 x1855007616063872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077077.564232:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616063872:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077077.564235:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077077.564237:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4700 x1855007616064000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564242:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077077.564243:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077077.564244:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077077.564245:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077077.564246:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077077.564248:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616064000:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077077.564250:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077077.564251:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077077.564252:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077077.564254:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077077.564256:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077077.564257:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077077.564259:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077077.564261:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077077.564263:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077077.564265:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616064000, portal 10
00000100:00000001:2.0:1769077077.564266:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077077.564267:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181363456 : -107391528188160 : ffff9e53f61c4700)
00000100:00000040:2.0:1769077077.564271:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4700 x1855007616064000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564276:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077077.564277:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077077.564279:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077077.564280:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616064000, offset 0
00000400:00000200:2.0:1769077077.564283:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077077.564285:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077077.564287:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077077.564288:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077077.564290:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077077.564292:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077077.564293:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077077.564295:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37794:37794:256:4294967295] 192.168.204.113@tcp LPNI seq info [37764:37764:8:4294967295]
00000400:00000200:2.0:1769077077.564299:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077077.564321:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077077.564327:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077077.564331:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077077.564335:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077077.564338:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077077.564343:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077077.564346:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077077.564349:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077077.564352:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077077.564355:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077077.564359:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077077.564361:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077077.564363:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077077.564366:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077077.564370:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4700 x1855007616064000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564378:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077077.564382:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4700 x1855007616064000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564389:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.564391:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077077.564394:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077077.564397:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077077.564400:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077077.564402:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298733589
00000100:00000001:2.0:1769077077.564405:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298734829
00000100:00000001:2.0:1769077077.564408:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298733589
00000100:00000001:2.0:1769077077.564411:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298734829
00000100:00000001:2.0:1769077077.564414:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077077.564416:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.564418:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077077.564422:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077077/real 1769077077]  req@ffff9e53f61c4700 x1855007616064000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077077.564430:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077077.564431:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077077.564433:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077077.564435:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077077.564437:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077077.564439:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077077.564442:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4700 x1855007616064000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077077.564450:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4700 x1855007616064000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564457:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077077.564458:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.564460:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077077.564462:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077077.564466:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4700 x1855007616064000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564473:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077077.564477:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4700 x1855007616064000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564484:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077077.564486:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.564488:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077077.564490:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.564492:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077077.564493:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077077.564496:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077077.564500:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077077.564502:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077077.564506:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4700 x1855007616064000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077077.564514:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616064000:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077077.564519:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.564520:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077077.564523:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7800 x1855007616063872/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564530:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077077.564531:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077077.564533:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21800.
02000000:00000001:2.0:1769077077.564536:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077077.564538:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077077.564539:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077077.564541:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077077.564543:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:2.0:1769077077.564545:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077077.564547:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077077.564549:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7800.
00000100:00000001:2.0:1769077077.564551:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077077.564553:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.564554:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077077.564558:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4700 x1855007616064000/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.564564:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077077.564566:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077077.564568:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077077.564571:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077077.564572:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077077.564573:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077077.564576:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077077.564578:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010800.
02000000:00000001:2.0:1769077077.564580:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077077.564581:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077077.564583:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4700.
00000100:00000001:2.0:1769077077.564585:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077077.564586:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.564589:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077077.564592:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077077.564594:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.564596:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077077.564598:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077078.267183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077078.267193:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077078.267195:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077078.267197:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077078.267203:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077078.267205:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077078.267206:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077078.267208:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077078.267212:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077078.267213:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077078.267286:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077078.267304:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077078.267308:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077078.459141:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077078.459149:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077078.459151:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077078.459156:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077078.459160:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077078.459164:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077078.459165:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077078.459168:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077078.459170:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077078.843146:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298734829, at 4298734848
00000100:00000010:3.0:1769077078.843161:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d796c0.
00000100:00000040:2.0:1769077078.843177:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298734829, at 4298734848
00000100:00000010:2.0:1769077078.843194:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077079.291218:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077079.291224:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077079.291229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077079.291230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077079.291309:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077079.291313:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077079.291316:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077079.483207:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077079.483216:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077079.483218:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077079.483223:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077079.483226:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077079.483231:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077079.483233:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077079.483235:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077079.483237:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077080.315146:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077080.315154:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077080.315159:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077080.315160:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077080.315288:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077080.315292:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077080.315295:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077080.507144:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077080.507152:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077080.507154:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077080.507158:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077080.507162:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077080.507166:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077080.507168:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077080.507171:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077080.507173:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077081.339219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077081.339228:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077081.339235:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077081.339252:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077081.339337:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077081.339342:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077081.339350:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077081.531207:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077081.531215:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077081.531216:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077081.531221:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077081.531225:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077081.531229:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077081.531231:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077081.531246:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077081.531250:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077082.363167:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077082.363173:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077082.363178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077082.363180:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077082.363240:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077082.363244:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077082.363248:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077082.555162:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077082.555171:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077082.555174:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077082.555181:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077082.555187:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077082.555192:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.555195:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077082.555198:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.555201:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077082.683193:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077082.683209:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077082.683212:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077082.683233:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077082.683239:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077082.683248:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4066
00000400:00000200:2.0:1769077082.683257:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077082.683265:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077082.683269:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077082.683273:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077082.683277:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077082.683281:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077082.683284:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077082.683288:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077082.683291:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769077082.683294:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077082.683298:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769077082.683301:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769077082.683304:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769077082.683308:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077082.683310:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077082.683312:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077082.683315:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769077082.683318:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769077082.683322:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077082.683325:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077082.683329:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077082.683333:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077082.683336:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.683340:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077082.683353:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077082.683366:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000020:00000040:2.0:1769077082.683371:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769077082.683375:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077082.683377:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.683381:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077082.683384:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077082.683390:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077082.683399:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea21800.
00000100:00000001:2.0:1769077082.683407:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077082.683417:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007616064128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077082.683429:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077082.683434:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077082.683440:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007616064128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077082.683468:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077082.683472:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077082.683476:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077082.683477:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077082.683479:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077082.683482:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077082.683486:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4066
00000400:00000200:2.0:1769077082.683491:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077082.683495:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077082.683498:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077082.683502:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077082.683505:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077082.683508:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077082.683509:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077082.683514:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077082.683515:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769077082.683519:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077082.683520:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077082.683524:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000040:1.0:1769077082.683529:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692680 x1855007616064128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077082.683529:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077082.683534:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769077082.683541:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769077082.683543:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077082.683548:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077082.683548:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:1.0:1769077082.683554:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077082.683557:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077082.683558:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:1.0:1769077082.683560:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.683565:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1769077082.683567:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616064128:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077082.683573:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1769077082.683573:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077082.683578:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:1.0:1769077082.683579:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077082.683582:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077082.683584:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:1.0:1769077082.683585:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1769077082.683591:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000010:1.0:1769077082.683592:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077082.683596:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.683602:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077082.683607:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:2.0:1769077082.683608:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1769077082.683613:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
02000000:00000001:2.0:1769077082.683617:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077082.683622:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077082.683623:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000001:2.0:1769077082.683625:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077082.683632:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1769077082.683636:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616064128, portal 25
00000008:00000001:2.0:1769077082.683637:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077082.683644:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077082.683644:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077082.683648:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102515328 : -107391607036288 : ffff9e53f1692680)
00000100:00000010:2.0:1769077082.683652:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000100:00000040:1.0:1769077082.683660:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692680 x1855007616064128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077082.683661:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769077082.683667:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077082.683670:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.683676:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077082.683680:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769077082.683680:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077082.683685:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077082.683687:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000010:2.0:1769077082.683692:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20400.
00000400:00000010:1.0:1769077082.683693:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000001:2.0:1769077082.683700:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077082.683701:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616064128, offset 0
00000100:00100000:2.0:1769077082.683711:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007616064256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077082.683716:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769077082.683726:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077082.683731:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077082.683732:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077082.683740:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007616064256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077082.683743:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077082.683755:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769077082.683758:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077082.683763:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00080000:2.0:1769077082.683764:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077082.683771:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769077082.683771:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077082.683775:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769077082.683779:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00080000:2.0:1769077082.683779:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077082.683784:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077082.683787:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37795:37795:256:4294967295] 192.168.204.113@tcp LPNI seq info [37765:37765:8:4294967295]
00000100:00080000:2.0:1769077082.683791:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4066
00000400:00000200:1.0:1769077082.683798:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077082.683802:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077082.683808:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077082.683811:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077082.683814:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077082.683817:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077082.683820:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077082.683825:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769077082.683830:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1769077082.683831:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077082.683834:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769077082.683839:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077082.683841:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:1.0:1769077082.683845:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000020:00000001:2.0:1769077082.683847:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:2.0:1769077082.683853:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000010:1.0:1769077082.683855:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000100:00000040:2.0:1769077082.683859:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077082.683863:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769077082.683869:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:2.0:1769077082.683870:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077082.683877:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000200:1.0:1769077082.683878:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000020:00000040:2.0:1769077082.683881:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769077082.683890:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000800:00000200:1.1:1769077082.683890:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769077082.683898:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077082.683898:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
02000000:00000001:2.0:1769077082.683903:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077082.683908:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1769077082.683909:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
02000000:00000001:2.0:1769077082.683913:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077082.683916:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000100:00000001:2.0:1769077082.683918:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077082.683923:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077082.683926:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1769077082.683927:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.683932:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077082.683938:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000010:2.0:1769077082.683939:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000020:00000040:2.0:1769077082.683944:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:1.0:1769077082.683947:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
02000000:00000001:2.0:1769077082.683948:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077082.683953:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077082.683954:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:2.0:1769077082.683956:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077082.683960:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077082.683962:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077082.683963:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:2.0:1769077082.683968:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22000.
00000100:00000200:1.0:1769077082.683971:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692680 x1855007616064128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077082.683983:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077082.683990:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007616064384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077082.683996:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077082.684002:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769077082.684004:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692680 x1855007616064128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077082.684008:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077082.684018:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007616064384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684022:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077082.684027:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077082.684035:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077082.684037:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077082.684040:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077082.684048:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:2.0:1769077082.684048:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077082.684053:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298739949
00000100:00000040:2.0:1769077082.684054:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077082.684062:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1769077082.684092:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b1e0.
00000100:00000040:2.0:1769077082.684097:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4076)
00000100:00000001:1.0:1769077082.684102:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077082.684111:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298739950
00000100:00000010:1.0:1769077082.684115:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bba0.
00000100:00000001:1.0:1769077082.684128:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077082.684132:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077082.684136:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077082.684139:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077082.684145:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077082/real 1769077082]  req@ffff9e53f1692680 x1855007616064128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077082.684156:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077082.684158:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077082.684161:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077082.684164:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077082.684166:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077082.684169:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077082.684173:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692680 x1855007616064128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077082.684183:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692680 x1855007616064128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684190:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077082.684192:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.684195:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077082.684197:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077082.684201:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692680 x1855007616064128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684208:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077082.684213:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692680 x1855007616064128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684235:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077082.684239:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.684241:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077082.684243:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.684245:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077082.684248:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077082.684251:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077082.684256:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077082.684259:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077082.684264:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692680 x1855007616064128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077082.684273:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616064128:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077082.684279:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.684282:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077082.684285:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692680 x1855007616064128/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684292:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077082.684296:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077082.684299:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077082.684303:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077082.684305:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077082.684307:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077082.684310:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077082.684313:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea21800.
02000000:00000001:1.0:1769077082.684318:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077082.684320:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077082.684322:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692680.
00000100:00000001:1.0:1769077082.684326:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077082.684327:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.684330:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.684339:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077082.684341:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077082.684343:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077082.684346:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077082.684347:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077082.684352:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692300 x1855007616064256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684359:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077082.684361:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077082.684363:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077082.684365:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077082.684368:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077082.684371:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616064256:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077082.684375:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077082.684377:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077082.684378:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077082.684380:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077082.684384:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077082.684387:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077082.684391:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077082.684395:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077082.684399:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077082.684402:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616064256, portal 10
00000100:00000001:1.0:1769077082.684404:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077082.684406:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102514432 : -107391607037184 : ffff9e53f1692300)
00000100:00000040:1.0:1769077082.684413:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692300 x1855007616064256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684420:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077082.684423:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077082.684426:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077082.684428:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616064256, offset 0
00000400:00000200:1.0:1769077082.684433:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077082.684437:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077082.684442:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077082.684446:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077082.684449:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077082.684452:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077082.684455:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077082.684459:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37796:37796:256:4294967295] 192.168.204.113@tcp LPNI seq info [37766:37766:8:4294967295]
00000400:00000200:1.0:1769077082.684463:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077082.684471:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077082.684476:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077082.684480:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077082.684485:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077082.684488:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077082.684493:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077082.684496:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077082.684501:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077082.684502:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077082.684506:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077082.684510:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077082.684513:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077082.684516:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077082.684519:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077082.684524:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692300 x1855007616064256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684532:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077082.684536:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692300 x1855007616064256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684543:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077082.684544:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077082.684549:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077082.684554:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077082.684558:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077082.684561:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298738702
00000100:00000001:1.0:1769077082.684564:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298739949
00000100:00000001:1.0:1769077082.684566:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298738702
00000100:00000001:1.0:1769077082.684571:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298739950
00000100:00000001:1.0:1769077082.684573:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077082.684576:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077082.684578:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077082.684582:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077082/real 1769077082]  req@ffff9e53f1692300 x1855007616064256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077082.684592:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077082.684594:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077082.684596:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077082.684599:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077082.684601:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077082.684603:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077082.684607:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692300 x1855007616064256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077082.684616:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692300 x1855007616064256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684625:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077082.684626:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.684629:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077082.684630:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077082.684634:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692300 x1855007616064256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684642:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077082.684646:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692300 x1855007616064256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684655:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077082.684658:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.684660:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077082.684661:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.684664:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077082.684666:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077082.684670:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077082.684673:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077082.684676:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077082.684681:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692300 x1855007616064256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077082.684690:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616064256:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077082.684695:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077082.684699:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690700 x1855007616064384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684707:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077082.684708:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077082.684711:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077082.684713:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077082.684715:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077082.684719:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616064384:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077082.684722:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077082.684724:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077082.684726:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077082.684728:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077082.684731:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077082.684734:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077082.684738:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077082.684740:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077082.684744:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077082.684747:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616064384, portal 10
00000100:00000001:1.0:1769077082.684749:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077082.684750:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102507264 : -107391607044352 : ffff9e53f1690700)
00000100:00000040:1.0:1769077082.684757:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690700 x1855007616064384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684765:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077082.684767:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077082.684770:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077082.684773:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616064384, offset 0
00000400:00000200:1.0:1769077082.684777:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077082.684781:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077082.684785:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077082.684788:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077082.684790:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077082.684793:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077082.684795:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077082.684799:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37797:37797:256:4294967295] 192.168.204.113@tcp LPNI seq info [37767:37767:8:4294967295]
00000400:00000200:1.0:1769077082.684803:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077082.684810:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077082.684814:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077082.684818:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077082.684822:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077082.684825:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077082.684830:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077082.684832:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077082.684837:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077082.684839:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077082.684842:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077082.684845:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077082.684848:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077082.684850:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077082.684853:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077082.684856:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690700 x1855007616064384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684865:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077082.684868:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690700 x1855007616064384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684882:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077082.684883:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077082.684887:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077082.684890:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077082.684893:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077082.684896:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298738709
00000100:00000001:1.0:1769077082.684898:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298739949
00000100:00000001:1.0:1769077082.684901:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298738709
00000100:00000001:1.0:1769077082.684903:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298739950
00000100:00000001:1.0:1769077082.684905:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077082.684907:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077082.684909:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077082.684914:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077082/real 1769077082]  req@ffff9e53f1690700 x1855007616064384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077082.684922:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077082.684924:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077082.684925:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077082.684928:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077082.684930:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077082.684932:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077082.684935:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690700 x1855007616064384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077082.684944:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690700 x1855007616064384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684951:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077082.684952:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.684954:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077082.684956:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077082.684959:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690700 x1855007616064384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684968:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077082.684972:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690700 x1855007616064384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.684979:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077082.684982:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.684983:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077082.684985:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.684987:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077082.684989:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077082.684992:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077082.684996:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077082.684999:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077082.685003:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690700 x1855007616064384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077082.685012:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616064384:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077082.685016:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.685018:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077082.685021:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692300 x1855007616064256/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.685029:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077082.685030:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077082.685032:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077082.685035:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077082.685037:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077082.685039:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077082.685041:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077082.685043:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20400.
02000000:00000001:1.0:1769077082.685046:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077082.685047:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077082.685049:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692300.
00000100:00000001:1.0:1769077082.685052:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077082.685053:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.685055:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077082.685059:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690700 x1855007616064384/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077082.685085:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077082.685087:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077082.685089:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077082.685092:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077082.685093:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077082.685095:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077082.685097:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077082.685099:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22000.
02000000:00000001:1.0:1769077082.685101:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077082.685102:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077082.685104:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690700.
00000100:00000001:1.0:1769077082.685107:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077082.685108:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.685110:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077082.685114:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077082.685115:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077082.685118:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077082.685119:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077083.387181:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077083.387189:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077083.387194:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077083.387195:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077083.387266:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077083.387271:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077083.387275:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077083.579254:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077083.579262:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077083.579264:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077083.579269:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077083.579273:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077083.579277:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077083.579279:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077083.579283:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077083.579286:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077083.963127:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298739950, at 4298739968
00000100:00000040:2.0:1769077083.963128:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298739949, at 4298739968
00000100:00000010:3.0:1769077083.963145:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bba0.
00000100:00000010:2.0:1769077083.963150:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b1e0.
00010000:00000001:1.0:1769077084.411166:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077084.411173:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077084.411178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077084.411182:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077084.411195:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077084.411200:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077084.411203:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077084.411205:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077084.411207:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077084.411209:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077084.411290:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077084.411295:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077084.411299:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077084.603208:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077084.603221:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077084.603223:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077084.603228:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077084.603232:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077084.603236:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077084.603238:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077084.603241:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077084.603243:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077085.435207:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077085.435215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077085.435221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077085.435223:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077085.435312:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077085.435318:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077085.435321:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077085.627181:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077085.627189:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077085.627192:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077085.627196:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077085.627199:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077085.627202:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077085.627205:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077085.627207:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077085.627209:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077086.459167:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077086.459172:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077086.459177:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077086.459178:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077086.459221:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077086.459225:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077086.459228:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077086.651198:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077086.651205:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077086.651206:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077086.651211:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077086.651214:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077086.651217:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077086.651220:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077086.651223:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077086.651226:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077087.483214:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077087.483223:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077087.483226:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077087.483229:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077087.483234:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077087.483235:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077087.483237:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077087.483239:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077087.483242:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077087.483243:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077087.483294:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077087.483298:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077087.483301:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077087.675181:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077087.675187:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077087.675188:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077087.675193:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077087.675196:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077087.675199:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077087.675201:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077087.675203:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077087.675205:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077087.803209:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077087.803221:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077087.803223:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077087.803228:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077087.803232:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077087.803239:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4071
00000400:00000200:0.0:1769077087.803245:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077087.803251:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077087.803254:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077087.803257:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077087.803260:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077087.803262:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077087.803264:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077087.803268:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077087.803270:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077087.803272:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077087.803275:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077087.803276:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077087.803278:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077087.803281:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077087.803283:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077087.803284:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077087.803286:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077087.803288:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077087.803291:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077087.803292:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077087.803294:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077087.803297:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077087.803299:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077087.803301:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077087.803303:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077087.803314:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4a80.
00000020:00000040:0.0:1769077087.803317:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077087.803320:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077087.803322:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077087.803324:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077087.803327:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077087.803331:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077087.803338:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:0.0:1769077087.803344:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077087.803353:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4a80 x1855007616064512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077087.803362:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077087.803366:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077087.803369:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e0eb0c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4a80 x1855007616064512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077087.803391:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077087.803393:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077087.803396:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077087.803397:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077087.803399:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077087.803401:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077087.803403:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4071
00000400:00000200:0.0:1769077087.803406:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077087.803408:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077087.803410:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077087.803413:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077087.803415:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077087.803417:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077087.803418:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077087.803420:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077087.803421:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769077087.803422:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077087.803423:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:2.0:1769077087.803424:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077087.803426:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769077087.803429:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077087.803430:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077087.803434:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077087.803435:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077087.803437:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077087.803444:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:2.0:1769077087.803445:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4a80 x1855007616064512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077087.803446:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077087.803450:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769077087.803456:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077087.803461:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077087.803464:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077087.803465:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077087.803468:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077087.803472:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077087.803473:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077087.803476:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077087.803476:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077087.803480:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077087.803482:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077087.803485:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769077087.803487:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616064512:192.168.204.113@tcp:250:kworker.0
00000008:00000001:0.0:1769077087.803489:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077087.803494:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077087.803495:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1769077087.803499:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7480.
02000000:00000001:2.0:1769077087.803500:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769077087.803502:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769077087.803504:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077087.803507:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077087.803508:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077087.803509:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077087.803512:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077087.803513:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1769077087.803515:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20800.
02000000:00000001:0.0:1769077087.803516:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077087.803521:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077087.803524:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769077087.803528:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077087.803532:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:0.0:1769077087.803536:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7480 x1855007616064640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077087.803538:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00000001:0.0:1769077087.803546:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077087.803548:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077087.803548:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000040:0.0:1769077087.803556:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc6e9c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7480 x1855007616064640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077087.803560:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616064512, portal 25
00000100:00000001:0.0:1769077087.803564:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077087.803564:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769077087.803568:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077087.803572:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077087.803573:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181364352 : -107391528187264 : ffff9e53f61c4a80)
00000100:00000001:0.0:1769077087.803576:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077087.803580:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769077087.803582:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4a80 x1855007616064512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077087.803586:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077087.803594:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4071
00000100:00000001:2.0:1769077087.803595:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077087.803601:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769077087.803605:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077087.803605:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077087.803612:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616064512, offset 0
00000400:00000200:0.0:1769077087.803616:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077087.803621:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077087.803621:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769077087.803628:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077087.803632:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769077087.803633:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077087.803638:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077087.803642:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:0.0:1769077087.803644:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077087.803649:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077087.803650:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1769077087.803655:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:2.0:1769077087.803658:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000001:0.0:1769077087.803661:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077087.803665:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1769077087.803667:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:2.0:1769077087.803669:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000020:00000001:0.0:1769077087.803674:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077087.803675:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37798:37798:256:4294967295] 192.168.204.113@tcp LPNI seq info [37768:37768:8:4294967295]
00000020:00000001:0.0:1769077087.803683:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077087.803683:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769077087.803690:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077087.803696:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077087.803701:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077087.803702:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077087.803706:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077087.803709:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000200:2.0:1769077087.803713:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769077087.803716:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077087.803719:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077087.803720:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
02000000:00000001:0.0:1769077087.803721:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077087.803725:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077087.803728:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077087.803730:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077087.803734:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1769077087.803734:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000008:00000001:0.0:1769077087.803739:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077087.803740:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769077087.803742:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077087.803748:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4000.
00000800:00000200:2.1:1769077087.803748:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:0.0:1769077087.803753:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:2.1:1769077087.803754:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
02000000:00000001:0.0:1769077087.803759:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077087.803762:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077087.803763:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077087.803766:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077087.803768:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1769077087.803768:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
02000000:00000001:0.0:1769077087.803773:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077087.803776:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:0.0:1769077087.803777:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:0.0:1769077087.803782:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077087.803783:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077087.803791:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000100:00100000:0.0:1769077087.803792:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4000 x1855007616064768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077087.803794:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077087.803801:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077087.803803:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077087.803808:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077087.803808:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4a80 x1855007616064512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077087.803818:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000178e2043] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4000 x1855007616064768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.803822:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077087.803827:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077087.803830:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4a80 x1855007616064512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077087.803831:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077087.803839:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077087.803844:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077087.803846:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077087.803848:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077087.803849:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077087.803857:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4081)
00000100:00000001:2.0:1769077087.803857:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077087.803864:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077087.803866:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298745069
00000100:00000010:2.0:1769077087.803871:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077087.803879:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077087.803884:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298745069
00000100:00000010:2.0:1769077087.803886:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79660.
00000100:00000001:2.0:1769077087.803889:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077087.803892:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077087.803894:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077087.803896:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077087.803899:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077087/real 1769077087]  req@ffff9e53f61c4a80 x1855007616064512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077087.803906:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077087.803908:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077087.803910:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077087.803912:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077087.803913:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077087.803915:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077087.803917:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4a80 x1855007616064512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077087.803923:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4a80 x1855007616064512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.803928:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077087.803929:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.803931:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077087.803933:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077087.803935:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4a80 x1855007616064512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.803939:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077087.803942:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4a80 x1855007616064512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.803947:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077087.803949:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.803950:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077087.803951:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.803953:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077087.803954:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077087.803957:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077087.803960:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077087.803962:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077087.803965:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4a80 x1855007616064512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077087.803970:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616064512:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077087.803974:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.803976:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077087.803977:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4a80 x1855007616064512/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.803982:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077087.803985:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077087.803987:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20800.
02000000:00000001:2.0:1769077087.803989:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077087.803990:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077087.803991:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077087.803992:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077087.803994:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010400.
02000000:00000001:2.0:1769077087.803997:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077087.803998:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077087.804000:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4a80.
00000100:00000001:2.0:1769077087.804003:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077087.804003:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.804005:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.804012:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077087.804013:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077087.804015:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077087.804016:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077087.804017:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077087.804020:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7480 x1855007616064640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804024:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077087.804025:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077087.804027:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077087.804029:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077087.804031:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077087.804034:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616064640:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077087.804036:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077087.804037:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077087.804038:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077087.804040:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077087.804042:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20800.
02000000:00000001:2.0:1769077087.804044:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077087.804048:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077087.804050:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077087.804053:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077087.804055:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616064640, portal 10
00000100:00000001:2.0:1769077087.804057:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077087.804059:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181375104 : -107391528176512 : ffff9e53f61c7480)
00000100:00000040:2.0:1769077087.804099:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7480 x1855007616064640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804105:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077087.804108:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077087.804110:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077087.804112:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616064640, offset 0
00000400:00000200:2.0:1769077087.804115:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077087.804119:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077087.804122:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077087.804125:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077087.804127:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077087.804146:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077087.804148:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077087.804150:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37799:37799:256:4294967295] 192.168.204.113@tcp LPNI seq info [37769:37769:8:4294967295]
00000400:00000200:2.0:1769077087.804153:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077087.804158:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077087.804161:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077087.804164:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077087.804167:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077087.804169:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077087.804172:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077087.804174:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077087.804177:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077087.804178:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077087.804181:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077087.804184:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077087.804186:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077087.804187:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077087.804189:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077087.804193:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7480 x1855007616064640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804199:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077087.804201:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7480 x1855007616064640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804206:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077087.804208:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077087.804211:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077087.804215:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077087.804218:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077087.804219:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298743822
00000100:00000001:2.0:1769077087.804221:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298745069
00000100:00000001:2.0:1769077087.804223:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298743822
00000100:00000001:2.0:1769077087.804225:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298745069
00000100:00000001:2.0:1769077087.804226:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077087.804227:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077087.804229:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077087.804231:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077087/real 1769077087]  req@ffff9e53f61c7480 x1855007616064640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077087.804236:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077087.804237:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077087.804239:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077087.804241:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077087.804242:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077087.804245:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077087.804249:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7480 x1855007616064640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077087.804258:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7480 x1855007616064640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804265:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077087.804267:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.804268:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077087.804270:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077087.804274:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7480 x1855007616064640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804282:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077087.804286:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7480 x1855007616064640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804295:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077087.804297:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.804299:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077087.804300:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.804302:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077087.804306:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077087.804307:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077087.804310:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077087.804312:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077087.804315:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7480 x1855007616064640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077087.804321:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616064640:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077087.804323:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077087.804325:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4000 x1855007616064768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804335:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077087.804336:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077087.804337:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077087.804339:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077087.804340:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077087.804342:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616064768:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077087.804344:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077087.804346:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077087.804347:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077087.804348:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077087.804351:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077087.804352:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077087.804355:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077087.804357:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077087.804359:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077087.804361:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616064768, portal 10
00000100:00000001:2.0:1769077087.804362:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077087.804364:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181361664 : -107391528189952 : ffff9e53f61c4000)
00000100:00000040:2.0:1769077087.804368:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4000 x1855007616064768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804373:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077087.804375:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077087.804376:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077087.804378:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616064768, offset 0
00000400:00000200:2.0:1769077087.804380:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077087.804383:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077087.804385:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077087.804387:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077087.804389:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077087.804390:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077087.804392:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077087.804395:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37800:37800:256:4294967295] 192.168.204.113@tcp LPNI seq info [37770:37770:8:4294967295]
00000400:00000200:2.0:1769077087.804397:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077087.804402:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077087.804405:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077087.804407:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077087.804410:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077087.804412:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077087.804414:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077087.804416:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077087.804419:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077087.804420:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077087.804422:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077087.804424:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077087.804426:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077087.804427:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077087.804429:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077087.804431:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4000 x1855007616064768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804437:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077087.804439:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4000 x1855007616064768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804443:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077087.804444:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077087.804446:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077087.804448:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077087.804449:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077087.804451:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298743829
00000100:00000001:2.0:1769077087.804452:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298745069
00000100:00000001:2.0:1769077087.804454:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298743829
00000100:00000001:2.0:1769077087.804455:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298745069
00000100:00000001:2.0:1769077087.804457:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077087.804459:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077087.804460:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077087.804462:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077087/real 1769077087]  req@ffff9e53f61c4000 x1855007616064768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077087.804468:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077087.804468:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077087.804469:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077087.804471:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077087.804472:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077087.804473:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077087.804475:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4000 x1855007616064768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077087.804481:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4000 x1855007616064768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804484:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077087.804485:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.804486:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077087.804487:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077087.804489:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4000 x1855007616064768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804493:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077087.804495:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4000 x1855007616064768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804499:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077087.804501:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.804502:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077087.804503:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.804504:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077087.804505:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077087.804506:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077087.804509:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077087.804510:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077087.804513:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4000 x1855007616064768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077087.804518:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616064768:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077087.804520:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.804521:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077087.804523:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7480 x1855007616064640/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804527:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077087.804528:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077087.804529:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20800.
02000000:00000001:2.0:1769077087.804530:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077087.804531:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077087.804532:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077087.804533:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077087.804534:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:2.0:1769077087.804536:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077087.804536:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077087.804537:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7480.
00000100:00000001:2.0:1769077087.804539:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077087.804540:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.804541:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077087.804543:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4000 x1855007616064768/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077087.804548:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077087.804549:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077087.804550:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077087.804551:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077087.804551:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077087.804552:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077087.804553:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077087.804555:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:2.0:1769077087.804556:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077087.804557:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077087.804558:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4000.
00000100:00000001:2.0:1769077087.804559:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077087.804560:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.804561:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077087.804564:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077087.804565:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077087.804566:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077087.804567:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077088.507244:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077088.507249:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077088.507254:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077088.507255:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077088.507321:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077088.507326:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077088.507337:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077088.699187:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077088.699194:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077088.699195:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077088.699200:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077088.699202:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077088.699206:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077088.699208:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077088.699210:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077088.699212:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077089.083203:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298745069, at 4298745088
00000100:00000040:3.0:1769077089.083203:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298745069, at 4298745088
00000100:00000010:2.0:1769077089.083221:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769077089.083223:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79660.
00010000:00000001:1.0:1769077089.531205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077089.531211:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077089.531215:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077089.531216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077089.531306:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077089.531312:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077089.531315:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077089.723208:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077089.723216:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077089.723218:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077089.723224:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077089.723229:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077089.723234:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077089.723237:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077089.723240:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077089.723244:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077090.555229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077090.555236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077090.555241:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077090.555242:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077090.555309:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077090.555313:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077090.555316:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077090.747239:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077090.747250:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077090.747252:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077090.747259:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077090.747264:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077090.747269:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077090.747272:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077090.747276:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077090.747279:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077091.579201:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077091.579209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077091.579213:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077091.579214:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077091.579301:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077091.579305:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077091.579308:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077091.771155:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077091.771164:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077091.771165:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077091.771170:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077091.771174:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077091.771179:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077091.771181:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077091.771183:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077091.771185:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:3.0:1769077091.899136:0:71098:0:(osc_request.c:735:osc_update_next_shrink()) next time 5280 to shrink grant
00010000:00000001:1.0:1769077092.603220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077092.603228:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077092.603233:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077092.603234:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077092.603308:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077092.603312:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077092.603317:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077092.795153:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077092.795160:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077092.795162:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077092.795167:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077092.795171:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077092.795174:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077092.795176:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077092.795179:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077092.795181:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077092.923146:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077092.923162:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077092.923165:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077092.923171:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077092.923177:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077092.923187:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4076
00000400:00000200:0.0:1769077092.923197:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077092.923205:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077092.923209:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077092.923212:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077092.923215:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077092.923217:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077092.923219:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077092.923222:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077092.923224:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077092.923226:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077092.923228:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077092.923230:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077092.923233:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077092.923235:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077092.923236:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077092.923238:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077092.923239:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077092.923242:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077092.923244:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077092.923245:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077092.923248:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077092.923251:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077092.923253:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077092.923255:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077092.923257:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077092.923268:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6300.
00000020:00000040:0.0:1769077092.923271:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077092.923275:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077092.923276:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077092.923279:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077092.923281:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077092.923287:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077092.923299:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769077092.923307:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077092.923318:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6300 x1855007616064896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077092.923331:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077092.923336:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077092.923342:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf371266] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6300 x1855007616064896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077092.923361:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077092.923364:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077092.923367:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077092.923370:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077092.923371:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077092.923373:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077092.923375:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4076
00000400:00000200:0.0:1769077092.923378:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077092.923381:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077092.923383:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077092.923385:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077092.923387:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077092.923389:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077092.923390:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077092.923392:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077092.923394:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:2.0:1769077092.923394:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077092.923396:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077092.923399:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:2.0:1769077092.923400:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769077092.923401:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077092.923404:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077092.923405:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769077092.923410:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077092.923412:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077092.923415:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6300 x1855007616064896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077092.923416:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077092.923421:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077092.923426:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769077092.923432:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077092.923434:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077092.923435:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077092.923439:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077092.923439:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077092.923445:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077092.923446:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077092.923448:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077092.923450:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077092.923452:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077092.923454:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:2.0:1769077092.923458:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616064896:192.168.204.113@tcp:250:kworker.0
00000008:00100000:0.0:1769077092.923460:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077092.923463:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1769077092.923464:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077092.923468:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077092.923468:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1769077092.923471:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5500.
02000000:00000001:2.0:1769077092.923472:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077092.923477:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769077092.923478:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077092.923481:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077092.923482:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077092.923484:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077092.923485:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077092.923487:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077092.923492:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
02000000:00000010:2.0:1769077092.923493:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
00000100:00000001:0.0:1769077092.923496:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077092.923498:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077092.923505:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5500 x1855007616065024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077092.923509:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077092.923516:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00000001:0.0:1769077092.923517:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077092.923522:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077092.923526:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502bc2e2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5500 x1855007616065024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077092.923526:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000001:0.0:1769077092.923535:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077092.923536:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616064896, portal 25
00000100:00080000:0.0:1769077092.923538:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077092.923540:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769077092.923543:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077092.923544:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181370624 : -107391528180992 : ffff9e53f61c6300)
00000100:00000001:0.0:1769077092.923547:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077092.923549:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769077092.923553:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6300 x1855007616064896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077092.923554:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077092.923560:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4076
00000400:00000200:0.0:1769077092.923568:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077092.923569:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1769077092.923572:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077092.923577:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077092.923578:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077092.923582:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000040:0.0:1769077092.923583:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000200:2.0:1769077092.923586:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616064896, offset 0
00000100:00000001:0.0:1769077092.923587:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077092.923591:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077092.923592:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077092.923596:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077092.923597:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:0.0:1769077092.923600:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769077092.923603:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077092.923604:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769077092.923605:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769077092.923607:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077092.923611:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769077092.923615:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077092.923619:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077092.923620:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:0.0:1769077092.923626:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077092.923627:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077092.923633:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769077092.923636:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000040:0.0:1769077092.923639:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:2.0:1769077092.923641:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077092.923647:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00080000:0.0:1769077092.923651:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:2.0:1769077092.923653:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37801:37801:256:4294967295] 192.168.204.113@tcp LPNI seq info [37771:37771:8:4294967295]
00000100:00000001:0.0:1769077092.923657:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077092.923661:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769077092.923663:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077092.923669:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077092.923675:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077092.923676:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077092.923681:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769077092.923685:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000008:00100000:0.0:1769077092.923687:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1769077092.923691:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000008:00000001:0.0:1769077092.923692:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077092.923696:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077092.923701:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7b80.
00000800:00000200:2.0:1769077092.923701:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077092.923706:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000020:00000040:0.0:1769077092.923708:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077092.923714:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1769077092.923714:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:0.0:1769077092.923719:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077092.923720:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769077092.923724:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077092.923728:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077092.923730:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077092.923734:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000800:00000100:2.0:1769077092.923735:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077092.923740:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077092.923743:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000100:00100000:0.0:1769077092.923750:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7b80 x1855007616065152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077092.923750:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077092.923760:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077092.923768:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077092.923769:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000100:00000001:0.0:1769077092.923773:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077092.923774:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077092.923780:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077092.923785:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa511e8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7b80 x1855007616065152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077092.923787:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6300 x1855007616064896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077092.923823:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077092.923823:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077092.923829:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077092.923829:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6300 x1855007616064896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077092.923840:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077092.923845:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077092.923847:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077092.923847:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077092.923853:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077092.923854:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077092.923861:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769077092.923863:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4086)
00000100:00000001:2.0:1769077092.923864:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298750189
00000100:00000010:2.0:1769077092.923871:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077092.923879:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077092.923885:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298750189
00000100:00000010:2.0:1769077092.923888:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79000.
00000100:00000001:2.0:1769077092.923891:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077092.923893:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077092.923894:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077092.923897:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077092.923899:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077092/real 1769077092]  req@ffff9e53f61c6300 x1855007616064896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077092.923907:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077092.923908:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077092.923910:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077092.923912:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077092.923914:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077092.923916:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077092.923918:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6300 x1855007616064896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077092.923925:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6300 x1855007616064896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.923930:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077092.923932:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.923934:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077092.923936:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077092.923938:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6300 x1855007616064896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.923943:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077092.923946:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6300 x1855007616064896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.923951:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077092.923953:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.923954:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077092.923955:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.923956:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077092.923958:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077092.923960:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077092.923963:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077092.923964:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077092.923967:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6300 x1855007616064896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077092.923973:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616064896:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077092.923976:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.923978:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077092.923980:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6300 x1855007616064896/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.923984:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077092.923986:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077092.923989:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077092.923991:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077092.923992:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077092.923993:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077092.923995:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077092.923997:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:2.0:1769077092.924000:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077092.924002:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077092.924004:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6300.
00000100:00000001:2.0:1769077092.924006:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077092.924007:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.924008:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.924015:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077092.924017:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077092.924019:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077092.924020:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077092.924021:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077092.924023:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5500 x1855007616065024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924028:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077092.924029:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077092.924031:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077092.924032:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077092.924034:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077092.924035:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616065024:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077092.924037:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077092.924038:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077092.924039:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077092.924041:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077092.924054:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077092.924056:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077092.924059:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077092.924061:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077092.924081:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077092.924084:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616065024, portal 10
00000100:00000001:2.0:1769077092.924086:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077092.924087:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367040 : -107391528184576 : ffff9e53f61c5500)
00000100:00000040:2.0:1769077092.924093:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5500 x1855007616065024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924098:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077092.924099:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077092.924101:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077092.924103:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616065024, offset 0
00000400:00000200:2.0:1769077092.924105:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077092.924114:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077092.924117:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077092.924119:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077092.924121:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077092.924123:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077092.924125:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077092.924127:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37802:37802:256:4294967295] 192.168.204.113@tcp LPNI seq info [37772:37772:8:4294967295]
00000400:00000200:2.0:1769077092.924130:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077092.924134:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077092.924137:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077092.924139:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077092.924142:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077092.924144:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077092.924147:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077092.924148:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077092.924150:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077092.924152:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077092.924155:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077092.924157:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077092.924159:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077092.924160:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077092.924162:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077092.924164:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5500 x1855007616065024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924175:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077092.924177:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5500 x1855007616065024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924182:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077092.924183:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077092.924184:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077092.924188:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077092.924190:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077092.924191:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298748942
00000100:00000001:2.0:1769077092.924194:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298750189
00000100:00000001:2.0:1769077092.924196:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298748942
00000100:00000001:2.0:1769077092.924197:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298750189
00000100:00000001:2.0:1769077092.924199:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077092.924201:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077092.924202:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077092.924204:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077092/real 1769077092]  req@ffff9e53f61c5500 x1855007616065024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077092.924209:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077092.924210:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077092.924211:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077092.924212:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077092.924214:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077092.924215:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077092.924217:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5500 x1855007616065024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077092.924222:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5500 x1855007616065024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924226:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077092.924228:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.924229:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077092.924230:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077092.924232:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5500 x1855007616065024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924237:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077092.924239:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5500 x1855007616065024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924243:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077092.924244:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.924245:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077092.924246:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.924247:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077092.924249:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077092.924250:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077092.924252:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077092.924254:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077092.924256:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5500 x1855007616065024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077092.924262:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616065024:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077092.924264:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077092.924266:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7b80 x1855007616065152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924270:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077092.924271:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077092.924272:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077092.924273:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077092.924275:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077092.924277:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616065152:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077092.924279:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077092.924280:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077092.924282:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077092.924283:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077092.924285:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20800.
02000000:00000001:2.0:1769077092.924286:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077092.924288:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077092.924289:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077092.924291:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077092.924293:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616065152, portal 10
00000100:00000001:2.0:1769077092.924295:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077092.924296:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376896 : -107391528174720 : ffff9e53f61c7b80)
00000100:00000040:2.0:1769077092.924300:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7b80 x1855007616065152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924304:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077092.924305:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077092.924307:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077092.924308:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616065152, offset 0
00000400:00000200:2.0:1769077092.924310:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077092.924312:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077092.924314:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077092.924316:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077092.924317:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077092.924319:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077092.924320:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077092.924322:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37803:37803:256:4294967295] 192.168.204.113@tcp LPNI seq info [37773:37773:8:4294967295]
00000400:00000200:2.0:1769077092.924325:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077092.924329:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077092.924332:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077092.924334:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077092.924337:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077092.924339:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077092.924341:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077092.924343:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077092.924345:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077092.924347:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077092.924349:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077092.924351:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077092.924352:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077092.924354:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077092.924355:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077092.924357:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7b80 x1855007616065152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924363:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077092.924365:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7b80 x1855007616065152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924369:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077092.924370:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077092.924372:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077092.924373:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077092.924375:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077092.924376:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298748949
00000100:00000001:2.0:1769077092.924378:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298750189
00000100:00000001:2.0:1769077092.924379:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298748949
00000100:00000001:2.0:1769077092.924381:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298750189
00000100:00000001:2.0:1769077092.924382:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077092.924384:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077092.924385:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077092.924387:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077092/real 1769077092]  req@ffff9e53f61c7b80 x1855007616065152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077092.924392:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077092.924393:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077092.924395:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077092.924396:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077092.924397:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077092.924399:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077092.924401:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7b80 x1855007616065152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077092.924406:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7b80 x1855007616065152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924409:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077092.924410:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.924411:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077092.924412:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077092.924414:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7b80 x1855007616065152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924418:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077092.924420:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7b80 x1855007616065152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924424:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077092.924426:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.924427:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077092.924427:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.924428:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077092.924430:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077092.924431:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077092.924434:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077092.924435:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077092.924438:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7b80 x1855007616065152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077092.924447:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616065152:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077092.924450:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.924451:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077092.924453:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5500 x1855007616065024/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924457:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077092.924458:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077092.924459:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077092.924460:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077092.924461:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077092.924462:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077092.924463:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077092.924464:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011400.
02000000:00000001:2.0:1769077092.924466:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077092.924467:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077092.924467:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5500.
00000100:00000001:2.0:1769077092.924469:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077092.924470:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.924472:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077092.924474:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7b80 x1855007616065152/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077092.924478:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077092.924478:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077092.924479:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20800.
02000000:00000001:2.0:1769077092.924480:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077092.924481:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077092.924482:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077092.924483:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077092.924484:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:2.0:1769077092.924485:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077092.924485:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077092.924486:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7b80.
00000100:00000001:2.0:1769077092.924488:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077092.924489:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.924490:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077092.924492:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077092.924493:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077092.924495:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077092.924496:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077093.627190:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077093.627198:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077093.627203:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077093.627204:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077093.627266:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077093.627270:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077093.627273:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077093.819160:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077093.819170:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077093.819173:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077093.819180:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077093.819185:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077093.819189:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077093.819192:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077093.819195:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077093.819199:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077094.203186:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298750189, at 4298750208
00000100:00000040:3.0:1769077094.203186:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298750189, at 4298750208
00000100:00000010:2.0:1769077094.203206:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769077094.203210:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79000.
00010000:00000001:1.0:1769077094.651206:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077094.651214:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077094.651218:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077094.651222:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077094.651224:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077094.651227:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077094.651230:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077094.651232:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077094.651234:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077094.651236:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077094.651301:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077094.651305:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077094.651307:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077094.843156:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077094.843164:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077094.843166:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077094.843172:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077094.843175:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077094.843179:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077094.843181:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077094.843184:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077094.843186:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077095.675155:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077095.675162:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077095.675167:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077095.675168:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077095.675227:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077095.675231:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077095.675234:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077095.867154:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077095.867163:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077095.867165:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077095.867170:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077095.867174:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077095.867177:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077095.867179:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077095.867182:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077095.867184:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077096.699182:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077096.699187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077096.699191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077096.699192:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077096.699253:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077096.699257:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077096.699260:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077096.891205:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077096.891212:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077096.891214:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077096.891220:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077096.891223:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077096.891227:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077096.891229:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077096.891232:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077096.891234:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077097.723180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077097.723191:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077097.723194:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077097.723197:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077097.723202:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077097.723205:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077097.723208:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077097.723210:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077097.723215:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077097.723216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077097.723294:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077097.723299:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077097.723303:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077097.915141:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077097.915148:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077097.915150:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077097.915154:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077097.915157:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077097.915161:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077097.915163:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077097.915165:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077097.915167:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077098.043213:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077098.043225:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077098.043227:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077098.043232:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077098.043237:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077098.043245:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4081
00000400:00000200:0.0:1769077098.043254:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077098.043261:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077098.043265:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077098.043268:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077098.043271:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077098.043273:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077098.043275:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077098.043278:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077098.043280:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077098.043283:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077098.043286:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077098.043287:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077098.043289:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077098.043291:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077098.043293:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077098.043294:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077098.043295:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077098.043297:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077098.043300:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077098.043301:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077098.043303:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077098.043307:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077098.043309:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077098.043311:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077098.043312:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077098.043323:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6a00.
00000020:00000040:0.0:1769077098.043326:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077098.043330:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077098.043331:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077098.043333:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077098.043336:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077098.043340:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077098.043348:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:0.0:1769077098.043354:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077098.043362:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6a00 x1855007616065280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077098.043371:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077098.043375:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077098.043378:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b99ec67] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6a00 x1855007616065280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077098.043399:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077098.043402:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077098.043405:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077098.043406:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077098.043408:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077098.043410:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077098.043411:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4081
00000400:00000200:0.0:1769077098.043413:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077098.043415:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077098.043417:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077098.043419:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077098.043421:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077098.043423:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077098.043424:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077098.043426:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077098.043427:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769077098.043429:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077098.043430:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769077098.043432:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769077098.043433:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769077098.043435:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077098.043437:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077098.043438:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077098.043439:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077098.043440:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077098.043444:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:2.0:1769077098.043445:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077098.043447:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077098.043449:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077098.043450:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077098.043454:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077098.043459:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077098.043460:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6a00 x1855007616065280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077098.043461:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077098.043465:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077098.043471:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077098.043473:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077098.043476:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077098.043477:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077098.043480:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077098.043481:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1769077098.043482:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4380.
02000000:00000001:2.0:1769077098.043484:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077098.043486:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769077098.043489:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077098.043490:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077098.043493:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077098.043495:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1769077098.043495:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616065280:192.168.204.113@tcp:250:kworker.0
02000000:00000001:0.0:1769077098.043498:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077098.043501:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.043502:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769077098.043505:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
02000000:00000001:2.0:1769077098.043507:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077098.043510:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077098.043511:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077098.043514:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1769077098.043517:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4380 x1855007616065408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1769077098.043522:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
00000100:00000001:0.0:1769077098.043527:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077098.043527:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077098.043531:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077098.043535:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000234c63a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4380 x1855007616065408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077098.043540:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077098.043545:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00000001:0.0:1769077098.043550:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077098.043553:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00080000:0.0:1769077098.043554:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077098.043561:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077098.043563:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1769077098.043564:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616065280, portal 25
00000100:00080000:0.0:1769077098.043565:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077098.043569:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077098.043571:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077098.043572:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181372416 : -107391528179200 : ffff9e53f61c6a00)
00000100:00080000:0.0:1769077098.043578:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4081
00000100:00000040:2.0:1769077098.043581:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6a00 x1855007616065280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077098.043589:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077098.043592:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1769077098.043597:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000040:2.0:1769077098.043598:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769077098.043603:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769077098.043603:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077098.043609:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616065280, offset 0
00000100:00000040:0.0:1769077098.043610:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077098.043613:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077098.043615:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077098.043620:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077098.043621:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077098.043624:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077098.043625:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769077098.043626:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077098.043627:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769077098.043629:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077098.043632:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:0.0:1769077098.043633:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769077098.043638:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077098.043639:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077098.043642:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:0.0:1769077098.043644:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077098.043648:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077098.043650:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:2.0:1769077098.043651:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769077098.043654:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077098.043657:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077098.043659:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:0.0:1769077098.043660:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077098.043664:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077098.043664:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769077098.043668:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077098.043670:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:0.0:1769077098.043672:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077098.043675:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077098.043676:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37804:37804:256:4294967295] 192.168.204.113@tcp LPNI seq info [37774:37774:8:4294967295]
00000008:00000001:0.0:1769077098.043679:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077098.043683:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077098.043683:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:0.0:1769077098.043689:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6680.
00000020:00000040:0.0:1769077098.043692:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077098.043698:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077098.043699:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769077098.043700:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077098.043705:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077098.043706:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077098.043710:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077098.043710:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077098.043717:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
02000000:00000010:0.0:1769077098.043719:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769077098.043725:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077098.043726:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077098.043732:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00100000:0.0:1769077098.043734:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6680 x1855007616065536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077098.043740:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077098.043746:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077098.043754:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077098.043758:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000100:00000001:0.0:1769077098.043766:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077098.043768:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077098.043769:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077098.043774:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769077098.043779:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703ed1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6680 x1855007616065536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077098.043780:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077098.043783:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:0.0:1769077098.043791:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077098.043793:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077098.043797:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077098.043800:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077098.043801:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077098.043807:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1769077098.043809:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6a00 x1855007616065280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077098.043814:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4091)
00000100:00000001:2.0:1769077098.043822:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077098.043825:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6a00 x1855007616065280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.043831:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.043833:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077098.043839:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077098.043843:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077098.043845:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298755309
00000100:00000010:2.0:1769077098.043850:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077098.043857:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077098.043862:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298755309
00000100:00000010:2.0:1769077098.043864:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79b40.
00000100:00000001:2.0:1769077098.043867:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077098.043869:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077098.043871:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.043873:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077098.043876:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077098/real 1769077098]  req@ffff9e53f61c6a00 x1855007616065280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077098.043884:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077098.043885:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077098.043887:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077098.043889:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077098.043890:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077098.043892:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077098.043894:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6a00 x1855007616065280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077098.043901:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6a00 x1855007616065280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.043905:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077098.043907:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.043909:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077098.043911:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077098.043913:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6a00 x1855007616065280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.043918:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077098.043921:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6a00 x1855007616065280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.043926:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077098.043928:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.043929:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077098.043929:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.043931:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077098.043932:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077098.043934:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077098.043938:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077098.043939:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077098.043942:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6a00 x1855007616065280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077098.043947:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616065280:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077098.043950:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.043952:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077098.043954:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6a00 x1855007616065280/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.043970:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077098.043973:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077098.043975:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077098.043978:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077098.043979:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077098.043981:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077098.043983:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077098.043984:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010400.
02000000:00000001:2.0:1769077098.043988:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077098.043990:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077098.043991:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6a00.
00000100:00000001:2.0:1769077098.043994:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077098.043995:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.043996:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.044003:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077098.044004:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.044006:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077098.044007:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077098.044008:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077098.044011:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4380 x1855007616065408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044016:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077098.044017:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077098.044018:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077098.044020:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077098.044022:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077098.044023:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616065408:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077098.044025:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077098.044027:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077098.044028:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077098.044029:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077098.044031:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077098.044032:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077098.044035:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077098.044037:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077098.044039:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077098.044041:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616065408, portal 10
00000100:00000001:2.0:1769077098.044043:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077098.044044:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181362560 : -107391528189056 : ffff9e53f61c4380)
00000100:00000040:2.0:1769077098.044050:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4380 x1855007616065408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044055:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077098.044056:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077098.044058:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077098.044061:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616065408, offset 0
00000400:00000200:2.0:1769077098.044092:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077098.044095:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077098.044098:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077098.044100:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077098.044102:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077098.044104:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077098.044105:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077098.044108:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37805:37805:256:4294967295] 192.168.204.113@tcp LPNI seq info [37775:37775:8:4294967295]
00000400:00000200:2.0:1769077098.044112:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077098.044117:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077098.044120:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077098.044123:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077098.044126:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077098.044128:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077098.044132:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077098.044133:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077098.044153:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077098.044155:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077098.044157:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077098.044160:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077098.044162:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077098.044163:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077098.044165:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077098.044168:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4380 x1855007616065408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044175:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077098.044177:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4380 x1855007616065408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044187:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.044188:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077098.044191:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077098.044194:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077098.044196:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077098.044198:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298754062
00000100:00000001:2.0:1769077098.044200:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298755309
00000100:00000001:2.0:1769077098.044202:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298754062
00000100:00000001:2.0:1769077098.044203:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298755309
00000100:00000001:2.0:1769077098.044205:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077098.044206:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.044207:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077098.044209:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077098/real 1769077098]  req@ffff9e53f61c4380 x1855007616065408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077098.044215:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077098.044216:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077098.044218:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077098.044219:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077098.044220:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077098.044221:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077098.044223:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4380 x1855007616065408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077098.044229:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4380 x1855007616065408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044233:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077098.044234:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.044235:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077098.044236:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077098.044238:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4380 x1855007616065408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044244:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077098.044246:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4380 x1855007616065408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044251:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077098.044252:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.044253:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077098.044254:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.044255:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077098.044263:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077098.044265:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077098.044269:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077098.044271:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077098.044273:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4380 x1855007616065408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077098.044279:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616065408:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077098.044281:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077098.044284:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6680 x1855007616065536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044288:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077098.044289:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077098.044290:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077098.044291:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077098.044292:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077098.044294:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616065536:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077098.044297:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077098.044298:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077098.044300:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077098.044301:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077098.044304:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769077098.044305:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077098.044307:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077098.044309:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077098.044311:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077098.044313:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616065536, portal 10
00000100:00000001:2.0:1769077098.044315:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077098.044316:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181371520 : -107391528180096 : ffff9e53f61c6680)
00000100:00000040:2.0:1769077098.044320:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6680 x1855007616065536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044325:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077098.044326:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077098.044328:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077098.044329:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616065536, offset 0
00000400:00000200:2.0:1769077098.044332:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077098.044334:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077098.044336:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077098.044338:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077098.044340:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077098.044341:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077098.044342:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077098.044344:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37806:37806:256:4294967295] 192.168.204.113@tcp LPNI seq info [37776:37776:8:4294967295]
00000400:00000200:2.0:1769077098.044347:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077098.044351:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077098.044355:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077098.044357:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077098.044359:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077098.044361:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077098.044364:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077098.044367:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077098.044369:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077098.044371:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077098.044373:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077098.044375:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077098.044377:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077098.044378:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077098.044380:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077098.044382:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6680 x1855007616065536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044387:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077098.044389:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6680 x1855007616065536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044394:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.044395:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077098.044396:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077098.044398:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077098.044400:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077098.044401:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298754069
00000100:00000001:2.0:1769077098.044403:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298755309
00000100:00000001:2.0:1769077098.044405:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298754069
00000100:00000001:2.0:1769077098.044407:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298755309
00000100:00000001:2.0:1769077098.044408:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077098.044409:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.044410:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077098.044412:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077098/real 1769077098]  req@ffff9e53f61c6680 x1855007616065536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077098.044418:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077098.044419:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077098.044420:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077098.044422:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077098.044422:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077098.044424:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077098.044426:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6680 x1855007616065536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077098.044433:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6680 x1855007616065536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044436:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077098.044437:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.044438:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077098.044439:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077098.044441:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6680 x1855007616065536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044445:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077098.044447:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6680 x1855007616065536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044451:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077098.044453:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.044454:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077098.044455:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.044456:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077098.044456:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077098.044458:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077098.044460:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077098.044462:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077098.044464:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6680 x1855007616065536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077098.044470:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616065536:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077098.044472:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.044474:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077098.044476:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4380 x1855007616065408/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044480:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077098.044482:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077098.044483:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077098.044484:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077098.044485:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077098.044486:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077098.044487:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077098.044488:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011800.
02000000:00000001:2.0:1769077098.044490:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077098.044491:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077098.044492:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4380.
00000100:00000001:2.0:1769077098.044494:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077098.044495:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.044496:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077098.044498:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6680 x1855007616065536/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077098.044502:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077098.044503:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077098.044504:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769077098.044506:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077098.044506:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077098.044507:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077098.044508:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077098.044509:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:2.0:1769077098.044510:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077098.044511:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077098.044511:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6680.
00000100:00000001:2.0:1769077098.044513:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077098.044513:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.044514:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077098.044517:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077098.044518:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077098.044519:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077098.044521:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077098.747217:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077098.747224:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077098.747230:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077098.747231:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077098.747298:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077098.747302:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077098.747306:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077098.939172:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077098.939180:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077098.939182:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077098.939187:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077098.939191:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077098.939195:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077098.939197:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077098.939200:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077098.939202:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077099.323159:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298755309, at 4298755328
00000100:00000040:3.0:1769077099.323159:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298755309, at 4298755328
00000100:00000010:2.0:1769077099.323178:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769077099.323180:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79b40.
00010000:00000001:1.0:1769077099.771157:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077099.771164:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077099.771170:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077099.771171:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077099.771230:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077099.771233:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077099.771237:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077099.963155:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077099.963163:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077099.963165:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077099.963171:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077099.963183:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077099.963187:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077099.963190:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077099.963193:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077099.963195:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077100.795195:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077100.795204:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077100.795212:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077100.795214:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077100.795299:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077100.795303:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077100.795307:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077100.987201:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077100.987212:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077100.987215:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077100.987230:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077100.987236:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077100.987258:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077100.987261:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077100.987265:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077100.987268:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077101.819172:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077101.819180:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077101.819185:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077101.819186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077101.819253:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077101.819257:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077101.819260:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077102.011191:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077102.011200:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077102.011202:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077102.011208:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077102.011219:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077102.011224:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077102.011226:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077102.011229:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077102.011232:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077102.843259:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077102.843269:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077102.843276:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077102.843277:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077102.843423:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077102.843428:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077102.843433:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077103.035211:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077103.035237:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077103.035242:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077103.035252:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077103.035259:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077103.035266:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077103.035271:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077103.035275:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077103.035281:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077103.163186:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077103.163199:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077103.163202:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077103.163206:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077103.163210:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077103.163218:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4086
00000400:00000200:3.0:1769077103.163225:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077103.163232:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077103.163236:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077103.163240:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077103.163243:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077103.163246:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077103.163248:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077103.163252:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077103.163254:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077103.163256:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077103.163259:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077103.163261:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077103.163263:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077103.163266:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077103.163268:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077103.163269:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077103.163271:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077103.163273:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077103.163275:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077103.163277:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077103.163279:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077103.163282:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077103.163284:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077103.163286:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077103.163288:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077103.163298:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000020:00000040:3.0:1769077103.163300:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077103.163304:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077103.163305:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077103.163308:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077103.163311:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077103.163315:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077103.163323:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769077103.163330:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077103.163338:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007616065664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077103.163347:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077103.163351:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077103.163355:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007616065664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077103.163371:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077103.163374:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077103.163377:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077103.163378:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077103.163379:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077103.163381:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077103.163382:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4086
00000400:00000200:3.0:1769077103.163384:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077103.163386:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077103.163388:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077103.163389:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077103.163391:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077103.163393:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077103.163394:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077103.163396:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077103.163397:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769077103.163399:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077103.163401:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769077103.163402:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769077103.163404:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769077103.163406:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077103.163407:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077103.163409:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077103.163410:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077103.163412:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077103.163415:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:2.0:1769077103.163416:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077103.163418:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077103.163421:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077103.163422:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077103.163425:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077103.163430:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077103.163431:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34e00 x1855007616065664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077103.163432:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077103.163437:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077103.163442:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077103.163444:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1769077103.163446:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077103.163447:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077103.163449:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077103.163452:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
02000000:00000001:2.0:1769077103.163454:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769077103.163454:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077103.163458:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077103.163459:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077103.163460:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077103.163460:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077103.163462:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077103.163465:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077103.163467:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077103.163469:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769077103.163474:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077103.163476:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616065664:192.168.204.113@tcp:250:kworker.0
00000100:00100000:3.0:1769077103.163479:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007616065792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077103.163487:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077103.163489:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077103.163491:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077103.163495:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1769077103.163495:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007616065792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077103.163500:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077103.163504:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077103.163507:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769077103.163508:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077103.163512:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077103.163513:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077103.163514:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077103.163516:0:70933:0:(import.c:484:import_select_connection()) Process entered
02000000:00000010:2.0:1769077103.163518:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23c00.
00000100:00080000:3.0:1769077103.163519:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4086
02000000:00000001:2.0:1769077103.163524:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077103.163525:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077103.163530:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077103.163531:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077103.163534:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077103.163538:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077103.163539:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077103.163543:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000010:2.0:1769077103.163546:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00000001:3.0:1769077103.163546:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077103.163552:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077103.163554:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769077103.163554:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077103.163556:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000010:2.0:1769077103.163557:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000020:00000001:3.0:1769077103.163558:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769077103.163563:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769077103.163566:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077103.163567:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077103.163568:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000200:2.0:1769077103.163570:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616065664, portal 25
00000100:00000001:3.0:1769077103.163570:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077103.163575:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:2.0:1769077103.163577:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769077103.163580:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077103.163581:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438383616 : -107392271168000 : ffff9e53c9d34e00)
00000100:00000001:3.0:1769077103.163584:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077103.163586:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077103.163588:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077103.163591:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34e00 x1855007616065664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077103.163591:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077103.163595:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077103.163598:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077103.163619:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077103.163626:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077103.163630:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1769077103.163632:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000100:00000040:2.0:1769077103.163638:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000040:3.0:1769077103.163640:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077103.163645:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077103.163647:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
02000000:00000001:3.0:1769077103.163647:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077103.163655:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1769077103.163657:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616065664, offset 0
02000000:00000001:3.0:1769077103.163657:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077103.163662:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077103.163668:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000400:00000200:2.0:1769077103.163669:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769077103.163673:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077103.163681:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007616065920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077103.163687:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077103.163697:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077103.163702:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077103.163703:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:3.0:1769077103.163709:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007616065920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077103.163724:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769077103.163727:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077103.163732:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077103.163734:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:3.0:1769077103.163739:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077103.163744:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769077103.163745:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077103.163752:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077103.163753:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:3.0:1769077103.163760:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4096)
00000400:00000200:2.0:1769077103.163762:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37807:37807:256:4294967295] 192.168.204.113@tcp LPNI seq info [37777:37777:8:4294967295]
00000400:00000200:2.0:1769077103.163769:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077103.163784:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077103.163791:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077103.163799:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077103.163808:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077103.163812:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077103.163818:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077103.163823:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077103.163827:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077103.163830:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077103.163837:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077103.163842:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077103.163848:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077103.163851:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077103.163856:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077103.163861:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34e00 x1855007616065664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.163888:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077103.163894:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34e00 x1855007616065664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.163905:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077103.163907:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077103.163931:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077103.163936:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077103.163939:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298760429
00000100:00000010:2.0:1769077103.163944:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077103.163951:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077103.163956:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298760429
00000100:00000010:2.0:1769077103.163958:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d790c0.
00000100:00000001:2.0:1769077103.163961:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077103.163963:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077103.163966:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077103.163968:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077103.163970:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077103/real 1769077103]  req@ffff9e53c9d34e00 x1855007616065664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077103.163978:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077103.163980:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077103.163982:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077103.163984:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077103.163985:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077103.163987:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077103.163989:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34e00 x1855007616065664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077103.163996:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34e00 x1855007616065664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164013:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077103.164014:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164016:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077103.164017:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077103.164019:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34e00 x1855007616065664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164024:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077103.164027:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34e00 x1855007616065664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164037:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077103.164039:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164040:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077103.164041:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164043:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077103.164045:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077103.164047:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077103.164049:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077103.164051:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077103.164054:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34e00 x1855007616065664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077103.164059:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616065664:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077103.164062:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164064:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077103.164066:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34e00 x1855007616065664/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164071:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077103.164074:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077103.164076:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769077103.164078:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077103.164102:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077103.164104:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077103.164106:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077103.164108:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:2.0:1769077103.164112:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077103.164114:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077103.164116:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34e00.
00000100:00000001:2.0:1769077103.164118:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077103.164119:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164121:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164129:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077103.164130:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077103.164132:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077103.164133:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077103.164135:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077103.164137:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34000 x1855007616065792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164142:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077103.164143:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077103.164145:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077103.164146:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077103.164148:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077103.164150:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616065792:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077103.164152:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077103.164154:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077103.164155:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077103.164156:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077103.164158:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769077103.164160:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077103.164163:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077103.164166:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077103.164170:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077103.164173:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616065792, portal 10
00000100:00000001:2.0:1769077103.164175:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077103.164177:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380032 : -107392271171584 : ffff9e53c9d34000)
00000100:00000040:2.0:1769077103.164184:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34000 x1855007616065792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164191:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077103.164194:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077103.164197:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077103.164199:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616065792, offset 0
00000400:00000200:2.0:1769077103.164204:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077103.164208:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077103.164213:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077103.164216:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077103.164219:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077103.164222:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077103.164225:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077103.164227:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37808:37808:256:4294967295] 192.168.204.113@tcp LPNI seq info [37778:37778:8:4294967295]
00000400:00000200:2.0:1769077103.164230:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077103.164235:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077103.164239:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077103.164242:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077103.164245:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077103.164246:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077103.164250:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077103.164252:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077103.164255:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077103.164256:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077103.164258:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077103.164261:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077103.164263:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077103.164265:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077103.164266:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077103.164269:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34000 x1855007616065792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164275:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077103.164277:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34000 x1855007616065792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164282:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077103.164283:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077103.164285:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077103.164289:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077103.164291:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077103.164293:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298759182
00000100:00000001:2.0:1769077103.164296:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298760429
00000100:00000001:2.0:1769077103.164297:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298759182
00000100:00000001:2.0:1769077103.164299:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298760429
00000100:00000001:2.0:1769077103.164300:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077103.164302:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077103.164303:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077103.164305:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077103/real 1769077103]  req@ffff9e53c9d34000 x1855007616065792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077103.164310:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077103.164311:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077103.164312:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077103.164313:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077103.164314:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077103.164316:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077103.164318:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34000 x1855007616065792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077103.164323:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34000 x1855007616065792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164327:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077103.164328:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164329:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077103.164330:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077103.164332:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34000 x1855007616065792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164336:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077103.164338:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34000 x1855007616065792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164343:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077103.164345:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164346:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077103.164347:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164348:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077103.164349:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077103.164351:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077103.164353:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077103.164355:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077103.164357:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34000 x1855007616065792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077103.164362:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616065792:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077103.164364:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077103.164366:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37800 x1855007616065920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164370:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077103.164372:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077103.164373:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077103.164374:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077103.164376:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077103.164377:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616065920:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077103.164379:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077103.164380:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077103.164381:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077103.164382:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077103.164384:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077103.164386:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077103.164388:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077103.164389:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077103.164391:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077103.164393:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616065920, portal 10
00000100:00000001:2.0:1769077103.164394:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077103.164396:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438394368 : -107392271157248 : ffff9e53c9d37800)
00000100:00000040:2.0:1769077103.164400:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37800 x1855007616065920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164405:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077103.164406:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077103.164408:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077103.164409:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616065920, offset 0
00000400:00000200:2.0:1769077103.164412:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077103.164414:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077103.164416:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077103.164418:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077103.164419:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077103.164421:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077103.164422:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077103.164425:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37809:37809:256:4294967295] 192.168.204.113@tcp LPNI seq info [37779:37779:8:4294967295]
00000400:00000200:2.0:1769077103.164427:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077103.164431:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077103.164434:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077103.164436:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077103.164438:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077103.164440:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077103.164442:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077103.164444:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077103.164447:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077103.164448:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077103.164450:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077103.164452:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077103.164455:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077103.164457:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077103.164460:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077103.164463:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37800 x1855007616065920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164471:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077103.164474:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37800 x1855007616065920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164481:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077103.164483:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077103.164486:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077103.164489:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077103.164493:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077103.164495:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298759189
00000100:00000001:2.0:1769077103.164498:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298760429
00000100:00000001:2.0:1769077103.164500:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298759189
00000100:00000001:2.0:1769077103.164503:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298760429
00000100:00000001:2.0:1769077103.164505:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077103.164508:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077103.164510:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077103.164514:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077103/real 1769077103]  req@ffff9e53c9d37800 x1855007616065920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077103.164522:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077103.164523:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077103.164524:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077103.164526:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077103.164527:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077103.164529:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077103.164531:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37800 x1855007616065920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077103.164537:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37800 x1855007616065920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164541:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077103.164542:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164543:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077103.164544:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077103.164547:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37800 x1855007616065920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164552:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077103.164555:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37800 x1855007616065920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164559:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077103.164560:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164561:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077103.164562:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164563:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077103.164564:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077103.164566:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077103.164567:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077103.164569:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077103.164571:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37800 x1855007616065920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077103.164576:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616065920:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077103.164579:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164580:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077103.164582:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34000 x1855007616065792/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164586:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077103.164587:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077103.164588:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769077103.164590:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077103.164591:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077103.164592:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077103.164594:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077103.164611:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:2.0:1769077103.164614:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077103.164615:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077103.164617:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34000.
00000100:00000001:2.0:1769077103.164619:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077103.164620:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164622:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077103.164625:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37800 x1855007616065920/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077103.164631:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077103.164632:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077103.164633:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077103.164635:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077103.164636:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077103.164637:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077103.164639:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077103.164640:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:2.0:1769077103.164642:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077103.164643:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077103.164644:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37800.
00000100:00000001:2.0:1769077103.164647:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077103.164648:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164649:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077103.164653:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077103.164654:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077103.164656:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077103.164657:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077103.867183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077103.867189:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077103.867194:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077103.867196:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077103.867299:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077103.867307:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077103.867312:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077104.059204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077104.059213:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077104.059215:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077104.059221:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077104.059226:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077104.059231:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077104.059235:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077104.059238:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077104.059241:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077104.443220:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298760429, at 4298760448
00000100:00000040:3.0:1769077104.443220:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298760429, at 4298760448
00000100:00000010:3.0:1769077104.443239:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d790c0.
00000100:00000010:2.0:1769077104.443242:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077104.891226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077104.891233:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077104.891238:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077104.891242:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077104.891244:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077104.891247:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077104.891250:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077104.891252:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077104.891254:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077104.891256:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077104.891329:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077104.891334:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077104.891337:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077105.083198:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077105.083206:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077105.083208:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077105.083213:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077105.083217:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077105.083221:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077105.083223:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077105.083226:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077105.083229:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077105.915206:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077105.915215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077105.915222:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077105.915223:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077105.915333:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077105.915337:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077105.915340:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077106.107264:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077106.107273:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077106.107275:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077106.107282:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077106.107287:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077106.107292:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077106.107295:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077106.107298:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077106.107301:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077106.939167:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077106.939174:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077106.939180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077106.939181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077106.939251:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077106.939255:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077106.939258:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077107.131224:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077107.131233:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077107.131235:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077107.131240:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077107.131244:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077107.131249:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077107.131251:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077107.131254:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077107.131257:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077107.963177:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077107.963186:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077107.963187:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077107.963189:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077107.963193:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077107.963195:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077107.963196:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077107.963198:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077107.963201:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077107.963202:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077107.963286:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077107.963292:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077107.963296:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077108.155214:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077108.155222:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077108.155223:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077108.155229:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077108.155232:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077108.155236:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077108.155238:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077108.155241:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077108.155243:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077108.283170:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077108.283186:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077108.283190:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077108.283195:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077108.283201:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077108.283210:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4091
00000400:00000200:0.0:1769077108.283219:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077108.283227:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077108.283230:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077108.283234:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077108.283237:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077108.283239:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077108.283241:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077108.283244:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077108.283246:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077108.283248:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077108.283250:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077108.283252:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077108.283254:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077108.283256:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077108.283258:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077108.283259:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077108.283261:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077108.283263:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077108.283265:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077108.283267:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077108.283269:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077108.283272:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077108.283274:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077108.283276:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077108.283278:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077108.283288:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5180.
00000020:00000040:0.0:1769077108.283291:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077108.283294:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077108.283296:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077108.283298:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077108.283300:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077108.283304:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077108.283312:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000001:0.0:1769077108.283319:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077108.283327:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5180 x1855007616066048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077108.283336:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077108.283340:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077108.283343:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0881133] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5180 x1855007616066048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077108.283363:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077108.283365:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077108.283368:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077108.283369:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077108.283370:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077108.283372:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077108.283374:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4091
00000400:00000200:0.0:1769077108.283377:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077108.283380:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077108.283382:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077108.283384:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077108.283386:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077108.283388:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077108.283389:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077108.283391:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077108.283391:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769077108.283393:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769077108.283396:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077108.283398:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077108.283399:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:2.0:1769077108.283403:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077108.283404:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769077108.283407:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769077108.283419:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077108.283420:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077108.283424:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:2.0:1769077108.283426:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5180 x1855007616066048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077108.283427:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077108.283433:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769077108.283439:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077108.283445:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077108.283446:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077108.283447:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077108.283449:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077108.283453:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077108.283454:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077108.283458:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077108.283459:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077108.283460:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077108.283463:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077108.283466:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769077108.283469:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616066048:192.168.204.113@tcp:250:kworker.0
00000008:00000001:0.0:1769077108.283470:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077108.283474:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077108.283476:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1769077108.283478:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4e00.
02000000:00000001:2.0:1769077108.283481:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769077108.283482:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077108.283486:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077108.283486:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077108.283489:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077108.283490:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077108.283492:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077108.283494:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077108.283495:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077108.283497:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
02000000:00000010:0.0:1769077108.283500:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
02000000:00000001:2.0:1769077108.283501:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077108.283507:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077108.283513:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:0.0:1769077108.283514:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4e00 x1855007616066176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077108.283520:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00000001:0.0:1769077108.283523:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077108.283526:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077108.283529:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000040:0.0:1769077108.283530:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a33510eb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4e00 x1855007616066176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077108.283538:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077108.283545:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077108.283547:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077108.283549:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077108.283550:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1769077108.283551:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616066048, portal 25
00000100:00000001:0.0:1769077108.283552:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077108.283556:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769077108.283557:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4091
00000100:00000001:2.0:1769077108.283559:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181366144 : -107391528185472 : ffff9e53f61c5180)
00000400:00000200:0.0:1769077108.283564:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077108.283568:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000040:2.0:1769077108.283569:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5180 x1855007616066048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077108.283570:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077108.283577:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077108.283581:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077108.283585:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077108.283588:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077108.283589:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077108.283592:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077108.283594:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000040:2.0:1769077108.283595:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000001:0.0:1769077108.283596:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077108.283610:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000010:2.0:1769077108.283611:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000020:00000001:0.0:1769077108.283612:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000200:2.0:1769077108.283616:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616066048, offset 0
00000020:00000001:0.0:1769077108.283617:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769077108.283624:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077108.283626:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077108.283629:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769077108.283630:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077108.283635:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077108.283636:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769077108.283638:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077108.283640:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077108.283641:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077108.283644:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769077108.283645:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077108.283649:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077108.283650:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077108.283652:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077108.283654:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000008:00000001:0.0:1769077108.283655:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077108.283659:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077108.283663:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6d80.
00000400:00000200:2.0:1769077108.283663:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1769077108.283666:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:2.0:1769077108.283669:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:0.0:1769077108.283670:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077108.283674:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077108.283677:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077108.283677:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769077108.283681:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077108.283682:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077108.283690:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000400:00000200:2.0:1769077108.283692:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:0.0:1769077108.283694:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077108.283699:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37810:37810:256:4294967295] 192.168.204.113@tcp LPNI seq info [37780:37780:8:4294967295]
00000100:00100000:0.0:1769077108.283702:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6d80 x1855007616066304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077108.283708:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769077108.283715:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077108.283717:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077108.283722:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7137345] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6d80 x1855007616066304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077108.283729:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077108.283737:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077108.283742:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769077108.283742:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769077108.283747:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1769077108.283749:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000100:00000040:0.0:1769077108.283750:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077108.283755:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077108.283759:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4101)
00000800:00000200:2.0:1769077108.283761:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077108.283766:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077108.283771:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077108.283775:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077108.283779:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077108.283781:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077108.283801:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077108.283807:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077108.283812:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077108.283814:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077108.283819:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077108.283822:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5180 x1855007616066048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.283830:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077108.283832:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5180 x1855007616066048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.283848:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077108.283849:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077108.283854:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077108.283858:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077108.283861:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298765549
00000100:00000010:2.0:1769077108.283866:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077108.283875:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077108.283887:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298765549
00000100:00000010:2.0:1769077108.283891:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79420.
00000100:00000001:2.0:1769077108.283896:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077108.283901:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077108.283904:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077108.283908:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077108.283913:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077108/real 1769077108]  req@ffff9e53f61c5180 x1855007616066048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077108.283925:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077108.283927:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077108.283931:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077108.283935:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077108.283937:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077108.283941:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077108.283945:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5180 x1855007616066048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077108.283953:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5180 x1855007616066048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.283960:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077108.283963:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.283965:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077108.283988:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077108.283993:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5180 x1855007616066048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284004:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077108.284010:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5180 x1855007616066048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284018:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077108.284020:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284023:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077108.284024:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284027:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077108.284031:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077108.284034:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077108.284039:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077108.284042:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077108.284047:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5180 x1855007616066048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077108.284056:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616066048:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077108.284062:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284087:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077108.284091:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5180 x1855007616066048/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284098:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077108.284101:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077108.284105:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077108.284108:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077108.284110:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077108.284113:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077108.284115:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077108.284118:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010800.
02000000:00000001:2.0:1769077108.284123:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077108.284125:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077108.284126:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5180.
00000100:00000001:2.0:1769077108.284130:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077108.284131:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284133:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284142:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077108.284144:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077108.284147:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077108.284148:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077108.284150:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077108.284154:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4e00 x1855007616066176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284181:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077108.284183:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077108.284186:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077108.284188:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077108.284191:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077108.284194:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616066176:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077108.284198:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077108.284201:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077108.284204:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077108.284206:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077108.284210:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077108.284213:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077108.284219:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077108.284223:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077108.284228:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077108.284232:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616066176, portal 10
00000100:00000001:2.0:1769077108.284235:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077108.284237:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181365248 : -107391528186368 : ffff9e53f61c4e00)
00000100:00000040:2.0:1769077108.284245:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4e00 x1855007616066176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284252:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077108.284255:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077108.284259:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077108.284262:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616066176, offset 0
00000400:00000200:2.0:1769077108.284267:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077108.284272:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077108.284276:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077108.284280:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077108.284283:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077108.284285:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077108.284287:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077108.284291:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37811:37811:256:4294967295] 192.168.204.113@tcp LPNI seq info [37781:37781:8:4294967295]
00000400:00000200:2.0:1769077108.284294:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077108.284301:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077108.284306:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077108.284309:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077108.284313:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077108.284315:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077108.284318:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077108.284320:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077108.284323:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077108.284324:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077108.284327:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077108.284329:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077108.284332:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077108.284333:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077108.284335:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077108.284338:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4e00 x1855007616066176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284343:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077108.284346:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4e00 x1855007616066176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284350:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077108.284351:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077108.284354:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077108.284357:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077108.284359:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077108.284361:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298764302
00000100:00000001:2.0:1769077108.284363:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298765549
00000100:00000001:2.0:1769077108.284365:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298764302
00000100:00000001:2.0:1769077108.284367:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298765549
00000100:00000001:2.0:1769077108.284368:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077108.284370:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077108.284371:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077108.284374:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077108/real 1769077108]  req@ffff9e53f61c4e00 x1855007616066176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077108.284379:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077108.284380:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077108.284381:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077108.284382:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077108.284383:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077108.284384:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077108.284386:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4e00 x1855007616066176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077108.284392:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4e00 x1855007616066176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284396:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077108.284397:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284398:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077108.284399:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077108.284401:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4e00 x1855007616066176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284405:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077108.284408:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4e00 x1855007616066176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284412:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077108.284413:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284414:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077108.284415:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284416:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077108.284417:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077108.284419:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077108.284422:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077108.284424:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077108.284426:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4e00 x1855007616066176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077108.284431:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616066176:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077108.284435:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077108.284438:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6d80 x1855007616066304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284444:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077108.284446:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077108.284448:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077108.284450:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077108.284452:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077108.284455:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616066304:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077108.284459:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077108.284461:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077108.284462:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077108.284464:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077108.284467:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769077108.284469:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077108.284473:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077108.284476:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000400:00000010:2.0:1769077108.284479:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000200:2.0:1769077108.284483:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616066304, portal 10
00000100:00000001:2.0:1769077108.284485:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077108.284486:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181373312 : -107391528178304 : ffff9e53f61c6d80)
00000100:00000040:2.0:1769077108.284493:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6d80 x1855007616066304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284499:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077108.284502:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077108.284504:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077108.284507:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616066304, offset 0
00000400:00000200:2.0:1769077108.284511:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077108.284515:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077108.284518:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077108.284521:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077108.284523:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077108.284536:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077108.284538:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077108.284541:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37812:37812:256:4294967295] 192.168.204.113@tcp LPNI seq info [37782:37782:8:4294967295]
00000400:00000200:2.0:1769077108.284545:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077108.284551:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077108.284556:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077108.284559:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077108.284563:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077108.284566:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077108.284571:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077108.284573:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077108.284577:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077108.284579:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077108.284582:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077108.284585:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077108.284588:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077108.284590:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077108.284593:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077108.284597:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6d80 x1855007616066304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284616:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077108.284620:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6d80 x1855007616066304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284627:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077108.284629:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077108.284632:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077108.284635:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077108.284639:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077108.284641:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298764309
00000100:00000001:2.0:1769077108.284643:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298765549
00000100:00000001:2.0:1769077108.284645:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298764309
00000100:00000001:2.0:1769077108.284647:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298765549
00000100:00000001:2.0:1769077108.284649:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077108.284651:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077108.284653:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077108.284656:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077108/real 1769077108]  req@ffff9e53f61c6d80 x1855007616066304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077108.284664:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077108.284665:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077108.284667:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:2.0:1769077108.284671:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:2.0:1769077108.284673:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:2.0:1769077108.284676:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077108.284680:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6d80 x1855007616066304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077108.284691:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6d80 x1855007616066304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284700:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077108.284702:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284705:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077108.284707:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077108.284713:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6d80 x1855007616066304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284720:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077108.284724:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6d80 x1855007616066304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284733:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077108.284736:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284738:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077108.284740:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284742:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077108.284743:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077108.284746:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077108.284749:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077108.284751:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077108.284755:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6d80 x1855007616066304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077108.284762:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616066304:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077108.284766:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284767:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077108.284769:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4e00 x1855007616066176/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284774:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077108.284776:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077108.284777:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077108.284779:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077108.284780:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077108.284781:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077108.284783:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077108.284799:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:2.0:1769077108.284801:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077108.284802:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077108.284803:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4e00.
00000100:00000001:2.0:1769077108.284805:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077108.284807:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284809:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077108.284811:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6d80 x1855007616066304/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077108.284816:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077108.284816:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077108.284818:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:2.0:1769077108.284819:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077108.284820:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077108.284821:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077108.284823:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077108.284824:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:2.0:1769077108.284825:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077108.284825:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077108.284826:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6d80.
00000100:00000001:2.0:1769077108.284828:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077108.284829:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284830:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077108.284832:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077108.284841:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077108.284842:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077108.284843:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077108.987217:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077108.987224:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077108.987230:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077108.987231:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077108.987296:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077108.987300:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077108.987303:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077109.179219:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077109.179228:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077109.179230:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077109.179235:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077109.179239:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077109.179243:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077109.179245:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077109.179247:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077109.179250:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077109.563136:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298765549, at 4298765568
00000100:00000040:2.0:1769077109.563141:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298765549, at 4298765568
00000100:00000010:3.0:1769077109.563157:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79420.
00000100:00000010:2.0:1769077109.563162:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077110.011195:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077110.011201:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077110.011206:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077110.011208:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077110.011316:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077110.011326:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077110.011332:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077110.203178:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077110.203197:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077110.203199:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077110.203204:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077110.203207:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077110.203211:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077110.203213:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077110.203216:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077110.203218:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077111.035292:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077111.035305:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077111.035318:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077111.035321:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077111.035468:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077111.035477:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077111.035485:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077111.227264:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077111.227276:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077111.227279:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077111.227287:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077111.227292:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077111.227297:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077111.227300:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077111.227304:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077111.227308:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077112.059231:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077112.059238:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077112.059244:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077112.059245:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077112.059327:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077112.059331:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077112.059334:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077112.251214:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077112.251223:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077112.251225:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077112.251230:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077112.251234:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077112.251238:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077112.251240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077112.251243:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077112.251246:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077113.083152:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077113.083158:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077113.083163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077113.083164:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077113.083213:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077113.083217:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077113.083220:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077113.275145:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077113.275151:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077113.275153:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077113.275157:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077113.275160:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077113.275163:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077113.275165:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077113.275168:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077113.275170:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077113.403177:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077113.403187:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077113.403190:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077113.403195:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077113.403199:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077113.403206:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4096
00000400:00000200:3.0:1769077113.403213:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077113.403220:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077113.403223:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077113.403229:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077113.403232:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077113.403235:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077113.403238:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077113.403241:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077113.403243:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077113.403246:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077113.403249:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077113.403250:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077113.403252:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077113.403255:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077113.403257:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077113.403259:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077113.403260:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077113.403263:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077113.403265:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077113.403267:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077113.403270:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077113.403274:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077113.403276:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077113.403278:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077113.403280:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077113.403287:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000020:00000040:3.0:1769077113.403289:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077113.403293:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077113.403294:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077113.403296:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077113.403299:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077113.403303:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077113.403309:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769077113.403314:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077113.403321:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007616066432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077113.403330:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077113.403334:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077113.403337:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007616066432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077113.403360:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077113.403363:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077113.403365:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077113.403366:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077113.403367:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077113.403369:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077113.403371:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4096
00000400:00000200:3.0:1769077113.403374:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077113.403376:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077113.403378:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077113.403382:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077113.403385:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077113.403388:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077113.403391:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077113.403394:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077113.403395:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769077113.403396:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769077113.403400:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077113.403401:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769077113.403404:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:2.0:1769077113.403405:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077113.403410:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769077113.403413:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37800 x1855007616066432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077113.403415:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769077113.403426:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077113.403429:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077113.403431:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077113.403433:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077113.403438:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769077113.403438:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:2.0:1769077113.403441:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077113.403443:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:2.0:1769077113.403446:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077113.403448:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00100000:2.0:1769077113.403453:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616066432:192.168.204.113@tcp:250:kworker.0
00000100:00080000:3.0:1769077113.403454:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077113.403460:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077113.403463:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077113.403463:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077113.403470:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077113.403471:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077113.403475:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077113.403476:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077113.403477:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077113.403483:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1769077113.403484:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077113.403487:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077113.403489:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077113.403490:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23c00.
00000100:00000010:3.0:1769077113.403493:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
02000000:00000001:2.0:1769077113.403495:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077113.403497:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077113.403502:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077113.403503:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077113.403504:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077113.403506:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077113.403507:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077113.403511:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:3.0:1769077113.403514:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769077113.403518:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077113.403520:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeeec8.
00000100:00100000:3.0:1769077113.403523:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007616066560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077113.403528:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd43b8.
00000100:00000001:3.0:1769077113.403531:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077113.403534:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077113.403538:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616066432, portal 25
00000100:00000040:3.0:1769077113.403538:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007616066560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077113.403545:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077113.403549:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077113.403550:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438394368 : -107392271157248 : ffff9e53c9d37800)
00000100:00080000:3.0:1769077113.403552:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077113.403557:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077113.403559:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077113.403560:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077113.403564:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769077113.403565:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37800 x1855007616066432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077113.403567:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4096
00000400:00000200:3.0:1769077113.403576:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077113.403582:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077113.403586:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077113.403591:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077113.403592:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077113.403593:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077113.403595:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077113.403596:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077113.403597:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769077113.403597:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769077113.403601:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077113.403603:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769077113.403604:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769077113.403607:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000001:3.0:1769077113.403608:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000010:2.0:1769077113.403612:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000040:3.0:1769077113.403613:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077113.403617:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077113.403618:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616066432, offset 0
00000100:00000040:3.0:1769077113.403620:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077113.403624:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077113.403627:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:2.0:1769077113.403630:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769077113.403634:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077113.403637:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077113.403638:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077113.403640:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077113.403643:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:3.0:1769077113.403644:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077113.403647:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077113.403649:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077113.403653:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000008:00000001:3.0:1769077113.403653:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077113.403658:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077113.403662:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1769077113.403662:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000020:00000040:3.0:1769077113.403666:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:2.0:1769077113.403668:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:3.0:1769077113.403670:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077113.403672:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077113.403674:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077113.403676:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077113.403678:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077113.403681:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000001:3.0:1769077113.403682:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077113.403687:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37813:37813:256:4294967295] 192.168.204.113@tcp LPNI seq info [37783:37783:8:4294967295]
02000000:00000010:3.0:1769077113.403688:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769077113.403694:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077113.403712:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:3.0:1769077113.403720:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007616066688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077113.403733:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077113.403734:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077113.403735:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077113.403742:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007616066688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769077113.403747:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077113.403757:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000100:00000001:3.0:1769077113.403757:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077113.403763:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077113.403766:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1769077113.403771:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769077113.403771:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077113.403778:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1769077113.403781:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769077113.403784:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4107)
00000100:00000001:2.0:1769077113.403800:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077113.403808:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077113.403812:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298770669
00000100:00000010:2.0:1769077113.403826:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077113.403837:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077113.403843:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298770669
00000100:00000010:2.0:1769077113.403847:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79c60.
00000100:00000001:2.0:1769077113.403852:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077113.403860:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077113.403864:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077113.403867:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077113.403869:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077113.403876:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077113.403878:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077113.403879:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077113.403881:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077113.403883:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077113.403888:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34000 x1855007616066560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077113.403895:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077113.403896:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077113.403898:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077113.403900:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077113.403902:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077113.403904:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616066560:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077113.403907:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077113.403908:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077113.403909:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077113.403911:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077113.403914:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20000.
02000000:00000001:2.0:1769077113.403916:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077113.403919:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077113.403921:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeed68.
00000400:00000010:2.0:1769077113.403924:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4660.
00000100:00000200:2.0:1769077113.403926:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616066560, portal 10
00000100:00000001:2.0:1769077113.403929:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077113.403931:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380032 : -107392271171584 : ffff9e53c9d34000)
00000100:00000040:2.0:1769077113.403936:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34000 x1855007616066560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077113.403941:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077113.403943:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077113.403946:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077113.403948:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616066560, offset 0
00000400:00000200:2.0:1769077113.403951:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077113.403955:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077113.403957:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077113.403959:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077113.403961:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077113.403963:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077113.403966:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077113.403968:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37814:37814:255:4294967295] 192.168.204.113@tcp LPNI seq info [37784:37784:7:4294967295]
00000400:00000200:2.0:1769077113.403971:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077113.403976:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077113.403979:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077113.403982:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8a00.
00000800:00000200:2.0:1769077113.403986:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077113.403993:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769077113.403995:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077113.403998:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077113.404001:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077113.404002:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298769421
00000100:00000001:2.0:1769077113.404005:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298770669
00000100:00000001:2.0:1769077113.404007:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298769421
00000100:00000001:2.0:1769077113.404008:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298770669
00000100:00000001:2.0:1769077113.404010:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077113.404011:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077113.404013:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077113.404015:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34e00 x1855007616066688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077113.404019:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077113.404020:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077113.404022:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077113.404023:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077113.404025:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077113.404027:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616066688:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077113.404029:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077113.404030:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077113.404031:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077113.404032:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077113.404034:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23800.
02000000:00000001:2.0:1769077113.404035:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077113.404037:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077113.404039:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee7e8.
00000400:00000010:2.0:1769077113.404040:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd44c8.
00000100:00000200:2.0:1769077113.404042:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616066688, portal 10
00000100:00000001:2.0:1769077113.404044:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077113.404044:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438383616 : -107392271168000 : ffff9e53c9d34e00)
00000100:00000040:2.0:1769077113.404049:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34e00 x1855007616066688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077113.404053:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077113.404055:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077113.404056:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000200:2.0:1769077113.404058:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616066688, offset 0
00000400:00000200:2.0:1769077113.404061:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077113.404088:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077113.404092:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077113.404094:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077113.404096:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077113.404098:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077113.404100:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077113.404102:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37815:37815:254:4294967295] 192.168.204.113@tcp LPNI seq info [37785:37785:6:4294967295]
00000400:00000200:2.0:1769077113.404105:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077113.404109:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077113.404119:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077113.404124:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077113.404127:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077113.404130:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769077113.404131:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077113.404133:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077113.404135:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077113.404137:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298769429
00000100:00000001:2.0:1769077113.404138:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298770669
00000100:00000001:2.0:1769077113.404140:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298769429
00000100:00000001:2.0:1769077113.404142:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298770669
00000100:00000001:2.0:1769077113.404143:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077113.404144:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077113.404146:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077113.404147:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077113.404149:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077113.404150:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077113.404152:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077113.404152:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077113.404154:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077113.404155:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077114.107170:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077114.107178:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077114.107183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077114.107185:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077114.107246:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077114.107251:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077114.107254:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077114.299134:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077114.299145:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077114.299147:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077114.299152:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077114.299157:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077114.299160:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077114.299162:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077114.299164:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077114.299167:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077114.683183:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298770669, at 4298770688
00000100:00000040:3.0:1769077114.683183:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298770669, at 4298770688
00000100:00000010:3.0:1769077114.683211:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79c60.
00000100:00000010:2.0:1769077114.683218:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077115.131155:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077115.131162:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077115.131168:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077115.131171:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077115.131173:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077115.131176:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077115.131178:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077115.131180:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077115.131182:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077115.131184:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077115.131264:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077115.131268:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077115.131271:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077115.323153:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077115.323161:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077115.323163:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077115.323168:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077115.323172:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077115.323176:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077115.323178:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077115.323181:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077115.323183:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077116.155207:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077116.155215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077116.155221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077116.155222:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077116.155304:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077116.155310:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077116.155314:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077116.347191:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077116.347200:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077116.347202:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077116.347206:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077116.347210:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077116.347214:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.347216:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077116.347219:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.347221:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769077116.475375:0:2396:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:2.0:1769077116.475415:0:2396:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077116.475426:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077116.475429:0:2396:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:2.0:1769077116.475432:0:2396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077116.475436:0:2396:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077116.475440:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769077116.475444:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077116.475448:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077116.475451:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077116.475457:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:2.0:1769077116.475459:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:2.0:1769077116.475463:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077116.475470:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d37800 x1855007616066432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077116.475495:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077116.475498:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37800 x1855007616066432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077116.475504:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077116.475513:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077116.475522:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769077116.475524:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8a00.
00000400:00000200:2.0:1769077116.475528:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077116.475531:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077116.475533:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077116.475534:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077116.475537:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077116.475540:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:2.0:1769077116.475541:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d34000 x1855007616066560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077116.475547:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077116.475550:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769077116.475553:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1769077116.475559:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34000 x1855007616066560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077116.475568:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077116.475569:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077113/real 1769077116]  req@ffff9e53c9d34000 x1855007616066560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077138 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077116.475571:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077116.475583:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769077116.475590:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000001:1.0:1769077116.475595:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1769077116.475595:0:2396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:1.0:1769077116.475599:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1769077116.475604:0:2396:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000010:1.0:1769077116.475607:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeed68.
00000400:00000200:1.0:1769077116.475613:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4660
00000400:00000010:1.0:1769077116.475615:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4660.
00000100:00000001:1.0:1769077116.475619:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1769077116.475621:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000100:00000200:1.0:1769077116.475627:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34000 x1855007616066560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077116.475628:0:2396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077116.475636:0:2396:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077116.475645:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d34e00 x1855007616066688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077116.475661:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34000 x1855007616066560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077116.475692:0:2396:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769077116.475694:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077116.475698:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077116.475700:0:2396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34e00 x1855007616066688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077116.475708:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077116.475713:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077116.475713:0:2396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077116.475718:0:2396:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1769077116.475724:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34000 x1855007616066560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077116.475755:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077116.475762:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34000 x1855007616066560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077116.475771:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077116.475775:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.475776:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077116.475778:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.475781:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077116.475784:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077116.475789:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077116.475794:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077116.475797:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077116.475802:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34000 x1855007616066560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077116.475810:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616066560:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077116.475817:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077116.475820:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077113/real 1769077116]  req@ffff9e53c9d34e00 x1855007616066688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077116.475829:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077116.475830:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077116.475832:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee7e8.
00000400:00000200:1.0:1769077116.475835:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd44c8
00000400:00000010:1.0:1769077116.475837:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd44c8.
00000100:00000001:1.0:1769077116.475839:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077116.475842:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34e00 x1855007616066688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077116.475850:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34e00 x1855007616066688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077116.475857:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077116.475858:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.475860:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077116.475867:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077116.475870:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34e00 x1855007616066688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077116.475882:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077116.475886:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34e00 x1855007616066688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077116.475892:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077116.475895:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.475896:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077116.475898:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.475899:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077116.475901:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077116.475903:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077116.475907:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077116.475909:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077116.475913:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34e00 x1855007616066688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077116.475920:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616066688:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077116.475925:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077116.475929:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077113/real 1769077116]  req@ffff9e53c9d37800 x1855007616066432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077116.475938:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077116.475940:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077116.475942:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeeec8.
00000400:00000200:1.0:1769077116.475945:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd43b8
00000400:00000010:1.0:1769077116.475947:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd43b8.
00000100:00000001:1.0:1769077116.475950:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077116.475953:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37800 x1855007616066432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077116.475967:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37800 x1855007616066432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077116.475975:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077116.475977:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.475979:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077116.475981:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077116.475985:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37800 x1855007616066432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077116.475992:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077116.476008:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37800 x1855007616066432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077116.476016:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077116.476019:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.476021:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077116.476023:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.476025:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077116.476027:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077116.476029:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077116.476033:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077116.476035:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077116.476040:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37800 x1855007616066432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077116.476054:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616066432:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077116.476059:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.476061:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077116.476117:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34000 x1855007616066560/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077116.476130:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077116.476135:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077116.476141:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20000.
02000000:00000001:1.0:1769077116.476147:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077116.476151:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077116.476154:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077116.476158:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077116.476161:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:1.0:1769077116.476166:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077116.476169:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077116.476171:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34000.
00000100:00000001:1.0:1769077116.476175:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077116.476176:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.476178:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077116.476181:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34e00 x1855007616066688/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077116.476187:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077116.476188:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077116.476190:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23800.
02000000:00000001:1.0:1769077116.476193:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077116.476194:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077116.476195:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077116.476197:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077116.476198:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:1.0:1769077116.476202:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077116.476203:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077116.476204:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34e00.
00000100:00000001:1.0:1769077116.476206:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077116.476208:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.476209:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077116.476213:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37800 x1855007616066432/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077116.476219:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077116.476220:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077116.476222:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:1.0:1769077116.476224:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077116.476225:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077116.476227:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077116.476229:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077116.476230:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:1.0:1769077116.476233:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077116.476234:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077116.476235:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37800.
00000100:00000001:1.0:1769077116.476239:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077116.476240:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.476243:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077116.476252:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077116.476254:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077116.476256:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077116.476258:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077117.179163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077117.179173:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077117.179180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077117.179181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077117.179276:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077117.179282:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077117.179286:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077117.371144:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077117.371153:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077117.371155:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077117.371162:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077117.371166:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077117.371171:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077117.371173:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077117.371175:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077117.371178:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077118.203157:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077118.203166:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077118.203168:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077118.203171:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077118.203176:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077118.203178:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077118.203179:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077118.203181:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077118.203184:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077118.203186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077118.203277:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077118.203282:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077118.203287:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077118.395168:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077118.395174:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077118.395176:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077118.395181:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077118.395184:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077118.395187:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.395189:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077118.395191:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.395194:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077118.523215:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077118.523232:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077118.523237:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077118.523242:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077118.523250:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077118.523260:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4102
00000400:00000200:3.0:1769077118.523273:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077118.523282:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077118.523287:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077118.523292:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077118.523296:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077118.523300:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077118.523303:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077118.523309:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077118.523312:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077118.523316:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077118.523320:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077118.523323:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077118.523326:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077118.523330:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077118.523333:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077118.523335:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077118.523339:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077118.523344:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077118.523348:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077118.523352:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077118.523355:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077118.523360:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077118.523363:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077118.523366:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077118.523369:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077118.523382:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000020:00000040:3.0:1769077118.523387:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077118.523392:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077118.523394:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077118.523399:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077118.523403:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077118.523409:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077118.523420:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769077118.523430:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077118.523443:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007616066816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077118.523457:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077118.523463:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077118.523469:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007616066816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077118.523503:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077118.523511:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077118.523520:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077118.523523:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077118.523528:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077118.523534:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077118.523535:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077118.523546:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077118.523549:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4102
00000100:00000001:1.0:1769077118.523551:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1769077118.523577:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:1.0:1769077118.523578:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36d80 x1855007616066816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.523602:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769077118.523602:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077118.523624:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077118.523629:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077118.523632:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077118.523635:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077118.523641:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616066816:192.168.204.113@tcp:250:kworker.0
00000100:00080000:3.0:1769077118.523645:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077118.523656:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769077118.523664:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:1.0:1769077118.523667:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077118.523675:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077118.523681:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077118.523699:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1769077118.523700:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077118.523707:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077118.523713:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:1.0:1769077118.523726:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077118.523727:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000010:1.0:1769077118.523738:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000020:00000001:3.0:1769077118.523744:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:1.0:1769077118.523748:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000020:00000040:3.0:1769077118.523750:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769077118.523757:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1769077118.523759:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616066816, portal 25
00000020:00000040:3.0:1769077118.523766:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:1.0:1769077118.523767:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077118.523772:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438391680 : -107392271159936 : ffff9e53c9d36d80)
00000020:00000001:3.0:1769077118.523780:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769077118.523792:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769077118.523793:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36d80 x1855007616066816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077118.523813:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077118.523829:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077118.523835:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077118.523837:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077118.523846:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000040:1.0:1769077118.523850:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077118.523862:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077118.523869:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616066816, offset 0
00000400:00000200:1.0:1769077118.523878:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:3.0:1769077118.523882:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769077118.523897:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:1.0:1769077118.523900:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077118.523907:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077118.523924:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:3.0:1769077118.523926:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077118.523941:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769077118.523945:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077118.523954:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:3.0:1769077118.523958:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077118.523970:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077118.523971:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077118.523985:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000008:00100000:3.0:1769077118.523985:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077118.524000:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077118.524001:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37816:37816:256:4294967295] 192.168.204.113@tcp LPNI seq info [37786:37786:8:4294967295]
00000100:00000001:3.0:1769077118.524012:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077118.524024:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:3.0:1769077118.524029:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000020:00000040:3.0:1769077118.524039:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077118.524054:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769077118.524058:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769077118.524061:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077118.524102:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077118.524111:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077118.524120:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077118.524126:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077118.524138:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769077118.524143:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1769077118.524147:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1769077118.524151:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077118.524159:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769077118.524167:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
02000000:00000010:3.0:1769077118.524181:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000800:00000010:1.0:1769077118.524182:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000100:00000001:3.0:1769077118.524198:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077118.524204:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1769077118.524220:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007616066944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077118.524237:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077118.524244:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077118.524249:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077118.524258:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000100:00000040:3.0:1769077118.524262:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007616066944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077118.524267:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077118.524280:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077118.524295:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36d80 x1855007616066816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077118.524305:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077118.524319:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077118.524324:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769077118.524330:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1769077118.524337:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36d80 x1855007616066816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077118.524340:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077118.524347:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077118.524360:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077118.524376:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4102
00000100:00000001:1.0:1769077118.524399:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077118.524402:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077118.524411:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077118.524416:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077118.524421:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298775790
00000100:00000010:1.0:1769077118.524427:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bb40.
00000100:00000001:1.0:1769077118.524434:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077118.524440:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298775790
00000100:00000010:1.0:1769077118.524444:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b2a0.
00000100:00000001:1.0:1769077118.524447:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077118.524451:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077118.524454:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077118.524463:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077118.524470:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077118/real 1769077118]  req@ffff9e53c9d36d80 x1855007616066816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077118.524482:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077118.524484:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077118.524487:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077118.524490:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077118.524492:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077118.524494:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077118.524499:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36d80 x1855007616066816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077118.524510:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36d80 x1855007616066816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.524518:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077118.524519:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.524523:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077118.524525:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077118.524529:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36d80 x1855007616066816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.524540:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077118.524547:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36d80 x1855007616066816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.524559:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1769077118.524560:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077118.524575:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769077118.524580:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077118.524583:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1769077118.524591:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077118.524592:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.524602:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1769077118.524607:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077118.524610:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077118.524629:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077118.524647:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769077118.524652:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077118.524654:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077118.524661:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077118.524668:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000040:1.0:1769077118.524669:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36d80 x1855007616066816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077118.524676:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077118.524680:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769077118.524687:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077118.524692:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769077118.524699:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769077118.524711:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00100000:1.0:1769077118.524719:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616066816:192.168.204.113@tcp:250:kworker.0
00000100:00000040:3.0:1769077118.524726:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077118.524736:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077118.524741:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077118.524744:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077118.524746:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769077118.524752:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769077118.524754:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769077118.524765:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000040:1.0:1769077118.524766:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36d80 x1855007616066816/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077118.524773:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077118.524779:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077118.524784:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077118.524790:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077118.524799:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1769077118.524799:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077118.524805:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077118.524811:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:3.0:1769077118.524814:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077118.524818:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
00000100:00000001:3.0:1769077118.524820:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077118.524832:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
02000000:00000001:1.0:1769077118.524835:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1769077118.524844:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077118.524847:0:2405:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:3.0:1769077118.524851:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000020:00000040:1.0:1769077118.524854:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077118.524856:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077118.524864:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1769077118.524866:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:3.0:1769077118.524868:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1769077118.524879:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:3.0:1769077118.524879:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077118.524892:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
02000000:00000001:1.0:1769077118.524894:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1769077118.524900:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077118.524902:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077118.524910:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36d80.
00000100:00100000:3.0:1769077118.524918:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007616067072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077118.524920:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077118.524927:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.524938:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077118.524953:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077118.524959:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077118.524963:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1769077118.524967:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007616067072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.524970:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077118.524979:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077118.524985:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077118.524989:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077118.524995:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077118.525005:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36680 x1855007616066944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077118.525006:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077118.525025:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077118.525034:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077118.525049:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077118.525051:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077118.525057:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077118.525060:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4112)
02000000:00000001:1.0:1769077118.525103:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077118.525109:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077118.525113:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077118.525118:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616066944:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077118.525123:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077118.525127:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077118.525131:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077118.525133:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077118.525140:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077118.525142:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077118.525149:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077118.525153:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077118.525158:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077118.525163:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616066944, portal 10
00000100:00000001:1.0:1769077118.525165:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077118.525167:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438389888 : -107392271161728 : ffff9e53c9d36680)
00000100:00000040:1.0:1769077118.525175:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36680 x1855007616066944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525182:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077118.525184:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077118.525187:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077118.525189:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616066944, offset 0
00000400:00000200:1.0:1769077118.525193:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077118.525197:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077118.525201:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077118.525204:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077118.525207:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077118.525209:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077118.525211:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077118.525214:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37817:37817:256:4294967295] 192.168.204.113@tcp LPNI seq info [37787:37787:8:4294967295]
00000400:00000200:1.0:1769077118.525216:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077118.525222:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077118.525225:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077118.525228:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077118.525232:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077118.525234:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077118.525238:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077118.525240:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077118.525244:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077118.525246:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077118.525249:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077118.525253:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077118.525257:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077118.525265:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077118.525269:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077118.525273:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36680 x1855007616066944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525284:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077118.525287:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36680 x1855007616066944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525293:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077118.525295:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077118.525299:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077118.525304:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077118.525307:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077118.525310:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298774543
00000100:00000001:1.0:1769077118.525312:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298775790
00000100:00000001:1.0:1769077118.525315:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298774543
00000100:00000001:1.0:1769077118.525318:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298775790
00000100:00000001:1.0:1769077118.525320:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077118.525322:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077118.525323:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077118.525327:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077118/real 1769077118]  req@ffff9e53c9d36680 x1855007616066944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077118.525335:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077118.525337:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077118.525338:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077118.525341:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077118.525342:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077118.525345:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077118.525347:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36680 x1855007616066944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077118.525356:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36680 x1855007616066944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525362:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077118.525364:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.525366:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077118.525367:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077118.525370:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36680 x1855007616066944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525378:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077118.525382:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36680 x1855007616066944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525389:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077118.525391:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.525392:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077118.525393:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.525394:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077118.525396:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077118.525398:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077118.525400:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077118.525402:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077118.525405:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36680 x1855007616066944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077118.525411:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616066944:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077118.525413:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.525414:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077118.525416:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36680 x1855007616066944/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525420:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077118.525421:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077118.525423:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077118.525425:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077118.525426:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077118.525428:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077118.525429:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077118.525430:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:1.0:1769077118.525433:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077118.525434:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077118.525435:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36680.
00000100:00000001:1.0:1769077118.525437:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077118.525438:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.525439:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.525442:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077118.525444:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077118.525446:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077118.525447:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077118.525448:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077118.525451:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34700 x1855007616067072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525456:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077118.525457:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077118.525459:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077118.525461:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077118.525463:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077118.525466:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616067072:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077118.525469:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077118.525472:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077118.525474:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077118.525475:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077118.525480:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077118.525481:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077118.525486:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077118.525488:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077118.525492:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077118.525494:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616067072, portal 10
00000100:00000001:1.0:1769077118.525496:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077118.525498:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438381824 : -107392271169792 : ffff9e53c9d34700)
00000100:00000040:1.0:1769077118.525504:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34700 x1855007616067072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525510:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077118.525512:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077118.525515:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077118.525517:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616067072, offset 0
00000400:00000200:1.0:1769077118.525521:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077118.525525:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077118.525530:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077118.525534:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077118.525537:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077118.525540:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077118.525542:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077118.525545:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37818:37818:256:4294967295] 192.168.204.113@tcp LPNI seq info [37788:37788:8:4294967295]
00000400:00000200:1.0:1769077118.525550:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077118.525557:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077118.525562:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077118.525566:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077118.525570:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077118.525572:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077118.525577:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077118.525579:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077118.525583:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077118.525584:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077118.525587:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077118.525590:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077118.525593:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077118.525595:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077118.525598:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077118.525601:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34700 x1855007616067072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525610:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077118.525630:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34700 x1855007616067072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525637:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077118.525639:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077118.525643:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077118.525646:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077118.525650:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077118.525652:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298774550
00000100:00000001:1.0:1769077118.525655:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298775790
00000100:00000001:1.0:1769077118.525657:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298774550
00000100:00000001:1.0:1769077118.525659:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298775790
00000100:00000001:1.0:1769077118.525662:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077118.525664:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077118.525666:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077118.525669:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077118/real 1769077118]  req@ffff9e53c9d34700 x1855007616067072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077118.525677:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077118.525679:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077118.525680:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077118.525683:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077118.525685:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077118.525687:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077118.525691:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34700 x1855007616067072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077118.525699:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34700 x1855007616067072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525705:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077118.525707:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.525708:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077118.525710:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077118.525713:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34700 x1855007616067072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525720:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077118.525724:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34700 x1855007616067072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525731:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077118.525733:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.525735:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077118.525737:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.525739:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077118.525740:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077118.525743:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077118.525747:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077118.525750:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077118.525754:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34700 x1855007616067072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077118.525763:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616067072:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077118.525767:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.525769:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077118.525773:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34700 x1855007616067072/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077118.525779:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077118.525781:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077118.525783:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077118.525786:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077118.525788:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077118.525789:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077118.525792:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077118.525794:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:1.0:1769077118.525796:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077118.525798:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077118.525799:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34700.
00000100:00000001:1.0:1769077118.525801:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077118.525802:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.525803:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077118.525805:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077118.525807:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077118.525808:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077118.525809:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077119.227145:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077119.227151:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077119.227156:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077119.227157:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077119.227228:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077119.227231:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077119.227234:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077119.419156:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077119.419163:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077119.419165:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077119.419169:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077119.419172:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077119.419176:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077119.419178:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077119.419180:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077119.419182:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077119.803118:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298775790, at 4298775808
00000100:00000010:3.0:1769077119.803137:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b2a0.
00000100:00000040:2.0:1769077119.803179:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298775790, at 4298775808
00000100:00000010:2.0:1769077119.803193:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bb40.
00010000:00000001:1.0:1769077120.251178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077120.251183:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077120.251187:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077120.251188:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077120.251284:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077120.251290:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077120.251294:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077120.443169:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077120.443176:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077120.443178:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077120.443182:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077120.443186:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077120.443189:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077120.443191:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077120.443193:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077120.443195:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077121.275206:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077121.275216:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077121.275225:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077121.275227:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077121.275321:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077121.275328:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077121.275335:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077121.467184:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077121.467196:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077121.467199:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077121.467206:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077121.467211:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077121.467216:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077121.467219:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077121.467222:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077121.467227:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077122.299176:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077122.299189:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077122.299199:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077122.299201:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077122.299331:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077122.299340:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077122.299348:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077122.491225:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077122.491234:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077122.491236:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077122.491241:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077122.491245:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077122.491250:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077122.491253:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077122.491255:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077122.491258:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077123.323174:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077123.323181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077123.323186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077123.323187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077123.323235:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077123.323239:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077123.323242:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077123.515203:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077123.515211:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077123.515213:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077123.515218:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077123.515221:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077123.515226:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.515228:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077123.515230:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.515233:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077123.643168:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077123.643180:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077123.643182:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077123.643186:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077123.643190:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077123.643199:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4107
00000400:00000200:3.0:1769077123.643207:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077123.643215:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077123.643219:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077123.643223:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077123.643227:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077123.643230:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077123.643233:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077123.643238:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077123.643241:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077123.643244:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077123.643248:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077123.643251:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077123.643253:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077123.643256:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077123.643258:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077123.643259:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077123.643261:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077123.643263:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077123.643265:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077123.643267:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077123.643269:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077123.643272:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077123.643274:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077123.643276:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077123.643278:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077123.643289:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769077123.643292:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077123.643296:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077123.643297:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077123.643300:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077123.643303:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077123.643308:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077123.643316:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769077123.643323:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077123.643331:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007616067200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077123.643339:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077123.643343:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077123.643346:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007616067200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077123.643368:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077123.643371:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077123.643374:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077123.643376:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077123.643377:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077123.643379:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077123.643381:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4107
00000400:00000200:3.0:1769077123.643383:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077123.643385:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077123.643387:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077123.643388:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077123.643390:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077123.643391:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077123.643393:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077123.643395:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077123.643396:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769077123.643397:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077123.643399:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769077123.643400:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769077123.643401:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769077123.643403:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077123.643405:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077123.643406:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077123.643407:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077123.643409:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769077123.643411:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077123.643413:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077123.643415:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077123.643420:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077123.643422:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077123.643423:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077123.643426:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1769077123.643427:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077123.643431:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077123.643432:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077123.643434:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000020:00000040:3.0:1769077123.643436:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077123.643440:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077123.643441:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077123.643442:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077123.643443:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077123.643446:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769077123.643448:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769077123.643448:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077123.643455:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769077123.643475:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077123.643478:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35500 x1855007616067200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077123.643482:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007616067328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077123.643512:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077123.643513:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077123.643514:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077123.643518:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077123.643519:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007616067328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077123.643543:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077123.643549:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077123.643569:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077123.643571:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077123.643573:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077123.643578:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077123.643581:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769077123.643582:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616067200:192.168.204.113@tcp:250:kworker.0
00000100:00080000:3.0:1769077123.643583:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077123.643588:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077123.643593:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1769077123.643593:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4107
00000400:00000200:3.0:1769077123.643597:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077123.643600:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
02000000:00000001:1.0:1769077123.643601:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769077123.643602:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1769077123.643607:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077123.643607:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077123.643609:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077123.643612:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:1.0:1769077123.643613:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077123.643617:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077123.643619:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077123.643620:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769077123.643621:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077123.643622:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769077123.643624:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769077123.643625:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
02000000:00000010:1.0:1769077123.643627:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
00000100:00000040:3.0:1769077123.643627:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:1.0:1769077123.643633:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077123.643633:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077123.643637:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077123.643639:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077123.643641:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769077123.643643:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:1.0:1769077123.643645:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077123.643646:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077123.643650:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1769077123.643652:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
02000000:00000001:3.0:1769077123.643653:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077123.643658:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077123.643660:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:1.0:1769077123.643662:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000008:00100000:3.0:1769077123.643662:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077123.643665:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077123.643667:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077123.643671:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000100:00000200:1.0:1769077123.643672:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616067200, portal 25
00000020:00000040:3.0:1769077123.643673:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769077123.643679:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769077123.643679:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077123.643681:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077123.643683:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438385408 : -107392271166208 : ffff9e53c9d35500)
00000100:00000001:3.0:1769077123.643684:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077123.643687:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077123.643690:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077123.643693:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35500 x1855007616067200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769077123.643694:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769077123.643700:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077123.643709:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1769077123.643709:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007616067456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769077123.643717:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077123.643723:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077123.643728:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616067200, offset 0
00000100:00000001:3.0:1769077123.643731:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077123.643734:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077123.643737:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769077123.643741:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007616067456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077123.643747:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077123.643751:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769077123.643752:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077123.643757:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077123.643759:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077123.643761:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:3.0:1769077123.643763:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077123.643770:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769077123.643771:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4117)
00000400:00000200:1.0:1769077123.643776:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077123.643780:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077123.643783:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077123.643788:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37819:37819:256:4294967295] 192.168.204.113@tcp LPNI seq info [37789:37789:8:4294967295]
00000400:00000200:1.0:1769077123.643791:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077123.643800:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077123.643806:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077123.643811:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077123.643818:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077123.643821:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077123.643826:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077123.643829:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077123.643833:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077123.643835:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077123.643841:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077123.643845:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077123.643849:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077123.643851:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077123.643856:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077123.643859:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35500 x1855007616067200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.643867:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077123.643870:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35500 x1855007616067200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.643875:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077123.643876:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077123.643881:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077123.643884:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077123.643887:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298780909
00000100:00000010:1.0:1769077123.643891:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bc00.
00000100:00000001:1.0:1769077123.643898:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077123.643909:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298780909
00000100:00000010:1.0:1769077123.643912:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b900.
00000100:00000001:1.0:1769077123.643914:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077123.643921:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077123.643923:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077123.643926:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077123.643929:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077123/real 1769077123]  req@ffff9e53c9d35500 x1855007616067200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077123.643939:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077123.643941:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077123.643942:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077123.643944:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077123.643945:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077123.643947:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077123.643950:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35500 x1855007616067200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077123.643957:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35500 x1855007616067200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.643961:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077123.643962:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.643964:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077123.643966:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077123.643968:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35500 x1855007616067200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.643973:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077123.643977:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35500 x1855007616067200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.643982:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077123.643985:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.643986:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077123.643987:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.643989:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077123.643990:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077123.643993:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077123.643996:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077123.643997:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077123.644000:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35500 x1855007616067200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077123.644005:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616067200:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077123.644009:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.644010:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077123.644012:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35500 x1855007616067200/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644016:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077123.644018:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077123.644020:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077123.644022:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077123.644024:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077123.644025:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077123.644027:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077123.644028:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:1.0:1769077123.644032:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077123.644033:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077123.644034:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35500.
00000100:00000001:1.0:1769077123.644037:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077123.644037:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.644039:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.644046:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077123.644048:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077123.644050:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077123.644052:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077123.644053:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077123.644055:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34380 x1855007616067328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644060:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077123.644061:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077123.644084:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077123.644086:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077123.644088:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077123.644090:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616067328:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077123.644093:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077123.644095:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077123.644096:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077123.644098:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077123.644100:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077123.644101:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077123.644104:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077123.644106:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077123.644109:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077123.644111:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616067328, portal 10
00000100:00000001:1.0:1769077123.644112:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077123.644113:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380928 : -107392271170688 : ffff9e53c9d34380)
00000100:00000040:1.0:1769077123.644118:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34380 x1855007616067328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644123:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077123.644125:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077123.644126:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077123.644128:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616067328, offset 0
00000400:00000200:1.0:1769077123.644130:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077123.644133:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077123.644135:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077123.644137:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077123.644139:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077123.644141:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077123.644142:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077123.644145:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37820:37820:256:4294967295] 192.168.204.113@tcp LPNI seq info [37790:37790:8:4294967295]
00000400:00000200:1.0:1769077123.644147:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077123.644151:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077123.644154:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077123.644156:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077123.644159:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077123.644160:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077123.644163:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077123.644165:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077123.644168:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077123.644169:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077123.644172:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077123.644174:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077123.644176:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077123.644178:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077123.644179:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077123.644182:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34380 x1855007616067328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644187:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077123.644189:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34380 x1855007616067328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644194:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077123.644195:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077123.644197:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077123.644201:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077123.644203:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077123.644204:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298779662
00000100:00000001:1.0:1769077123.644207:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298780909
00000100:00000001:1.0:1769077123.644208:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298779662
00000100:00000001:1.0:1769077123.644210:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298780909
00000100:00000001:1.0:1769077123.644212:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077123.644213:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077123.644214:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077123.644216:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077123/real 1769077123]  req@ffff9e53c9d34380 x1855007616067328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077123.644221:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077123.644222:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077123.644223:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077123.644224:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077123.644225:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077123.644226:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077123.644229:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34380 x1855007616067328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077123.644235:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34380 x1855007616067328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644240:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077123.644240:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.644241:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077123.644242:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077123.644244:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34380 x1855007616067328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644248:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077123.644251:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34380 x1855007616067328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644255:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077123.644256:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.644258:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077123.644259:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.644260:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077123.644261:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077123.644263:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077123.644265:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077123.644266:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077123.644269:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34380 x1855007616067328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077123.644274:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616067328:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077123.644276:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077123.644278:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35c00 x1855007616067456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644287:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077123.644288:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077123.644290:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077123.644291:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077123.644292:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077123.644294:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616067456:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077123.644296:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077123.644297:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077123.644298:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077123.644299:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077123.644301:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077123.644302:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077123.644304:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077123.644305:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077123.644307:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077123.644308:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616067456, portal 10
00000100:00000001:1.0:1769077123.644309:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077123.644311:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438387200 : -107392271164416 : ffff9e53c9d35c00)
00000100:00000040:1.0:1769077123.644315:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35c00 x1855007616067456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644320:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077123.644321:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077123.644322:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077123.644323:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616067456, offset 0
00000400:00000200:1.0:1769077123.644326:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077123.644328:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077123.644330:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077123.644333:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077123.644336:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077123.644338:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077123.644341:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077123.644345:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37821:37821:256:4294967295] 192.168.204.113@tcp LPNI seq info [37791:37791:8:4294967295]
00000400:00000200:1.0:1769077123.644350:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077123.644356:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077123.644361:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077123.644365:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077123.644370:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077123.644373:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077123.644377:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077123.644380:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077123.644384:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077123.644386:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077123.644389:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077123.644393:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077123.644396:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077123.644398:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077123.644400:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077123.644404:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35c00 x1855007616067456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644412:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077123.644416:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35c00 x1855007616067456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644423:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077123.644425:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077123.644429:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077123.644432:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077123.644434:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077123.644436:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298779669
00000100:00000001:1.0:1769077123.644438:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298780909
00000100:00000001:1.0:1769077123.644440:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298779669
00000100:00000001:1.0:1769077123.644441:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298780909
00000100:00000001:1.0:1769077123.644443:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077123.644445:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077123.644446:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077123.644449:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077123/real 1769077123]  req@ffff9e53c9d35c00 x1855007616067456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077123.644455:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077123.644456:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077123.644457:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077123.644459:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077123.644460:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077123.644461:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077123.644463:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35c00 x1855007616067456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077123.644469:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35c00 x1855007616067456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644473:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077123.644474:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.644475:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077123.644476:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077123.644478:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35c00 x1855007616067456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644482:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077123.644484:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35c00 x1855007616067456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644489:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077123.644490:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.644491:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077123.644492:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.644494:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077123.644495:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077123.644496:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077123.644499:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077123.644500:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077123.644503:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35c00 x1855007616067456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077123.644508:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616067456:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077123.644510:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.644512:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077123.644513:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34380 x1855007616067328/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644517:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077123.644518:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077123.644519:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077123.644521:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077123.644522:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077123.644523:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077123.644525:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077123.644542:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:1.0:1769077123.644546:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077123.644547:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077123.644549:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34380.
00000100:00000001:1.0:1769077123.644550:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077123.644551:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.644553:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077123.644555:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35c00 x1855007616067456/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077123.644560:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077123.644561:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077123.644562:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077123.644564:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077123.644565:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077123.644566:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077123.644567:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077123.644569:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:1.0:1769077123.644572:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077123.644573:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077123.644574:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35c00.
00000100:00000001:1.0:1769077123.644576:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077123.644577:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.644578:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077123.644580:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077123.644581:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077123.644582:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077123.644583:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077124.347201:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077124.347211:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077124.347219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077124.347223:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077124.347226:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077124.347230:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077124.347234:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077124.347236:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077124.347238:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077124.347240:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077124.347301:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077124.347304:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077124.347307:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077124.539204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077124.539212:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077124.539214:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077124.539219:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077124.539223:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077124.539227:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077124.539230:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077124.539232:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077124.539234:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077124.923123:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298780909, at 4298780928
00000100:00000040:2.0:1769077124.923131:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298780909, at 4298780928
00000100:00000010:3.0:1769077124.923143:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b900.
00000100:00000010:2.0:1769077124.923144:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bc00.
00010000:00000001:1.0:1769077125.371226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077125.371233:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077125.371239:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077125.371241:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077125.371324:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077125.371329:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077125.371335:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077125.563145:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077125.563153:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077125.563156:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077125.563161:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077125.563165:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077125.563169:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077125.563172:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077125.563175:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077125.563178:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077126.395184:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077126.395193:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077126.395201:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077126.395202:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077126.395263:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077126.395268:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077126.395272:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077126.587138:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077126.587146:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077126.587148:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077126.587152:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077126.587156:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077126.587160:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077126.587163:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077126.587165:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077126.587168:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077127.419163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077127.419172:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077127.419175:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077127.419177:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077127.419182:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077127.419184:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077127.419186:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077127.419188:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077127.419191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077127.419192:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077127.419273:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077127.419277:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077127.419280:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077127.611202:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077127.611210:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077127.611212:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077127.611225:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077127.611230:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077127.611235:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077127.611238:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077127.611241:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077127.611244:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077128.443207:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077128.443215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077128.443220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077128.443221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077128.443287:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077128.443293:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077128.443297:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077128.635152:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077128.635161:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077128.635163:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077128.635167:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077128.635170:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077128.635174:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.635176:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077128.635179:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.635182:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077128.763199:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077128.763213:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077128.763217:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077128.763222:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077128.763228:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077128.763240:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4112
00000400:00000200:0.0:1769077128.763251:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077128.763260:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077128.763265:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077128.763270:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077128.763275:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077128.763279:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077128.763283:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077128.763288:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077128.763291:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077128.763294:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077128.763297:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077128.763300:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077128.763303:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077128.763307:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077128.763309:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077128.763311:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077128.763313:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077128.763317:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077128.763322:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077128.763325:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077128.763329:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077128.763333:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077128.763336:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077128.763339:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077128.763342:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077128.763354:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6d80.
00000020:00000040:0.0:1769077128.763358:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077128.763363:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077128.763365:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077128.763368:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077128.763372:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077128.763378:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077128.763389:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769077128.763397:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077128.763408:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6d80 x1855007616067584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077128.763421:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077128.763426:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077128.763432:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7137345] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6d80 x1855007616067584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077128.763469:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077128.763474:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077128.763478:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077128.763480:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077128.763482:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077128.763486:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077128.763490:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4112
00000100:00000001:1.0:1769077128.763495:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769077128.763496:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077128.763502:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769077128.763503:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077128.763506:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769077128.763508:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077128.763515:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6d80 x1855007616067584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077128.763517:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077128.763524:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077128.763529:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077128.763530:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077128.763533:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077128.763534:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:1.0:1769077128.763537:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769077128.763538:0:70933:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:1.0:1769077128.763541:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077128.763542:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
02000000:00000001:1.0:1769077128.763544:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077128.763547:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:1.0:1769077128.763550:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616067584:192.168.204.113@tcp:250:kworker.0
00000020:00000040:0.0:1769077128.763552:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:1.0:1769077128.763557:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1769077128.763558:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:1.0:1769077128.763567:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1769077128.763568:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:1.0:1769077128.763572:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077128.763577:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:1.0:1769077128.763577:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077128.763582:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1769077128.763585:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
00000100:00000040:0.0:1769077128.763586:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:1.0:1769077128.763589:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077128.763592:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077128.763597:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000400:00000200:1.0:1769077128.763600:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:0.0:1769077128.763604:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000010:1.0:1769077128.763606:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:0.0:1769077128.763609:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077128.763613:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1769077128.763613:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
02000000:00000001:0.0:1769077128.763620:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1769077128.763622:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616067584, portal 25
02000000:00000001:0.0:1769077128.763625:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077128.763626:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077128.763629:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181373312 : -107391528178304 : ffff9e53f61c6d80)
00000100:00000001:0.0:1769077128.763632:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769077128.763636:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6d80 x1855007616067584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077128.763638:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077128.763647:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077128.763652:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077128.763653:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077128.763658:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000010:0.0:1769077128.763661:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4e00.
00000400:00000010:1.0:1769077128.763662:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000020:00000040:0.0:1769077128.763667:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000200:1.0:1769077128.763667:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616067584, offset 0
02000000:00000001:0.0:1769077128.763673:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769077128.763676:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769077128.763677:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077128.763685:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769077128.763690:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769077128.763693:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:0.0:1769077128.763697:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077128.763701:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077128.763701:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077128.763708:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000010:0.0:1769077128.763710:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000400:00000200:1.0:1769077128.763712:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077128.763717:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:0.0:1769077128.763720:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077128.763721:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37822:37822:256:4294967295] 192.168.204.113@tcp LPNI seq info [37792:37792:8:4294967295]
00000400:00000200:1.0:1769077128.763727:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:0.0:1769077128.763732:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4e00 x1855007616067712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077128.763742:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077128.763757:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769077128.763757:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077128.763763:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077128.763764:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000100:00000040:0.0:1769077128.763771:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a33510eb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4e00 x1855007616067712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769077128.763775:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077128.763781:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077128.763789:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769077128.763794:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077128.763798:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077128.763802:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077128.763804:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077128.763806:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077128.763812:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1769077128.763813:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000100:00080000:0.0:1769077128.763818:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4112
00000800:00000100:1.0:1769077128.763823:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077128.763827:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:0.0:1769077128.763832:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077128.763836:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077128.763841:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:1.0:1769077128.763846:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1769077128.763847:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077128.763851:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000100:00000040:0.0:1769077128.763855:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000010:1.0:1769077128.763855:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:0.0:1769077128.763861:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077128.763861:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077128.763865:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000200:1.0:1769077128.763868:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6d80 x1855007616067584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077128.763870:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077128.763877:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077128.763881:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000001:1.0:1769077128.763884:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1769077128.763886:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769077128.763888:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6d80 x1855007616067584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077128.763891:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769077128.763898:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769077128.763905:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:1.0:1769077128.763910:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077128.763912:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077128.763915:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077128.763918:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077128.763920:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077128.763925:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769077128.763929:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077128.763930:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298786029
00000100:00000001:0.0:1769077128.763935:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000010:1.0:1769077128.763937:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bea0.
00000020:00000040:0.0:1769077128.763943:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:1.0:1769077128.763948:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1769077128.763949:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077128.763955:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077128.763955:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298786029
02000000:00000001:0.0:1769077128.763959:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1769077128.763960:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b9c0.
00000100:00000001:1.0:1769077128.763965:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1769077128.763966:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077128.763968:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077128.763973:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077128.763973:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077128.763978:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769077128.763979:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077128.763983:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769077128.763983:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077128/real 1769077128]  req@ffff9e53f61c6d80 x1855007616067584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077128.763992:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077128.763997:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769077128.763997:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077128.764000:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077128.764002:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000100:00000010:0.0:1769077128.764003:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5180.
00000400:00000200:1.0:1769077128.764005:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077128.764009:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000020:00000040:0.0:1769077128.764010:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:1.0:1769077128.764012:0:2405:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1769077128.764018:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1769077128.764018:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6d80 x1855007616067584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077128.764022:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077128.764027:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077128.764032:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1769077128.764033:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6d80 x1855007616067584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077128.764036:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077128.764041:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077128.764044:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1769077128.764045:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000100:00000001:1.0:1769077128.764046:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077128.764049:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077128.764052:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077128.764053:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6d80 x1855007616067584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764084:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077128.764090:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6d80 x1855007616067584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764095:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077128.764097:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077128.764098:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5180 x1855007616067840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077128.764099:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077128.764101:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.764106:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077128.764108:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077128.764114:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077128.764120:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:0.0:1769077128.764121:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077128.764123:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1769077128.764127:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077128.764129:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6d80 x1855007616067584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077128.764137:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0881133] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5180 x1855007616067840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077128.764140:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616067584:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077128.764147:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.764152:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077128.764156:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6d80 x1855007616067584/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077128.764159:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077128.764165:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077128.764166:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077128.764170:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077128.764174:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
00000100:00000040:0.0:1769077128.764175:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769077128.764177:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:0.0:1769077128.764180:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:1.0:1769077128.764181:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077128.764183:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077128.764187:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:0.0:1769077128.764191:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000010:1.0:1769077128.764191:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011400.
02000000:00000001:1.0:1769077128.764197:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:0.0:1769077128.764200:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4122)
02000000:00000001:1.0:1769077128.764201:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077128.764204:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6d80.
00000100:00000001:1.0:1769077128.764208:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077128.764209:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.764211:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.764218:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077128.764220:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077128.764222:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077128.764224:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077128.764225:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077128.764227:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4e00 x1855007616067712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764232:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077128.764233:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077128.764235:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077128.764237:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077128.764238:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077128.764240:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616067712:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077128.764242:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077128.764243:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077128.764245:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077128.764246:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077128.764248:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077128.764250:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077128.764252:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077128.764255:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077128.764258:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077128.764260:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616067712, portal 10
00000100:00000001:1.0:1769077128.764261:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077128.764262:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181365248 : -107391528186368 : ffff9e53f61c4e00)
00000100:00000040:1.0:1769077128.764267:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4e00 x1855007616067712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764272:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077128.764274:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077128.764275:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077128.764277:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616067712, offset 0
00000400:00000200:1.0:1769077128.764279:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077128.764282:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077128.764285:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077128.764287:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077128.764289:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077128.764291:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077128.764293:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077128.764295:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37823:37823:256:4294967295] 192.168.204.113@tcp LPNI seq info [37793:37793:8:4294967295]
00000400:00000200:1.0:1769077128.764297:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077128.764302:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077128.764305:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077128.764307:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077128.764310:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077128.764312:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077128.764315:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077128.764316:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077128.764320:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077128.764321:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077128.764323:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077128.764325:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077128.764327:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077128.764328:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077128.764330:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077128.764332:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4e00 x1855007616067712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764338:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077128.764340:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4e00 x1855007616067712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764344:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077128.764345:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077128.764348:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077128.764351:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077128.764353:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077128.764355:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298784782
00000100:00000001:1.0:1769077128.764357:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298786029
00000100:00000001:1.0:1769077128.764359:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298784782
00000100:00000001:1.0:1769077128.764361:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298786029
00000100:00000001:1.0:1769077128.764362:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077128.764364:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077128.764365:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077128.764367:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077128/real 1769077128]  req@ffff9e53f61c4e00 x1855007616067712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077128.764372:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077128.764373:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077128.764374:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077128.764376:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077128.764377:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077128.764378:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077128.764380:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4e00 x1855007616067712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077128.764387:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4e00 x1855007616067712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764390:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077128.764391:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.764392:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077128.764393:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077128.764395:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4e00 x1855007616067712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764399:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077128.764401:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4e00 x1855007616067712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764407:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077128.764409:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.764410:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077128.764411:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.764412:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077128.764413:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077128.764414:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077128.764416:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077128.764417:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077128.764420:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4e00 x1855007616067712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077128.764424:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616067712:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077128.764427:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077128.764428:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5180 x1855007616067840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764433:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077128.764434:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077128.764435:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077128.764436:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077128.764438:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077128.764458:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616067840:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077128.764460:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077128.764461:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077128.764462:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077128.764463:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077128.764466:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077128.764467:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077128.764471:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077128.764474:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077128.764477:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077128.764481:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616067840, portal 10
00000100:00000001:1.0:1769077128.764483:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077128.764484:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181366144 : -107391528185472 : ffff9e53f61c5180)
00000100:00000040:1.0:1769077128.764491:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5180 x1855007616067840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764497:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077128.764499:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077128.764503:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077128.764506:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616067840, offset 0
00000400:00000200:1.0:1769077128.764510:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077128.764513:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077128.764517:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077128.764520:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077128.764522:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077128.764525:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077128.764528:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077128.764530:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37824:37824:256:4294967295] 192.168.204.113@tcp LPNI seq info [37794:37794:8:4294967295]
00000400:00000200:1.0:1769077128.764534:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077128.764540:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077128.764545:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077128.764549:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077128.764553:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077128.764556:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077128.764560:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077128.764562:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077128.764565:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077128.764567:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077128.764569:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077128.764571:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077128.764574:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077128.764575:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077128.764577:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077128.764580:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5180 x1855007616067840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764586:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077128.764588:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5180 x1855007616067840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764592:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077128.764593:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077128.764596:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077128.764598:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077128.764600:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077128.764602:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298784789
00000100:00000001:1.0:1769077128.764604:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298786029
00000100:00000001:1.0:1769077128.764605:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298784789
00000100:00000001:1.0:1769077128.764607:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298786029
00000100:00000001:1.0:1769077128.764608:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077128.764609:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077128.764611:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077128.764613:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077128/real 1769077128]  req@ffff9e53f61c5180 x1855007616067840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077128.764618:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077128.764619:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077128.764620:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077128.764622:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077128.764623:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077128.764624:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077128.764626:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5180 x1855007616067840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077128.764631:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5180 x1855007616067840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764637:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077128.764638:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.764639:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077128.764640:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077128.764642:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5180 x1855007616067840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764646:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077128.764649:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5180 x1855007616067840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764653:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077128.764654:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.764655:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077128.764656:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.764657:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077128.764658:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077128.764659:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077128.764661:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077128.764663:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077128.764665:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5180 x1855007616067840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077128.764671:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616067840:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077128.764673:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.764674:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077128.764676:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4e00 x1855007616067712/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764680:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077128.764681:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077128.764683:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077128.764685:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077128.764686:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077128.764687:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077128.764689:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077128.764690:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:1.0:1769077128.764691:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077128.764692:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077128.764694:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4e00.
00000100:00000001:1.0:1769077128.764696:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077128.764697:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.764698:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077128.764700:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5180 x1855007616067840/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077128.764704:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077128.764705:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077128.764706:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077128.764707:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077128.764708:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077128.764709:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077128.764710:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077128.764710:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:1.0:1769077128.764712:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077128.764712:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077128.764713:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5180.
00000100:00000001:1.0:1769077128.764714:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077128.764715:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.764716:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077128.764718:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077128.764719:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077128.764720:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077128.764721:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077129.467245:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077129.467256:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077129.467264:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077129.467266:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077129.467354:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077129.467359:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077129.467364:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077129.659225:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077129.659238:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077129.659240:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077129.659247:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077129.659252:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077129.659257:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077129.659260:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077129.659263:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077129.659267:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077130.043139:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298786029, at 4298786048
00000100:00000010:2.0:1769077130.043153:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bea0.
00000100:00000040:3.0:1769077130.043167:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298786029, at 4298786048
00000100:00000010:3.0:1769077130.043179:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b9c0.
00010000:00000001:1.0:1769077130.491207:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077130.491218:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077130.491226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077130.491228:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077130.491297:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077130.491300:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077130.491303:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077130.683166:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077130.683174:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077130.683176:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077130.683181:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077130.683185:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077130.683188:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077130.683190:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077130.683192:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077130.683195:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077131.515176:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077131.515181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077131.515185:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077131.515186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077131.515295:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077131.515301:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077131.515305:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077131.707179:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077131.707185:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077131.707187:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077131.707192:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077131.707196:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077131.707199:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077131.707201:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077131.707204:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077131.707206:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077132.539205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077132.539212:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077132.539217:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077132.539219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077132.539278:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077132.539281:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077132.539284:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077132.731156:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077132.731166:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077132.731167:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077132.731174:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077132.731178:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077132.731182:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077132.731185:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077132.731187:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077132.731189:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077133.563242:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077133.563249:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077133.563254:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077133.563255:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077133.563318:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077133.563322:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077133.563325:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077133.755204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077133.755213:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077133.755214:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077133.755219:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077133.755223:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077133.755227:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.755229:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077133.755232:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.755234:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077133.883140:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077133.883157:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077133.883159:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077133.883163:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077133.883168:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077133.883175:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4117
00000400:00000200:0.0:1769077133.883191:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077133.883198:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077133.883201:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077133.883204:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077133.883207:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077133.883209:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077133.883211:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077133.883215:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077133.883217:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077133.883219:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077133.883221:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077133.883223:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077133.883225:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077133.883227:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077133.883229:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077133.883230:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077133.883233:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077133.883236:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077133.883240:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077133.883243:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077133.883246:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077133.883250:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077133.883253:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077133.883256:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077133.883258:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077133.883267:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6680.
00000020:00000040:0.0:1769077133.883271:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077133.883275:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077133.883277:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077133.883281:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077133.883284:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077133.883289:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077133.883300:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:0.0:1769077133.883308:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077133.883318:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6680 x1855007616067968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077133.883326:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077133.883330:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077133.883333:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf703ed1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6680 x1855007616067968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077133.883350:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077133.883352:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077133.883369:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077133.883370:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077133.883372:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077133.883374:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077133.883376:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4117
00000400:00000200:0.0:1769077133.883381:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077133.883384:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077133.883386:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077133.883388:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077133.883389:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077133.883391:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077133.883395:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077133.883396:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077133.883397:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077133.883401:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077133.883401:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077133.883404:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769077133.883406:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077133.883408:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769077133.883410:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769077133.883411:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6680 x1855007616067968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077133.883412:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769077133.883419:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077133.883423:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077133.883427:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077133.883429:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077133.883430:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769077133.883433:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077133.883434:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769077133.883440:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:1.0:1769077133.883440:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077133.883442:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077133.883445:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077133.883445:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077133.883452:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077133.883454:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077133.883457:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077133.883457:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077133.883462:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769077133.883466:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616067968:192.168.204.113@tcp:250:kworker.0
00000008:00000001:0.0:1769077133.883467:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077133.883471:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077133.883474:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1769077133.883476:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4380.
02000000:00000001:1.0:1769077133.883478:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769077133.883479:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077133.883483:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077133.883483:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077133.883487:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077133.883488:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077133.883489:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077133.883492:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077133.883493:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077133.883495:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000010:0.0:1769077133.883497:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
02000000:00000001:1.0:1769077133.883499:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077133.883503:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077133.883509:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4380 x1855007616068096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077133.883515:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769077133.883517:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077133.883519:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077133.883525:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000234c63a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4380 x1855007616068096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077133.883528:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:0.0:1769077133.883532:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077133.883535:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077133.883537:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077133.883538:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077133.883540:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769077133.883540:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000001:0.0:1769077133.883546:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077133.883549:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4117
00000100:00000200:1.0:1769077133.883554:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616067968, portal 25
00000400:00000200:0.0:1769077133.883555:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077133.883561:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1769077133.883563:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077133.883564:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181371520 : -107391528180096 : ffff9e53f61c6680)
00000100:00080000:0.0:1769077133.883568:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077133.883574:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6680 x1855007616067968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077133.883577:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077133.883584:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077133.883590:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077133.883590:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077133.883595:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000040:1.0:1769077133.883596:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077133.883600:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077133.883603:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616067968, offset 0
00000020:00000001:0.0:1769077133.883606:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077133.883609:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:1.0:1769077133.883610:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000001:0.0:1769077133.883614:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077133.883619:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769077133.883621:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769077133.883622:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:0.0:1769077133.883628:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769077133.883631:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:0.0:1769077133.883636:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769077133.883638:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077133.883643:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077133.883647:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:0.0:1769077133.883651:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:1.0:1769077133.883655:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077133.883657:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769077133.883659:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000020:00000040:0.0:1769077133.883664:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:1.0:1769077133.883666:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37825:37825:256:4294967295] 192.168.204.113@tcp LPNI seq info [37795:37795:8:4294967295]
00000100:00080000:0.0:1769077133.883670:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:1.0:1769077133.883674:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769077133.883676:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077133.883679:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077133.883681:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077133.883683:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077133.883685:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077133.883688:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077133.883691:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077133.883693:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077133.883699:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1769077133.883701:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6a00.
00000020:00000040:0.0:1769077133.883707:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:1.0:1769077133.883707:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:0.0:1769077133.883715:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1769077133.883717:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077133.883725:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:0.0:1769077133.883727:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077133.883731:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769077133.883735:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077133.883737:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077133.883740:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077133.883745:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000010:0.0:1769077133.883746:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769077133.883752:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077133.883753:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000100:00100000:0.0:1769077133.883759:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6a00 x1855007616068224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1769077133.883765:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077133.883770:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077133.883773:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077133.883773:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000100:00000040:0.0:1769077133.883779:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b99ec67] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6a00 x1855007616068224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077133.883782:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077133.883790:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077133.883795:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077133.883795:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769077133.883803:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077133.883804:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000100:00000040:0.0:1769077133.883806:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077133.883808:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000040:0.0:1769077133.883810:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077133.883815:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4127)
00000100:00000001:1.0:1769077133.883815:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077133.883822:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6680 x1855007616067968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.883832:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077133.883835:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6680 x1855007616067968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.883841:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077133.883843:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077133.883848:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077133.883852:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077133.883854:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298791149
00000100:00000010:1.0:1769077133.883860:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b660.
00000100:00000001:1.0:1769077133.883867:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077133.883878:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298791149
00000100:00000010:1.0:1769077133.883881:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bf00.
00000100:00000001:1.0:1769077133.883883:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077133.883886:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077133.883888:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077133.883890:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077133.883894:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077133/real 1769077133]  req@ffff9e53f61c6680 x1855007616067968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077133.883902:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077133.883904:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077133.883906:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077133.883908:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077133.883910:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077133.883913:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077133.883916:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6680 x1855007616067968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077133.883923:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6680 x1855007616067968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.883928:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077133.883930:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.883931:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077133.883933:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077133.883935:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6680 x1855007616067968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.883940:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077133.883943:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6680 x1855007616067968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.883948:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077133.883950:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.883951:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077133.883952:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.883955:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077133.883956:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077133.883958:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077133.883961:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077133.883963:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077133.883965:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6680 x1855007616067968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077133.883971:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616067968:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077133.883974:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.883976:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077133.883978:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6680 x1855007616067968/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.883988:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077133.883991:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077133.883993:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077133.883996:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077133.883997:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077133.883998:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077133.884000:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077133.884002:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010400.
02000000:00000001:1.0:1769077133.884005:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077133.884006:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077133.884007:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6680.
00000100:00000001:1.0:1769077133.884010:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077133.884011:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.884013:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.884019:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077133.884021:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077133.884022:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077133.884024:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077133.884025:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077133.884027:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4380 x1855007616068096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884032:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077133.884033:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077133.884035:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077133.884036:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077133.884038:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077133.884040:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616068096:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077133.884042:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077133.884043:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077133.884044:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077133.884045:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077133.884048:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077133.884049:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077133.884052:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077133.884055:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077133.884057:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077133.884059:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616068096, portal 10
00000100:00000001:1.0:1769077133.884061:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077133.884062:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181362560 : -107391528189056 : ffff9e53f61c4380)
00000100:00000040:1.0:1769077133.884092:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4380 x1855007616068096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884097:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077133.884099:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077133.884101:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077133.884103:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616068096, offset 0
00000400:00000200:1.0:1769077133.884106:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077133.884109:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077133.884112:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077133.884114:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077133.884116:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077133.884118:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077133.884120:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077133.884122:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37826:37826:256:4294967295] 192.168.204.113@tcp LPNI seq info [37796:37796:8:4294967295]
00000400:00000200:1.0:1769077133.884125:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077133.884129:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077133.884133:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077133.884135:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077133.884138:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077133.884140:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077133.884144:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077133.884146:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077133.884149:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077133.884150:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077133.884152:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077133.884155:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077133.884157:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077133.884159:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077133.884161:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077133.884163:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4380 x1855007616068096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884168:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077133.884170:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4380 x1855007616068096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884175:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077133.884177:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077133.884180:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077133.884185:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077133.884189:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077133.884191:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298789902
00000100:00000001:1.0:1769077133.884194:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298791149
00000100:00000001:1.0:1769077133.884196:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298789902
00000100:00000001:1.0:1769077133.884198:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298791149
00000100:00000001:1.0:1769077133.884201:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077133.884203:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077133.884205:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077133.884209:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077133/real 1769077133]  req@ffff9e53f61c4380 x1855007616068096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077133.884218:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077133.884219:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077133.884221:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077133.884224:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077133.884226:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077133.884228:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077133.884232:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4380 x1855007616068096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077133.884238:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4380 x1855007616068096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884247:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077133.884248:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.884249:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077133.884250:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077133.884253:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4380 x1855007616068096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884257:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077133.884259:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4380 x1855007616068096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884264:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077133.884266:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.884267:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077133.884267:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.884268:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077133.884270:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077133.884271:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077133.884273:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077133.884275:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077133.884277:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4380 x1855007616068096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077133.884282:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616068096:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077133.884285:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077133.884287:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6a00 x1855007616068224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884291:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077133.884292:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077133.884294:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077133.884295:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077133.884297:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077133.884299:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616068224:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077133.884301:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077133.884303:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077133.884304:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077133.884305:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077133.884307:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077133.884309:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077133.884312:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077133.884313:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077133.884316:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077133.884318:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616068224, portal 10
00000100:00000001:1.0:1769077133.884319:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077133.884320:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181372416 : -107391528179200 : ffff9e53f61c6a00)
00000100:00000040:1.0:1769077133.884325:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6a00 x1855007616068224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884330:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077133.884331:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077133.884333:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077133.884335:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616068224, offset 0
00000400:00000200:1.0:1769077133.884337:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077133.884340:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077133.884343:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077133.884345:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077133.884347:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077133.884349:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077133.884351:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077133.884366:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37827:37827:256:4294967295] 192.168.204.113@tcp LPNI seq info [37797:37797:8:4294967295]
00000400:00000200:1.0:1769077133.884371:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077133.884376:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077133.884380:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077133.884383:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077133.884386:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077133.884388:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077133.884391:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077133.884393:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077133.884396:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077133.884398:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077133.884400:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077133.884402:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077133.884404:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077133.884406:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077133.884407:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077133.884410:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6a00 x1855007616068224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884415:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077133.884417:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6a00 x1855007616068224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884422:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077133.884423:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077133.884426:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077133.884428:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077133.884430:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077133.884431:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298789909
00000100:00000001:1.0:1769077133.884433:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298791149
00000100:00000001:1.0:1769077133.884435:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298789909
00000100:00000001:1.0:1769077133.884436:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298791149
00000100:00000001:1.0:1769077133.884438:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077133.884439:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077133.884440:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077133.884443:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077133/real 1769077133]  req@ffff9e53f61c6a00 x1855007616068224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077133.884449:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077133.884450:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077133.884452:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077133.884453:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077133.884454:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077133.884455:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077133.884457:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6a00 x1855007616068224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077133.884463:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6a00 x1855007616068224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884467:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077133.884468:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.884469:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077133.884470:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077133.884472:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6a00 x1855007616068224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884476:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077133.884478:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6a00 x1855007616068224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884483:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077133.884485:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.884486:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077133.884487:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.884488:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077133.884489:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077133.884491:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077133.884493:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077133.884494:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077133.884497:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6a00 x1855007616068224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077133.884502:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616068224:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077133.884506:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.884508:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077133.884511:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4380 x1855007616068096/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884518:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077133.884520:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077133.884522:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077133.884524:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077133.884525:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077133.884527:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077133.884529:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077133.884531:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:1.0:1769077133.884534:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077133.884535:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077133.884537:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4380.
00000100:00000001:1.0:1769077133.884539:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077133.884541:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.884542:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077133.884546:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6a00 x1855007616068224/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077133.884552:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077133.884553:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077133.884555:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077133.884556:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077133.884557:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077133.884558:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077133.884559:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077133.884560:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:1.0:1769077133.884562:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077133.884564:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077133.884564:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6a00.
00000100:00000001:1.0:1769077133.884566:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077133.884567:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.884568:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077133.884571:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077133.884572:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077133.884573:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077133.884575:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077134.587183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077134.587191:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077134.587197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077134.587201:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077134.587203:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077134.587205:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077134.587208:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077134.587209:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077134.587212:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077134.587214:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077134.587270:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077134.587275:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077134.587279:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077134.779143:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077134.779154:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077134.779156:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077134.779162:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077134.779166:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077134.779170:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077134.779172:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077134.779175:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077134.779177:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077135.163210:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298791149, at 4298791168
00000100:00000040:3.0:1769077135.163210:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298791149, at 4298791168
00000100:00000010:2.0:1769077135.163230:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b660.
00000100:00000010:3.0:1769077135.163237:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf00.
00010000:00000001:1.0:1769077135.611185:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077135.611191:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077135.611195:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077135.611196:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077135.611277:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077135.611283:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077135.611286:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077135.803164:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077135.803170:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077135.803171:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077135.803176:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077135.803180:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077135.803183:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077135.803185:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077135.803188:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077135.803190:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077136.635154:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077136.635161:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077136.635165:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077136.635166:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077136.635230:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077136.635235:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077136.635239:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077136.827117:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077136.827123:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077136.827125:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077136.827130:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077136.827133:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077136.827136:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077136.827138:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077136.827141:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077136.827143:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077137.659223:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077137.659233:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077137.659235:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077137.659237:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077137.659242:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077137.659244:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077137.659245:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077137.659247:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077137.659250:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077137.659251:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077137.659320:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077137.659323:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077137.659326:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077137.851153:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077137.851162:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077137.851164:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077137.851168:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077137.851172:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077137.851176:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077137.851178:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077137.851181:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077137.851183:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077138.683191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077138.683198:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077138.683202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077138.683203:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077138.683286:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077138.683292:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077138.683296:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077138.875142:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077138.875150:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077138.875152:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077138.875159:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077138.875164:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077138.875169:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077138.875172:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077138.875176:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077138.875179:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077139.003232:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077139.003243:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077139.003246:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077139.003250:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077139.003255:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077139.003262:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4122
00000400:00000200:2.0:1769077139.003283:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077139.003291:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077139.003295:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077139.003297:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077139.003300:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077139.003302:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077139.003304:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077139.003309:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077139.003311:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769077139.003314:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077139.003317:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769077139.003318:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769077139.003320:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769077139.003323:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077139.003324:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077139.003326:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077139.003327:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769077139.003330:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769077139.003333:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077139.003335:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077139.003338:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077139.003340:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077139.003343:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.003345:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077139.003347:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077139.003358:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1691f80.
00000020:00000040:2.0:1769077139.003361:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769077139.003365:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077139.003367:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.003370:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077139.003372:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077139.003377:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077139.003385:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23000.
00000100:00000001:2.0:1769077139.003391:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077139.003400:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1691f80 x1855007616068352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077139.003409:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077139.003413:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077139.003416:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c3f3d7a] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1691f80 x1855007616068352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077139.003435:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077139.003438:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077139.003441:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077139.003443:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077139.003446:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077139.003450:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077139.003453:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4122
00000400:00000200:2.0:1769077139.003458:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077139.003460:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769077139.003464:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077139.003466:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077139.003469:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077139.003470:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077139.003476:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000040:1.0:1769077139.003480:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1691f80 x1855007616068352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077139.003481:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077139.003487:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077139.003493:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769077139.003495:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077139.003498:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077139.003498:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077139.003502:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
02000000:00000001:1.0:1769077139.003504:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1769077139.003508:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769077139.003509:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077139.003512:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077139.003513:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00100000:1.0:1769077139.003517:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616068352:192.168.204.113@tcp:250:kworker.0
00000020:00000001:2.0:1769077139.003520:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769077139.003522:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1769077139.003525:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:1.0:1769077139.003528:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1769077139.003531:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:1.0:1769077139.003532:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.003535:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769077139.003537:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769077139.003540:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077139.003542:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000010:1.0:1769077139.003544:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
00000020:00000040:2.0:1769077139.003545:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:1.0:1769077139.003548:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077139.003550:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077139.003553:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077139.003556:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077139.003558:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:2.0:1769077139.003562:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1769077139.003564:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
02000000:00000001:2.0:1769077139.003565:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.003569:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:1.0:1769077139.003572:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000008:00100000:2.0:1769077139.003573:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077139.003577:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.003579:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077139.003583:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1693480.
00000020:00000040:2.0:1769077139.003585:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769077139.003588:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1769077139.003590:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616068352, portal 25
02000000:00000001:2.0:1769077139.003590:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.003594:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077139.003597:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1769077139.003597:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769077139.003601:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102513536 : -107391607038080 : ffff9e53f1691f80)
02000000:00000001:2.0:1769077139.003602:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077139.003611:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22800.
00000100:00000040:1.0:1769077139.003614:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1691f80 x1855007616068352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077139.003617:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077139.003628:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1693480 x1855007616068480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077139.003658:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077139.003659:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769077139.003664:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769077139.003665:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077139.003668:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077139.003674:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616068352, offset 0
00000100:00000040:2.0:1769077139.003674:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5a08507] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1693480 x1855007616068480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077139.003686:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769077139.003695:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077139.003699:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:2.0:1769077139.003701:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077139.003706:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:2.0:1769077139.003708:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077139.003711:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769077139.003714:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769077139.003714:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077139.003720:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:2.0:1769077139.003720:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077139.003728:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769077139.003728:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4122
00000400:00000200:1.0:1769077139.003734:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077139.003740:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37828:37828:256:4294967295] 192.168.204.113@tcp LPNI seq info [37798:37798:8:4294967295]
00000400:00000200:2.0:1769077139.003741:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077139.003747:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077139.003750:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077139.003754:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077139.003761:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769077139.003764:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077139.003768:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769077139.003771:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:2.0:1769077139.003775:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000010:1.0:1769077139.003779:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000100:00000001:2.0:1769077139.003780:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077139.003785:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077139.003787:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000800:00000200:1.0:1769077139.003791:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:2.0:1769077139.003792:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.0:1769077139.003796:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000020:00000040:2.0:1769077139.003796:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769077139.003803:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.1:1769077139.003806:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:2.0:1769077139.003808:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:1.1:1769077139.003811:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1769077139.003816:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000100:1.0:1769077139.003820:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769077139.003822:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1769077139.003824:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000100:00000040:2.0:1769077139.003828:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077139.003831:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769077139.003832:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1769077139.003834:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:1.0:1769077139.003839:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1769077139.003842:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:1.0:1769077139.003845:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000100:00000001:2.0:1769077139.003846:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077139.003848:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
02000000:00000001:2.0:1769077139.003850:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077139.003855:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1769077139.003856:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1769077139.003861:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1691f80 x1855007616068352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077139.003861:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.003866:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077139.003870:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077139.003874:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1769077139.003875:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077139.003879:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1691f80 x1855007616068352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077139.003881:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077139.003888:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690700.
00000020:00000040:2.0:1769077139.003893:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769077139.003898:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077139.003901:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077139.003903:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.003904:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077139.003907:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769077139.003908:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769077139.003910:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077139.003914:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077139.003915:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea22c00.
00000100:00000001:2.0:1769077139.003920:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077139.003921:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077139.003926:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298796269
00000100:00100000:2.0:1769077139.003927:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690700 x1855007616068608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1769077139.003931:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b060.
00000100:00000001:2.0:1769077139.003936:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077139.003939:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077139.003942:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1769077139.003942:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad4f9cb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690700 x1855007616068608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.003950:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298796269
00000100:00000001:2.0:1769077139.003951:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077139.003955:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b5a0.
00000100:00000040:2.0:1769077139.003956:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077139.003961:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1769077139.003962:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077139.003966:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077139.003967:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077139.003971:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077139.003972:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077139.003976:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1769077139.003979:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4132)
00000100:00100000:1.0:1769077139.003983:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077139/real 1769077139]  req@ffff9e53f1691f80 x1855007616068352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077139.003991:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077139.003993:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077139.003995:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077139.003997:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077139.003998:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077139.004000:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077139.004003:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1691f80 x1855007616068352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077139.004010:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1691f80 x1855007616068352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.004014:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077139.004015:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.004017:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077139.004018:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077139.004020:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1691f80 x1855007616068352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.004026:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077139.004029:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1691f80 x1855007616068352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.004034:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077139.004036:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.004037:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077139.004038:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.004039:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077139.004041:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077139.004043:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077139.004046:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077139.004047:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077139.004050:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1691f80 x1855007616068352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077139.004055:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616068352:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077139.004058:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.004060:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077139.004062:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1691f80 x1855007616068352/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.004091:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077139.004094:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077139.004096:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077139.004099:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077139.004100:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077139.004102:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077139.004103:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077139.004106:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23000.
02000000:00000001:1.0:1769077139.004109:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077139.004111:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077139.004113:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1691f80.
00000100:00000001:1.0:1769077139.004116:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077139.004117:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.004118:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.004125:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077139.004126:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077139.004128:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077139.004129:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077139.004130:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077139.004133:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1693480 x1855007616068480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.004138:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077139.004139:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077139.004141:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077139.004142:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077139.004143:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077139.004145:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616068480:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077139.004148:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077139.004149:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077139.004150:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077139.004152:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077139.004154:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077139.004155:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077139.004158:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077139.004160:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077139.004163:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077139.004165:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616068480, portal 10
00000100:00000001:1.0:1769077139.004166:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077139.004175:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102518912 : -107391607032704 : ffff9e53f1693480)
00000100:00000040:1.0:1769077139.004183:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1693480 x1855007616068480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.004190:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077139.004193:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077139.004197:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077139.004199:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616068480, offset 0
00000400:00000200:1.0:1769077139.004204:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077139.004208:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077139.004212:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077139.004215:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077139.004218:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077139.004220:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077139.004223:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077139.004226:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37829:37829:256:4294967295] 192.168.204.113@tcp LPNI seq info [37799:37799:8:4294967295]
00000400:00000200:1.0:1769077139.004231:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077139.004238:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077139.004243:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077139.004247:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077139.004250:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077139.004253:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077139.004258:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077139.004260:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077139.004265:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077139.004281:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077139.004286:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077139.004289:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077139.004293:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077139.004295:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077139.004297:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077139.004301:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1693480 x1855007616068480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.004308:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077139.004311:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1693480 x1855007616068480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.004318:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077139.004319:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077139.004324:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077139.004329:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077139.004332:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077139.004335:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298795022
00000100:00000001:1.0:1769077139.004338:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298796269
00000100:00000001:1.0:1769077139.004340:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298795022
00000100:00000001:1.0:1769077139.004343:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298796269
00000100:00000001:1.0:1769077139.004346:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077139.004348:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077139.004350:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077139.004354:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077139/real 1769077139]  req@ffff9e53f1693480 x1855007616068480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077139.004363:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077139.004364:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077139.004366:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077139.004369:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077139.004371:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077139.004373:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077139.004376:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1693480 x1855007616068480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077139.004385:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1693480 x1855007616068480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.004392:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077139.004394:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.004395:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077139.004397:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077139.004401:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1693480 x1855007616068480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.004409:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077139.004413:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1693480 x1855007616068480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.005799:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077139.005805:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.005808:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077139.005810:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.005813:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077139.005816:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077139.005820:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077139.005828:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077139.005831:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077139.005840:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1693480 x1855007616068480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077139.005851:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1693480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616068480:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077139.005858:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077139.005863:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690700 x1855007616068608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.005871:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077139.005873:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077139.005877:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077139.005881:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077139.005884:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077139.005888:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616068608:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077139.005892:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077139.005896:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077139.005899:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077139.005901:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077139.005911:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077139.005914:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077139.005925:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077139.005931:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077139.005938:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077139.005945:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616068608, portal 10
00000100:00000001:1.0:1769077139.005948:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077139.005949:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102507264 : -107391607044352 : ffff9e53f1690700)
00000100:00000040:1.0:1769077139.005969:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690700 x1855007616068608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.005977:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077139.005980:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077139.005984:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077139.005988:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616068608, offset 0
00000400:00000200:1.0:1769077139.006000:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077139.006008:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077139.006016:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077139.006022:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077139.006026:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077139.006030:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077139.006033:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077139.006037:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37830:37830:256:4294967295] 192.168.204.113@tcp LPNI seq info [37800:37800:8:4294967295]
00000400:00000200:1.0:1769077139.006042:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077139.006053:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077139.006060:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077139.006085:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077139.006093:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077139.006097:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077139.006103:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077139.006107:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077139.006112:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077139.006115:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077139.006121:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077139.006127:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077139.006133:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077139.006136:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077139.006141:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077139.006147:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690700 x1855007616068608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.006157:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077139.006162:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690700 x1855007616068608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.006169:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077139.006171:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077139.006177:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077139.006182:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077139.006187:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077139.006190:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298795031
00000100:00000001:1.0:1769077139.006194:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298796269
00000100:00000001:1.0:1769077139.006197:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298795031
00000100:00000001:1.0:1769077139.006200:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298796269
00000100:00000001:1.0:1769077139.006202:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077139.006205:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077139.006209:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077139.006213:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077139/real 1769077139]  req@ffff9e53f1690700 x1855007616068608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077139.006224:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077139.006226:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077139.006228:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077139.006231:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077139.006233:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077139.006237:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077139.006241:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690700 x1855007616068608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077139.006251:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690700 x1855007616068608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.006260:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077139.006261:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.006263:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077139.006265:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077139.006290:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690700 x1855007616068608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.006298:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077139.006302:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690700 x1855007616068608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.006310:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077139.006313:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.006315:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077139.006316:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.006319:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077139.006320:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077139.006323:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077139.006327:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077139.006330:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077139.006334:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690700 x1855007616068608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077139.006343:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616068608:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077139.006348:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.006352:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077139.006355:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1693480 x1855007616068480/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.006363:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077139.006367:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077139.006369:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077139.006373:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077139.006376:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077139.006378:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077139.006380:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077139.006383:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22800.
02000000:00000001:1.0:1769077139.006386:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077139.006388:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077139.006391:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1693480.
00000100:00000001:1.0:1769077139.006394:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077139.006396:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.006398:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077139.006402:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690700 x1855007616068608/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077139.006408:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077139.006410:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077139.006412:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077139.006414:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077139.006416:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077139.006417:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077139.006419:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077139.006421:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea22c00.
02000000:00000001:1.0:1769077139.006423:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077139.006425:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077139.006426:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690700.
00000100:00000001:1.0:1769077139.006429:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077139.006430:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.006433:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.006441:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077139.006444:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077139.006446:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077139.006448:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077139.707249:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077139.707272:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077139.707285:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077139.707288:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077139.707380:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077139.707392:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077139.707396:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077139.899198:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077139.899203:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077139.899205:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077139.899210:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077139.899213:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077139.899216:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.899218:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077139.899220:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077139.899222:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077140.283176:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298796269, at 4298796288
00000100:00000040:3.0:1769077140.283177:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298796269, at 4298796288
00000100:00000010:3.0:1769077140.283196:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b5a0.
00000100:00000010:2.0:1769077140.283202:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b060.
00010000:00000001:1.0:1769077140.731131:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077140.731137:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077140.731141:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077140.731142:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077140.731185:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077140.731189:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077140.731192:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077140.923125:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077140.923131:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077140.923133:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077140.923137:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077140.923140:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077140.923143:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077140.923145:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077140.923147:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077140.923150:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077141.755187:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077141.755195:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077141.755202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077141.755204:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077141.755268:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077141.755271:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077141.755274:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077141.947141:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077141.947147:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077141.947148:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077141.947153:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077141.947156:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077141.947159:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077141.947161:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077141.947163:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077141.947165:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077142.779134:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077142.779140:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077142.779145:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077142.779146:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077142.779232:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077142.779236:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077142.779239:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077142.971122:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077142.971127:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077142.971129:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077142.971135:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077142.971138:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077142.971141:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077142.971143:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077142.971145:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077142.971148:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077143.803173:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077143.803179:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077143.803184:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077143.803185:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077143.803254:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077143.803258:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077143.803261:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077143.995173:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077143.995181:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077143.995192:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077143.995199:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077143.995203:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077143.995207:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077143.995210:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077143.995213:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077143.995216:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077144.123136:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077144.123144:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077144.123147:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077144.123150:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077144.123154:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077144.123161:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4127
00000400:00000200:2.0:1769077144.123168:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077144.123174:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077144.123177:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077144.123179:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077144.123197:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077144.123200:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077144.123202:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077144.123210:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077144.123212:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:2.0:1769077144.123214:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077144.123216:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:2.0:1769077144.123218:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:2.0:1769077144.123220:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:2.0:1769077144.123222:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077144.123223:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077144.123225:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077144.123226:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769077144.123228:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:2.0:1769077144.123230:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077144.123232:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077144.123234:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077144.123237:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077144.123239:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.123240:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077144.123242:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077144.123249:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692300.
00000020:00000040:2.0:1769077144.123252:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:2.0:1769077144.123256:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077144.123257:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.123259:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077144.123262:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077144.123265:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077144.123271:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23c00.
00000100:00000001:2.0:1769077144.123277:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077144.123283:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692300 x1855007616068736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077144.123292:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077144.123297:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077144.123300:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006da51ea8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692300 x1855007616068736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077144.123317:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077144.123319:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077144.123325:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077144.123326:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077144.123327:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077144.123329:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077144.123331:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4127
00000400:00000200:2.0:1769077144.123334:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077144.123337:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077144.123340:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077144.123344:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077144.123347:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077144.123349:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077144.123352:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077144.123353:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769077144.123357:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077144.123358:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077144.123361:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769077144.123362:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:2.0:1769077144.123366:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769077144.123371:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692300 x1855007616068736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077144.123371:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:2.0:1769077144.123377:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:2.0:1769077144.123383:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769077144.123389:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769077144.123392:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077144.123393:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077144.123398:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077144.123399:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769077144.123402:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077144.123405:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:1.0:1769077144.123406:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.123408:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00100000:1.0:1769077144.123412:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616068736:192.168.204.113@tcp:250:kworker.0
00000020:00000040:2.0:1769077144.123413:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:2.0:1769077144.123420:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077144.123421:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077144.123423:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077144.123425:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077144.123426:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077144.123430:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077144.123430:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077144.123432:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077144.123434:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.123437:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:1.0:1769077144.123439:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
00000008:00100000:2.0:1769077144.123441:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077144.123442:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077144.123445:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.123448:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077144.123452:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:2.0:1769077144.123452:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1692680.
00000020:00000040:2.0:1769077144.123457:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000400:00000010:1.0:1769077144.123460:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
02000000:00000001:2.0:1769077144.123460:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077144.123463:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.123465:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077144.123466:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769077144.123468:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
02000000:00000001:2.0:1769077144.123469:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077144.123477:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea23800.
00000100:00000200:1.0:1769077144.123479:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616068736, portal 25
00000100:00000001:2.0:1769077144.123480:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077144.123482:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077144.123485:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102514432 : -107391607037184 : ffff9e53f1692300)
00000100:00100000:2.0:1769077144.123488:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1692680 x1855007616068864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769077144.123493:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692300 x1855007616068736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077144.123501:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077144.123505:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077144.123509:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077144.123513:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007119172f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1692680 x1855007616068864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077144.123517:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077144.123522:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000001:2.0:1769077144.123525:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077144.123527:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616068736, offset 0
00000100:00080000:2.0:1769077144.123529:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077144.123532:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1769077144.123534:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769077144.123535:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:2.0:1769077144.123537:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077144.123540:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077144.123543:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4127
00000400:00000200:1.0:1769077144.123546:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077144.123550:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077144.123557:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077144.123557:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077144.123562:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077144.123567:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077144.123567:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077144.123572:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077144.123577:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:2.0:1769077144.123577:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077144.123580:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:2.0:1769077144.123583:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769077144.123585:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1769077144.123585:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:2.0:1769077144.123588:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769077144.123591:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000020:00000040:2.0:1769077144.123591:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:2.0:1769077144.123595:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769077144.123598:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37831:37831:256:4294967295] 192.168.204.113@tcp LPNI seq info [37801:37801:8:4294967295]
00000020:00000001:2.0:1769077144.123599:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769077144.123606:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769077144.123607:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077144.123609:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077144.123612:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077144.123614:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:2.0:1769077144.123616:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:2.0:1769077144.123622:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:1.0:1769077144.123627:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769077144.123627:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077144.123629:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077144.123633:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1769077144.123638:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:2.0:1769077144.123639:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.123643:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077144.123645:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1769077144.123646:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000008:00000001:2.0:1769077144.123651:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.123653:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077144.123658:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f1690a80.
00000800:00000200:1.0:1769077144.123659:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:2.0:1769077144.123663:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:1.0:1769077144.123667:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
02000000:00000001:2.0:1769077144.123668:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077144.123671:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.123675:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077144.123679:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769077144.123680:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:2.0:1769077144.123682:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077144.123686:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
02000000:00000010:2.0:1769077144.123690:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea20000.
00000800:00000100:1.0:1769077144.123696:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:2.0:1769077144.123697:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077144.123703:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000100:00100000:2.0:1769077144.123707:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f1690a80 x1855007616068992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077144.123711:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077144.123721:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769077144.123722:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077144.123725:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077144.123727:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000100:00000040:2.0:1769077144.123730:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032ff852e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f1690a80 x1855007616068992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077144.123731:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077144.123738:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077144.123742:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077144.123745:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692300 x1855007616068736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077144.123746:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077144.123753:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077144.123759:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077144.123765:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077144.123766:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077144.123770:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692300 x1855007616068736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.123777:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077144.123777:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4137)
00000100:00000001:1.0:1769077144.123778:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077144.123785:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077144.123790:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077144.123792:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298801389
00000100:00000010:1.0:1769077144.123797:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b7e0.
00000100:00000001:1.0:1769077144.123803:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077144.123808:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298801389
00000100:00000010:1.0:1769077144.123810:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b120.
00000100:00000001:1.0:1769077144.123813:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077144.123815:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077144.123817:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077144.123819:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077144.123822:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077144/real 1769077144]  req@ffff9e53f1692300 x1855007616068736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077144.123829:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077144.123831:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077144.123833:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077144.123835:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077144.123836:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077144.123838:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077144.123842:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692300 x1855007616068736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077144.123849:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692300 x1855007616068736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.123854:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077144.123855:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.123857:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077144.123859:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077144.123862:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692300 x1855007616068736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.123867:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077144.123872:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692300 x1855007616068736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.123877:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077144.123878:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.123880:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077144.123880:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.123882:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077144.123883:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077144.123885:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077144.123888:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077144.123890:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077144.123893:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692300 x1855007616068736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077144.123899:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616068736:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077144.123903:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.123904:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077144.123907:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692300 x1855007616068736/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.123917:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077144.123919:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077144.123920:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077144.123923:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077144.123924:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077144.123926:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077144.123927:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077144.123929:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23c00.
02000000:00000001:1.0:1769077144.123932:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077144.123934:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077144.123935:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692300.
00000100:00000001:1.0:1769077144.123938:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077144.123939:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.123940:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.123946:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077144.123948:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077144.123950:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077144.123951:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077144.123953:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077144.123956:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1692680 x1855007616068864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.123961:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077144.123962:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077144.123964:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077144.123966:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077144.123967:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077144.123970:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616068864:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077144.123973:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077144.123975:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077144.123976:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077144.123978:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077144.123980:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077144.123982:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077144.123985:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077144.123989:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077144.123992:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077144.123995:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616068864, portal 10
00000100:00000001:1.0:1769077144.123997:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077144.123998:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102515328 : -107391607036288 : ffff9e53f1692680)
00000100:00000040:1.0:1769077144.124003:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1692680 x1855007616068864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124007:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077144.124018:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077144.124021:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077144.124025:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616068864, offset 0
00000400:00000200:1.0:1769077144.124031:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077144.124037:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077144.124041:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077144.124046:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077144.124049:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077144.124052:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077144.124056:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077144.124061:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37832:37832:256:4294967295] 192.168.204.113@tcp LPNI seq info [37802:37802:8:4294967295]
00000400:00000200:1.0:1769077144.124105:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077144.124115:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077144.124121:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077144.124124:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077144.124128:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077144.124131:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077144.124135:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077144.124138:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077144.124141:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077144.124142:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077144.124145:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077144.124148:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077144.124150:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077144.124151:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077144.124154:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077144.124158:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1692680 x1855007616068864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124165:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077144.124168:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1692680 x1855007616068864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124174:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077144.124175:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077144.124179:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077144.124195:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077144.124198:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077144.124200:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298800142
00000100:00000001:1.0:1769077144.124202:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298801389
00000100:00000001:1.0:1769077144.124204:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298800142
00000100:00000001:1.0:1769077144.124206:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298801389
00000100:00000001:1.0:1769077144.124207:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077144.124209:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077144.124211:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077144.124214:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077144/real 1769077144]  req@ffff9e53f1692680 x1855007616068864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077144.124219:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077144.124221:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077144.124222:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077144.124225:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077144.124227:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077144.124229:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077144.124232:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1692680 x1855007616068864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077144.124238:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1692680 x1855007616068864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124248:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077144.124249:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.124251:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077144.124252:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077144.124255:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1692680 x1855007616068864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124260:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077144.124263:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1692680 x1855007616068864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124267:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077144.124270:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.124271:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077144.124272:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.124273:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077144.124275:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077144.124278:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077144.124281:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077144.124283:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077144.124287:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1692680 x1855007616068864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077144.124292:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616068864:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077144.124296:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077144.124298:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f1690a80 x1855007616068992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124303:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077144.124304:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077144.124306:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077144.124308:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077144.124310:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077144.124312:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616068992:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077144.124314:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077144.124316:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077144.124317:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077144.124318:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077144.124320:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077144.124322:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077144.124324:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077144.124326:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077144.124328:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077144.124329:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616068992, portal 10
00000100:00000001:1.0:1769077144.124331:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077144.124332:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682102508160 : -107391607043456 : ffff9e53f1690a80)
00000100:00000040:1.0:1769077144.124335:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f1690a80 x1855007616068992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124339:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077144.124341:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077144.124342:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077144.124344:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616068992, offset 0
00000400:00000200:1.0:1769077144.124346:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077144.124349:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077144.124351:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077144.124353:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077144.124355:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077144.124357:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077144.124358:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077144.124361:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37833:37833:256:4294967295] 192.168.204.113@tcp LPNI seq info [37803:37803:8:4294967295]
00000400:00000200:1.0:1769077144.124363:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077144.124368:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077144.124371:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077144.124374:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077144.124376:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077144.124378:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077144.124382:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077144.124383:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077144.124386:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077144.124388:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077144.124390:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077144.124392:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077144.124394:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077144.124395:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077144.124397:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077144.124400:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f1690a80 x1855007616068992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124405:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077144.124407:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f1690a80 x1855007616068992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124411:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077144.124412:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077144.124414:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077144.124415:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077144.124417:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077144.124418:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298800149
00000100:00000001:1.0:1769077144.124420:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298801389
00000100:00000001:1.0:1769077144.124422:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298800149
00000100:00000001:1.0:1769077144.124424:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298801389
00000100:00000001:1.0:1769077144.124425:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077144.124426:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077144.124427:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077144.124429:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077144/real 1769077144]  req@ffff9e53f1690a80 x1855007616068992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077144.124435:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077144.124436:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077144.124437:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077144.124439:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077144.124440:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077144.124441:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077144.124442:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f1690a80 x1855007616068992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077144.124447:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f1690a80 x1855007616068992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124451:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077144.124452:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.124454:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077144.124455:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077144.124457:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f1690a80 x1855007616068992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124461:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077144.124463:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f1690a80 x1855007616068992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124467:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077144.124469:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.124470:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077144.124471:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.124472:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077144.124472:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077144.124474:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077144.124476:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077144.124477:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077144.124480:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f1690a80 x1855007616068992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077144.124485:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f1690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616068992:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077144.124487:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.124488:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077144.124490:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1692680 x1855007616068864/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124494:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077144.124495:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077144.124496:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:1.0:1769077144.124498:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077144.124498:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077144.124499:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077144.124501:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077144.124502:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea23800.
02000000:00000001:1.0:1769077144.124503:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077144.124504:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077144.124505:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1692680.
00000100:00000001:1.0:1769077144.124506:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077144.124507:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.124508:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077144.124510:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f1690a80 x1855007616068992/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077144.124514:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077144.124515:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077144.124516:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077144.124517:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077144.124518:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077144.124519:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077144.124520:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077144.124521:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea20000.
02000000:00000001:1.0:1769077144.124522:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077144.124523:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077144.124524:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f1690a80.
00000100:00000001:1.0:1769077144.124525:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077144.124526:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.124527:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077144.124530:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077144.124531:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077144.124532:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077144.124533:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077144.827218:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077144.827229:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077144.827236:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077144.827240:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077144.827243:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077144.827247:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077144.827251:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077144.827254:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077144.827257:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077144.827259:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077144.827329:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077144.827333:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077144.827336:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077145.019253:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077145.019263:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077145.019265:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077145.019273:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077145.019278:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077145.019283:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077145.019286:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077145.019290:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077145.019293:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077145.403192:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298801389, at 4298801408
00000100:00000040:3.0:1769077145.403196:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298801389, at 4298801408
00000100:00000010:2.0:1769077145.403213:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b7e0.
00000100:00000010:3.0:1769077145.403219:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b120.
00010000:00000001:1.0:1769077145.851229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077145.851237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077145.851243:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077145.851244:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077145.851319:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077145.851324:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077145.851329:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077146.043204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077146.043212:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077146.043214:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077146.043219:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077146.043223:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077146.043226:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077146.043229:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077146.043232:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077146.043234:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077146.875149:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077146.875156:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077146.875163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077146.875165:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077146.875256:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077146.875263:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077146.875269:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077147.067186:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077147.067192:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077147.067194:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077147.067198:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077147.067201:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077147.067205:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077147.067207:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077147.067209:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077147.067212:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077147.899229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077147.899239:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077147.899242:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077147.899246:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077147.899252:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077147.899255:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077147.899257:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077147.899260:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077147.899265:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077147.899267:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077147.899354:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077147.899358:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077147.899361:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077148.091188:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077148.091197:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077148.091199:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077148.091207:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077148.091212:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077148.091216:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077148.091219:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077148.091222:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077148.091226:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077148.923180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077148.923187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077148.923193:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077148.923194:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077148.923238:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077148.923242:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077148.923245:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077149.115227:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077149.115233:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077149.115234:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077149.115239:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077149.115242:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077149.115246:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077149.115249:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077149.115252:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077149.115255:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077149.243196:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077149.243209:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077149.243212:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077149.243216:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077149.243221:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077149.243229:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4132
00000400:00000200:1.0:1769077149.243237:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077149.243243:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077149.243246:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077149.243249:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077149.243252:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077149.243254:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077149.243257:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077149.243261:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077149.243262:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077149.243265:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077149.243267:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077149.243269:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077149.243271:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077149.243273:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077149.243275:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077149.243276:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077149.243278:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077149.243282:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077149.243302:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077149.243304:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077149.243306:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077149.243310:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077149.243313:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077149.243314:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077149.243316:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077149.243324:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10700.
00000020:00000040:1.0:1769077149.243327:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077149.243330:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077149.243331:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077149.243334:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077149.243336:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077149.243340:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077149.243348:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99000.
00000100:00000001:1.0:1769077149.243355:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077149.243363:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10700 x1855007616069120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077149.243372:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077149.243376:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077149.243379:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ea494d2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10700 x1855007616069120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077149.243409:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077149.243413:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077149.243416:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077149.243418:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077149.243420:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077149.243425:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077149.243430:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4132
00000400:00000200:1.0:1769077149.243436:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077149.243441:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077149.243443:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769077149.243445:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077149.243451:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077149.243451:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077149.243457:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077149.243457:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077149.243463:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077149.243466:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077149.243469:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1769077149.243469:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10700 x1855007616069120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077149.243472:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769077149.243476:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077149.243479:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:1.0:1769077149.243484:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077149.243484:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077149.243488:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077149.243489:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769077149.243496:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:2.0:1769077149.243496:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077149.243501:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077149.243502:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769077149.243506:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:2.0:1769077149.243507:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077149.243510:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077149.243513:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00100000:2.0:1769077149.243514:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616069120:192.168.204.113@tcp:250:kworker.0
00000100:00080000:1.0:1769077149.243519:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077149.243521:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077149.243523:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077149.243526:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077149.243527:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077149.243530:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077149.243531:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077149.243533:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077149.243535:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077149.243537:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769077149.243540:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22000.
00000008:00100000:1.0:1769077149.243541:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077149.243544:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769077149.243546:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077149.243548:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077149.243552:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d12a00.
00000400:00000200:2.0:1769077149.243554:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:1.0:1769077149.243555:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077149.243559:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077149.243559:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
02000000:00000001:1.0:1769077149.243560:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077149.243565:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077149.243567:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077149.243569:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077149.243569:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
02000000:00000010:1.0:1769077149.243577:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9ac00.
00000100:00000200:2.0:1769077149.243578:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616069120, portal 25
00000100:00000001:2.0:1769077149.243583:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077149.243585:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077149.243585:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438234368 : -107392271317248 : ffff9e53c9d10700)
00000100:00000040:2.0:1769077149.243591:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10700 x1855007616069120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077149.243595:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d12a00 x1855007616069248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077149.243601:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077149.243607:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077149.243612:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000001:1.0:1769077149.243616:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077149.243617:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616069120, offset 0
00000100:00000001:1.0:1769077149.243622:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077149.243626:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:1.0:1769077149.243632:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080a35ac8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d12a00 x1855007616069248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077149.243638:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077149.243647:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077149.243648:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077149.243654:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077149.243660:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077149.243663:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769077149.243664:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077149.243667:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00080000:1.0:1769077149.243673:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077149.243674:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37834:37834:256:4294967295] 192.168.204.113@tcp LPNI seq info [37804:37804:8:4294967295]
00000100:00000001:1.0:1769077149.243677:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077149.243681:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:1.0:1769077149.243683:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077149.243688:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077149.243696:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4132
00000400:00000200:2.0:1769077149.243697:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1769077149.243728:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000200:2.0:1769077149.243729:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077149.243736:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000400:00000200:1.0:1769077149.243740:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077149.243746:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1769077149.243750:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:1.0:1769077149.243757:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:2.0:1769077149.243759:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1769077149.243765:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077149.243771:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:1.0:1769077149.243775:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:2.1:1769077149.243778:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1769077149.243779:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077149.243801:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077149.243803:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000800:00000100:2.0:1769077149.243806:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000020:00000001:1.0:1769077149.243807:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077149.243810:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:1.0:1769077149.243813:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000010:2.0:1769077149.243813:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000020:00000001:1.0:1769077149.243815:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:1.0:1769077149.243821:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077149.243822:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077149.243822:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769077149.243825:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077149.243829:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077149.243830:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:1.0:1769077149.243834:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077149.243838:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077149.243838:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1769077149.243841:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077149.243845:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077149.243848:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077149.243849:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000100:00000001:1.0:1769077149.243850:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077149.243854:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077149.243856:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077149.243857:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077149.243860:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d12680.
00000020:00000040:1.0:1769077149.243862:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000010:2.0:1769077149.243862:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
02000000:00000001:1.0:1769077149.243866:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077149.243867:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077149.243868:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077149.243871:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077149.243873:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077149.243875:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:1.0:1769077149.243877:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99400.
00000100:00000001:1.0:1769077149.243881:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077149.243885:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10700 x1855007616069120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077149.243888:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d12680 x1855007616069376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077149.243918:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077149.243920:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077149.243921:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077149.243925:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc911604] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d12680 x1855007616069376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077149.243928:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10700 x1855007616069120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077149.243943:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077149.243947:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077149.243948:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077149.243950:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1769077149.243954:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077149.243957:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077149.243959:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077149.243960:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077149.243967:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4142)
00000400:00000200:2.0:1769077149.243967:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077149.243973:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298806509
00000100:00000010:2.0:1769077149.243978:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077149.243986:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077149.243992:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298806509
00000100:00000010:2.0:1769077149.243994:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79c60.
00000100:00000001:2.0:1769077149.243998:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077149.244001:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077149.244004:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077149.244007:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077149.244011:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077149/real 1769077149]  req@ffff9e53c9d10700 x1855007616069120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077149.244020:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077149.244022:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077149.244024:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077149.244026:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077149.244027:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077149.244029:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077149.244032:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10700 x1855007616069120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077149.244038:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10700 x1855007616069120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244043:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077149.244045:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244047:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077149.244048:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077149.244051:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10700 x1855007616069120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244055:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077149.244058:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10700 x1855007616069120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244082:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077149.244086:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244088:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077149.244089:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244091:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077149.244093:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077149.244111:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077149.244116:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077149.244118:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077149.244122:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10700 x1855007616069120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077149.244129:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616069120:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077149.244133:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244134:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077149.244153:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10700 x1855007616069120/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244159:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077149.244161:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077149.244164:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077149.244167:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077149.244169:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077149.244170:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077149.244172:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077149.244175:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99000.
02000000:00000001:2.0:1769077149.244178:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077149.244180:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077149.244182:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10700.
00000100:00000001:2.0:1769077149.244184:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077149.244186:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244187:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244194:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077149.244197:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077149.244198:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077149.244200:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077149.244201:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077149.244204:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12a00 x1855007616069248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244210:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077149.244211:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077149.244213:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077149.244215:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077149.244217:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077149.244220:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616069248:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077149.244223:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077149.244224:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077149.244226:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077149.244227:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077149.244230:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077149.244231:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077149.244235:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077149.244237:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000400:00000010:2.0:1769077149.244240:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000200:2.0:1769077149.244243:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616069248, portal 10
00000100:00000001:2.0:1769077149.244244:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077149.244246:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438243328 : -107392271308288 : ffff9e53c9d12a00)
00000100:00000040:2.0:1769077149.244252:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12a00 x1855007616069248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244257:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077149.244259:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077149.244260:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077149.244262:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616069248, offset 0
00000400:00000200:2.0:1769077149.244265:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077149.244268:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077149.244271:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077149.244274:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077149.244291:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077149.244293:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077149.244295:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077149.244297:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37835:37835:256:4294967295] 192.168.204.113@tcp LPNI seq info [37805:37805:8:4294967295]
00000400:00000200:2.0:1769077149.244300:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077149.244305:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077149.244308:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077149.244311:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077149.244314:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077149.244316:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077149.244320:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077149.244322:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077149.244325:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077149.244326:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077149.244328:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077149.244331:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077149.244333:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077149.244334:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077149.244336:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077149.244338:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12a00 x1855007616069248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244344:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077149.244346:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12a00 x1855007616069248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244351:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077149.244352:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077149.244354:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077149.244358:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077149.244360:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077149.244361:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298805262
00000100:00000001:2.0:1769077149.244364:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298806509
00000100:00000001:2.0:1769077149.244365:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298805262
00000100:00000001:2.0:1769077149.244367:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298806509
00000100:00000001:2.0:1769077149.244369:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077149.244370:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077149.244371:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077149.244373:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077149/real 1769077149]  req@ffff9e53c9d12a00 x1855007616069248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077149.244383:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077149.244384:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077149.244386:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077149.244387:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077149.244388:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077149.244389:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077149.244391:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12a00 x1855007616069248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077149.244397:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12a00 x1855007616069248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244402:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077149.244403:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244404:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077149.244405:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077149.244407:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12a00 x1855007616069248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244414:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077149.244418:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12a00 x1855007616069248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244425:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077149.244427:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244429:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077149.244431:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244433:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077149.244435:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077149.244438:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077149.244441:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077149.244444:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077149.244449:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12a00 x1855007616069248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077149.244459:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616069248:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077149.244464:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077149.244467:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12680 x1855007616069376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244474:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077149.244475:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077149.244477:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077149.244478:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077149.244480:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077149.244482:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616069376:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077149.244484:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077149.244486:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077149.244487:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077149.244488:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077149.244491:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077149.244493:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077149.244496:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077149.244498:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000400:00000010:2.0:1769077149.244500:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000200:2.0:1769077149.244502:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616069376, portal 10
00000100:00000001:2.0:1769077149.244504:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077149.244505:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438242432 : -107392271309184 : ffff9e53c9d12680)
00000100:00000040:2.0:1769077149.244509:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12680 x1855007616069376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244514:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077149.244516:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077149.244517:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077149.244519:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616069376, offset 0
00000400:00000200:2.0:1769077149.244522:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077149.244525:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077149.244527:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077149.244529:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077149.244531:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077149.244533:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077149.244535:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077149.244537:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37836:37836:256:4294967295] 192.168.204.113@tcp LPNI seq info [37806:37806:8:4294967295]
00000400:00000200:2.0:1769077149.244540:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077149.244544:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077149.244547:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077149.244549:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077149.244552:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077149.244554:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077149.244573:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077149.244576:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077149.244579:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077149.244581:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077149.244584:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077149.244588:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077149.244591:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077149.244592:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077149.244595:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077149.244598:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12680 x1855007616069376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244605:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077149.244608:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12680 x1855007616069376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244614:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077149.244615:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077149.244618:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077149.244637:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077149.244640:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077149.244642:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298805269
00000100:00000001:2.0:1769077149.244644:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298806509
00000100:00000001:2.0:1769077149.244646:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298805269
00000100:00000001:2.0:1769077149.244647:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298806509
00000100:00000001:2.0:1769077149.244648:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077149.244650:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077149.244651:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077149.244653:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077149/real 1769077149]  req@ffff9e53c9d12680 x1855007616069376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077149.244658:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077149.244659:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077149.244660:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077149.244662:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077149.244663:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077149.244664:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077149.244666:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12680 x1855007616069376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077149.244671:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12680 x1855007616069376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244675:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077149.244676:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244677:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077149.244678:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077149.244680:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12680 x1855007616069376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244685:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077149.244687:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12680 x1855007616069376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244691:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077149.244694:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244695:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077149.244696:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244697:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077149.244698:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077149.244700:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077149.244702:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077149.244703:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077149.244705:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12680 x1855007616069376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077149.244710:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616069376:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077149.244712:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244713:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077149.244716:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12a00 x1855007616069248/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244720:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077149.244722:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077149.244723:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077149.244725:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077149.244726:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077149.244726:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077149.244728:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077149.244729:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:2.0:1769077149.244731:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077149.244732:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077149.244733:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12a00.
00000100:00000001:2.0:1769077149.244738:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077149.244739:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244740:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077149.244742:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12680 x1855007616069376/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077149.244752:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077149.244753:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077149.244754:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077149.244755:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077149.244756:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077149.244757:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077149.244758:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077149.244759:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99400.
02000000:00000001:2.0:1769077149.244760:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077149.244760:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077149.244761:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12680.
00000100:00000001:2.0:1769077149.244762:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077149.244763:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244764:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077149.244766:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077149.244767:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077149.244769:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077149.244770:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077149.947216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077149.947224:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077149.947230:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077149.947231:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077149.947319:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077149.947324:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077149.947328:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077150.139188:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077150.139198:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077150.139200:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077150.139217:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077150.139221:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077150.139226:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077150.139229:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077150.139232:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077150.139234:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077150.523213:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298806509, at 4298806528
00000100:00000040:3.0:1769077150.523213:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298806509, at 4298806528
00000100:00000010:3.0:1769077150.523234:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79c60.
00000100:00000010:2.0:1769077150.523241:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077150.971228:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077150.971238:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077150.971246:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077150.971248:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077150.971343:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077150.971350:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077150.971356:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077151.163266:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077151.163275:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077151.163276:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077151.163282:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077151.163286:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077151.163290:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077151.163293:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077151.163295:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077151.163298:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077151.995179:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077151.995185:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077151.995189:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077151.995190:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077151.995262:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077151.995267:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077151.995271:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077152.187198:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077152.187206:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077152.187208:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077152.187215:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077152.187220:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077152.187224:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077152.187227:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077152.187230:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077152.187233:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077153.019243:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077153.019251:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077153.019256:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077153.019257:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077153.019356:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077153.019359:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077153.019363:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077153.211250:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077153.211262:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077153.211264:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077153.211271:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077153.211275:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077153.211280:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077153.211283:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077153.211287:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077153.211290:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077154.043216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077154.043223:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077154.043229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077154.043230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077154.043251:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077154.043255:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077154.043259:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077154.235193:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077154.235202:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077154.235203:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077154.235209:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077154.235212:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077154.235216:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077154.235219:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077154.235221:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077154.235224:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077154.364155:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077154.364171:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077154.364175:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077154.364180:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077154.364187:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077154.364196:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4137
00000400:00000200:3.0:1769077154.364218:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077154.364227:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077154.364232:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077154.364238:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077154.364243:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077154.364246:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077154.364250:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077154.364257:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077154.364260:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077154.364264:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077154.364268:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077154.364282:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077154.364287:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077154.364291:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077154.364295:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077154.364297:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077154.364299:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077154.364303:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077154.364306:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077154.364309:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077154.364312:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077154.364316:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077154.364318:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077154.364321:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077154.364323:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077154.364332:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769077154.364337:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077154.364342:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077154.364343:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077154.364347:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077154.364350:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077154.364355:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077154.364364:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769077154.364384:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077154.364393:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007616069504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077154.364405:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077154.364409:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077154.364414:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007616069504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077154.364440:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077154.364445:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077154.364450:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077154.364452:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077154.364455:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077154.364460:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077154.364464:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4137
00000400:00000200:3.0:1769077154.364471:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077154.364477:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077154.364481:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077154.364485:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077154.364488:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077154.364492:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077154.364495:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077154.364495:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077154.364500:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077154.364505:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:2.0:1769077154.364507:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077154.364508:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077154.364516:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:2.0:1769077154.364519:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077154.364519:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769077154.364524:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769077154.364546:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077154.364548:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077154.364550:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077154.364553:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077154.364556:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769077154.364561:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077154.364567:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077154.364569:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769077154.364570:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35f80 x1855007616069504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077154.364576:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077154.364586:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077154.364600:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077154.364609:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077154.364610:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1769077154.364619:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077154.364623:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077154.364624:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077154.364627:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
02000000:00000001:2.0:1769077154.364631:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769077154.364632:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769077154.364638:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077154.364638:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077154.364643:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077154.364648:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077154.364649:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077154.364658:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769077154.364663:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616069504:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769077154.364665:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077154.364677:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769077154.364678:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
02000000:00000001:2.0:1769077154.364682:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077154.364685:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077154.364686:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077154.364695:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769077154.364698:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007616069632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1769077154.364706:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20400.
00000100:00000001:3.0:1769077154.364709:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077154.364711:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077154.364716:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077154.364724:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007616069632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077154.364734:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077154.364751:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000100:00000001:3.0:1769077154.364752:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077154.364764:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077154.364768:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1769077154.364769:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000001:3.0:1769077154.364772:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077154.364776:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077154.364779:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077154.364784:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4137
00000100:00000200:2.0:1769077154.364785:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616069504, portal 25
00000400:00000200:3.0:1769077154.364797:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077154.364798:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1769077154.364804:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077154.364806:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438388096 : -107392271163520 : ffff9e53c9d35f80)
00000100:00080000:3.0:1769077154.364808:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077154.364816:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077154.364819:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077154.364830:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:2.0:1769077154.364832:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35f80 x1855007616069504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077154.364840:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077154.364851:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077154.364855:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769077154.364864:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077154.364867:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000001:2.0:1769077154.364868:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1769077154.364871:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769077154.364875:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769077154.364881:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000040:3.0:1769077154.364886:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000010:2.0:1769077154.364890:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000001:3.0:1769077154.364893:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077154.364898:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616069504, offset 0
00000100:00000040:3.0:1769077154.364902:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077154.364910:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769077154.364926:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:3.0:1769077154.364936:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:2.0:1769077154.364943:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:3.0:1769077154.364949:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077154.364955:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077154.364956:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:3.0:1769077154.364969:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077154.364973:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769077154.364978:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077154.364984:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000001:3.0:1769077154.364989:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077154.364997:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077154.364998:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077154.365006:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077154.365008:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000008:00000001:3.0:1769077154.365030:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077154.365039:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077154.365041:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37837:37837:256:4294967295] 192.168.204.113@tcp LPNI seq info [37807:37807:8:4294967295]
00000100:00000010:3.0:1769077154.365047:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000400:00000200:2.0:1769077154.365056:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:3.0:1769077154.365060:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077154.365116:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077154.365122:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077154.365130:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077154.365136:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769077154.365137:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077154.365145:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077154.365154:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000010:3.0:1769077154.365157:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000800:00000010:2.0:1769077154.365161:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000100:00000001:3.0:1769077154.365163:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077154.365171:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00100000:3.0:1769077154.365182:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007616069760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769077154.365183:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077154.365217:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769077154.365222:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769077154.365223:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769077154.365230:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077154.365242:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007616069760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769077154.365251:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769077154.365265:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077154.365266:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000100:00000040:3.0:1769077154.365285:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077154.365298:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077154.365300:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769077154.365304:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077154.365314:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769077154.365323:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077154.365327:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077154.365331:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000040:3.0:1769077154.365334:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4148)
00000100:00000001:2.0:1769077154.365363:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077154.365368:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35f80 x1855007616069504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365378:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077154.365381:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35f80 x1855007616069504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365386:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077154.365388:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077154.365393:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077154.365397:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077154.365399:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298811631
00000100:00000010:2.0:1769077154.365404:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077154.365409:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077154.365414:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298811631
00000100:00000010:2.0:1769077154.365416:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79420.
00000100:00000001:2.0:1769077154.365419:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077154.365421:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077154.365423:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077154.365425:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077154.365428:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077154/real 1769077154]  req@ffff9e53c9d35f80 x1855007616069504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077154.365440:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077154.365442:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077154.365444:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077154.365445:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077154.365447:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077154.365455:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077154.365459:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35f80 x1855007616069504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077154.365472:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35f80 x1855007616069504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365480:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077154.365482:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.365485:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077154.365487:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077154.365491:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35f80 x1855007616069504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365499:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077154.365504:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35f80 x1855007616069504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365512:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077154.365516:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.365517:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077154.365519:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.365522:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077154.365523:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077154.365526:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077154.365530:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077154.365533:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077154.365538:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35f80 x1855007616069504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077154.365548:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616069504:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077154.365553:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.365555:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077154.365558:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35f80 x1855007616069504/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365565:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077154.365567:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077154.365570:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077154.365573:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077154.365576:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077154.365578:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077154.365580:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077154.365582:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:2.0:1769077154.365586:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077154.365588:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077154.365590:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35f80.
00000100:00000001:2.0:1769077154.365593:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077154.365593:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.365595:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.365601:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077154.365603:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077154.365604:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077154.365606:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077154.365607:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077154.365610:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37b80 x1855007616069632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365616:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077154.365617:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077154.365619:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077154.365621:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077154.365623:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077154.365625:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616069632:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077154.365628:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077154.365629:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077154.365630:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077154.365632:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077154.365634:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077154.365636:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077154.365640:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077154.365642:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000400:00000010:2.0:1769077154.365644:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000200:2.0:1769077154.365647:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616069632, portal 10
00000100:00000001:2.0:1769077154.365649:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077154.365650:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438395264 : -107392271156352 : ffff9e53c9d37b80)
00000100:00000040:2.0:1769077154.365654:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37b80 x1855007616069632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365659:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077154.365661:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077154.365662:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077154.365664:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616069632, offset 0
00000400:00000200:2.0:1769077154.365666:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077154.365669:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077154.365672:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077154.365674:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077154.365676:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077154.365678:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077154.365680:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077154.365682:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37838:37838:256:4294967295] 192.168.204.113@tcp LPNI seq info [37808:37808:8:4294967295]
00000400:00000200:2.0:1769077154.365685:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077154.365690:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077154.365693:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077154.365695:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077154.365698:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077154.365701:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077154.365704:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077154.365706:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077154.365709:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077154.365710:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077154.365712:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077154.365715:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077154.365717:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077154.365718:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077154.365720:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077154.365722:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37b80 x1855007616069632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365728:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077154.365730:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37b80 x1855007616069632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365735:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077154.365736:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077154.365738:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077154.365740:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077154.365743:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077154.365744:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298810383
00000100:00000001:2.0:1769077154.365747:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298811631
00000100:00000001:2.0:1769077154.365748:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298810383
00000100:00000001:2.0:1769077154.365750:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298811631
00000100:00000001:2.0:1769077154.365751:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077154.365752:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077154.365753:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077154.365756:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077154/real 1769077154]  req@ffff9e53c9d37b80 x1855007616069632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077154.365761:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077154.365762:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077154.365763:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077154.365765:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077154.365766:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077154.365767:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077154.365769:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37b80 x1855007616069632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077154.365775:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37b80 x1855007616069632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365778:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077154.365779:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.365780:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077154.365781:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077154.365783:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37b80 x1855007616069632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365787:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077154.365790:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37b80 x1855007616069632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365797:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077154.365799:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.365800:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077154.365801:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.365802:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077154.365803:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077154.365805:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077154.365807:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077154.365808:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077154.365811:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37b80 x1855007616069632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077154.365815:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616069632:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077154.365819:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077154.365821:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36a00 x1855007616069760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365826:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077154.365827:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077154.365828:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077154.365829:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077154.365830:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077154.365832:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616069760:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077154.365834:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077154.365836:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077154.365837:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077154.365838:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077154.365840:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077154.365842:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077154.365844:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077154.365845:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000400:00000010:2.0:1769077154.365847:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000200:2.0:1769077154.365849:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616069760, portal 10
00000100:00000001:2.0:1769077154.365850:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077154.365851:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438390784 : -107392271160832 : ffff9e53c9d36a00)
00000100:00000040:2.0:1769077154.365857:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36a00 x1855007616069760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365864:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077154.365867:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077154.365869:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077154.365872:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616069760, offset 0
00000400:00000200:2.0:1769077154.365876:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077154.365880:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077154.365884:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077154.365887:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077154.365890:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077154.365892:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077154.365895:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077154.365898:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37839:37839:256:4294967295] 192.168.204.113@tcp LPNI seq info [37809:37809:8:4294967295]
00000400:00000200:2.0:1769077154.365902:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077154.365908:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077154.365913:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077154.365917:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077154.365920:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077154.365922:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077154.365925:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077154.365927:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077154.365929:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077154.365931:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077154.365933:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077154.365935:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077154.365937:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077154.365939:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077154.365940:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077154.365943:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36a00 x1855007616069760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365948:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077154.365951:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36a00 x1855007616069760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.365955:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077154.365956:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077154.365959:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077154.365961:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077154.365963:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077154.365964:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298810390
00000100:00000001:2.0:1769077154.365966:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298811631
00000100:00000001:2.0:1769077154.365968:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298810390
00000100:00000001:2.0:1769077154.365970:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298811631
00000100:00000001:2.0:1769077154.365971:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077154.365974:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077154.365975:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077154.365979:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077154/real 1769077154]  req@ffff9e53c9d36a00 x1855007616069760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077154.365988:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077154.365989:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077154.365991:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077154.365993:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077154.365995:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077154.365997:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077154.366000:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36a00 x1855007616069760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077154.366024:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36a00 x1855007616069760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.366032:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077154.366033:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.366036:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077154.366037:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077154.366042:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36a00 x1855007616069760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.366049:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077154.366052:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36a00 x1855007616069760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.366056:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077154.366058:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.366059:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077154.366060:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.366062:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077154.366063:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077154.366080:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077154.366083:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077154.366084:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077154.366087:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36a00 x1855007616069760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077154.366093:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616069760:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077154.366096:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.366098:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077154.366104:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37b80 x1855007616069632/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.366109:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077154.366112:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077154.366113:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077154.366116:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077154.366117:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077154.366119:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077154.366121:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077154.366122:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:2.0:1769077154.366124:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077154.366125:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077154.366126:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37b80.
00000100:00000001:2.0:1769077154.366129:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077154.366130:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.366131:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077154.366133:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36a00 x1855007616069760/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077154.366137:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077154.366138:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077154.366139:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077154.366141:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077154.366142:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077154.366143:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077154.366144:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077154.366146:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:2.0:1769077154.366147:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077154.366148:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077154.366149:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36a00.
00000100:00000001:2.0:1769077154.366150:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077154.366151:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.366152:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077154.366154:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077154.366155:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077154.366156:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077154.366157:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077155.067213:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077155.067220:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077155.067225:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077155.067230:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077155.067232:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077155.067234:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077155.067236:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077155.067238:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077155.067239:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077155.067241:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077155.067319:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077155.067325:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077155.067328:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077155.259206:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077155.259216:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077155.259218:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077155.259225:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077155.259230:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077155.259234:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077155.259237:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077155.259239:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077155.259242:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077155.643253:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298811631, at 4298811648
00000100:00000040:2.0:1769077155.643256:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298811631, at 4298811648
00000100:00000010:3.0:1769077155.643279:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79420.
00000100:00000010:2.0:1769077155.643285:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077156.091305:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077156.091315:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077156.091334:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077156.091336:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077156.091521:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077156.091527:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077156.091533:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077156.283231:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077156.283242:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077156.283245:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077156.283251:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077156.283257:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077156.283263:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077156.283266:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077156.283270:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077156.283273:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077157.115161:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077157.115169:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077157.115173:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077157.115174:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077157.115261:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077157.115265:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077157.115268:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077157.307116:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077157.307122:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077157.307124:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077157.307128:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077157.307131:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077157.307135:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077157.307138:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077157.307140:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077157.307143:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077158.139190:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077158.139201:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077158.139204:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077158.139206:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077158.139212:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077158.139214:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077158.139216:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077158.139218:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077158.139222:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077158.139223:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077158.139294:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077158.139297:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077158.139300:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077158.331124:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077158.331132:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077158.331134:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077158.331139:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077158.331143:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077158.331146:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077158.331149:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077158.331151:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077158.331153:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077159.163216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077159.163224:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077159.163229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077159.163231:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077159.163305:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077159.163309:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077159.163312:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077159.355192:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077159.355202:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077159.355204:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077159.355210:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077159.355214:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077159.355217:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077159.355220:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077159.355222:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077159.355225:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077159.483236:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077159.483253:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077159.483257:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077159.483262:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077159.483267:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077159.483277:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4143
00000400:00000200:1.0:1769077159.483287:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077159.483296:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077159.483300:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077159.483304:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077159.483308:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077159.483311:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077159.483314:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077159.483320:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077159.483322:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077159.483326:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077159.483329:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077159.483332:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077159.483335:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077159.483339:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077159.483342:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077159.483344:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077159.483346:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077159.483350:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077159.483353:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077159.483356:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077159.483358:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077159.483362:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077159.483365:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077159.483368:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077159.483370:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077159.483383:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d13100.
00000020:00000040:1.0:1769077159.483387:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077159.483392:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077159.483394:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077159.483398:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077159.483402:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077159.483408:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077159.483417:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98c00.
00000100:00000001:1.0:1769077159.483427:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077159.483454:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d13100 x1855007616069888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077159.483465:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077159.483470:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077159.483475:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095a00e8c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d13100 x1855007616069888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077159.483499:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077159.483502:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077159.483505:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077159.483507:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077159.483509:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077159.483512:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077159.483514:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4143
00000400:00000200:1.0:1769077159.483517:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077159.483519:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077159.483521:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077159.483524:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077159.483526:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077159.483528:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077159.483531:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077159.483534:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077159.483536:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769077159.483538:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077159.483540:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:1.0:1769077159.483543:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:1.0:1769077159.483546:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769077159.483550:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077159.483552:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077159.483554:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077159.483556:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769077159.483558:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769077159.483559:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:1.0:1769077159.483565:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077159.483568:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077159.483568:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769077159.483574:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077159.483576:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769077159.483580:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077159.483584:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077159.483587:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077159.483592:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077159.483592:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13100 x1855007616069888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769077159.483599:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077159.483605:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077159.483611:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d13480.
00000020:00000040:1.0:1769077159.483616:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:2.0:1769077159.483621:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077159.483622:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077159.483628:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077159.483628:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077159.483636:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077159.483638:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077159.483641:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077159.483641:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:1.0:1769077159.483649:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9a800.
02000000:00000001:2.0:1769077159.483649:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077159.483653:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077159.483657:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077159.483663:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d13480 x1855007616070016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769077159.483669:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616069888:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077159.483677:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077159.483682:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077159.483683:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077159.483692:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1769077159.483696:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca037b41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d13480 x1855007616070016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077159.483698:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077159.483705:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077159.483731:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077159.483739:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077159.483756:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077159.483758:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:1.0:1769077159.483766:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769077159.483770:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000100:00080000:1.0:1769077159.483777:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077159.483783:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1769077159.483786:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00080000:1.0:1769077159.483787:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077159.483796:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1769077159.483802:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616069888, portal 25
00000100:00080000:1.0:1769077159.483804:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4143
00000100:00000001:2.0:1769077159.483810:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1769077159.483817:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077159.483818:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438245120 : -107392271306496 : ffff9e53c9d13100)
00000400:00000200:1.0:1769077159.483825:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077159.483830:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077159.483833:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077159.483835:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077159.483837:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077159.483839:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077159.483842:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077159.483844:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:1.0:1769077159.483848:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077159.483852:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000040:2.0:1769077159.483852:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13100 x1855007616069888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077159.483858:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:1.0:1769077159.483864:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:1.0:1769077159.483876:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077159.483898:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077159.483903:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077159.483903:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077159.483909:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077159.483913:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000040:2.0:1769077159.483915:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:1.0:1769077159.483920:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077159.483942:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077159.483945:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
02000000:00000001:1.0:1769077159.483946:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077159.483951:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769077159.483954:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616069888, offset 0
02000000:00000001:1.0:1769077159.483955:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077159.483963:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077159.483966:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077159.483969:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077159.483975:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077159.483976:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000010:1.0:1769077159.483980:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d13b80.
00000020:00000040:1.0:1769077159.483985:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077159.483987:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077159.483990:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077159.483992:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077159.483993:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077159.483998:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077159.484000:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077159.484006:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9bc00.
00000400:00000200:2.0:1769077159.484006:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:1.0:1769077159.484011:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077159.484018:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1769077159.484020:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d13b80 x1855007616070144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077159.484031:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:1.0:1769077159.484033:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077159.484038:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077159.484042:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769077159.484046:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e007235] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d13b80 x1855007616070144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077159.484061:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:1.0:1769077159.484101:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077159.484104:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077159.484109:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077159.484112:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077159.484115:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077159.484124:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4153)
00000400:00000200:2.0:1769077159.484126:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37840:37840:256:4294967295] 192.168.204.113@tcp LPNI seq info [37810:37810:8:4294967295]
00000400:00000200:2.0:1769077159.484135:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077159.484153:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077159.484163:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077159.484171:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077159.484183:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077159.484188:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077159.484197:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077159.484202:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077159.484208:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077159.484223:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077159.484231:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077159.484239:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077159.484247:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077159.484251:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077159.484257:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077159.484264:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13100 x1855007616069888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484290:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077159.484295:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13100 x1855007616069888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484306:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077159.484309:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077159.484318:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077159.484324:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077159.484328:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298816750
00000100:00000010:2.0:1769077159.484336:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077159.484347:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077159.484355:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298816750
00000100:00000010:2.0:1769077159.484360:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d790c0.
00000100:00000001:2.0:1769077159.484364:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077159.484368:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077159.484373:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077159.484375:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077159.484380:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077159/real 1769077159]  req@ffff9e53c9d13100 x1855007616069888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077159.484392:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077159.484394:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077159.484396:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077159.484399:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077159.484401:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077159.484404:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077159.484410:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13100 x1855007616069888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077159.484423:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13100 x1855007616069888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484432:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077159.484435:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.484438:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077159.484441:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077159.484447:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13100 x1855007616069888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484458:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077159.484465:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13100 x1855007616069888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484476:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077159.484480:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.484483:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077159.484485:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.484489:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077159.484491:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077159.484494:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077159.484499:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077159.484501:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077159.484505:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13100 x1855007616069888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077159.484514:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616069888:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077159.484519:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.484521:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077159.484523:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13100 x1855007616069888/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484536:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077159.484540:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077159.484543:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077159.484546:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077159.484548:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077159.484549:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077159.484551:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077159.484554:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:2.0:1769077159.484558:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077159.484561:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077159.484562:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13100.
00000100:00000001:2.0:1769077159.484567:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077159.484568:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.484570:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.484578:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077159.484580:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077159.484583:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077159.484584:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077159.484585:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077159.484589:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13480 x1855007616070016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484595:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077159.484597:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077159.484599:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077159.484601:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077159.484603:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077159.484605:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616070016:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077159.484608:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077159.484609:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077159.484611:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077159.484612:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077159.484615:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077159.484617:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077159.484622:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077159.484625:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000400:00000010:2.0:1769077159.484629:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000200:2.0:1769077159.484632:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616070016, portal 10
00000100:00000001:2.0:1769077159.484634:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077159.484635:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438246016 : -107392271305600 : ffff9e53c9d13480)
00000100:00000040:2.0:1769077159.484641:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13480 x1855007616070016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484647:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077159.484650:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077159.484651:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077159.484654:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616070016, offset 0
00000400:00000200:2.0:1769077159.484657:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077159.484661:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077159.484664:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077159.484668:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077159.484670:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077159.484673:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077159.484675:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077159.484678:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37841:37841:256:4294967295] 192.168.204.113@tcp LPNI seq info [37811:37811:8:4294967295]
00000400:00000200:2.0:1769077159.484681:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077159.484687:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077159.484692:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077159.484695:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077159.484699:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077159.484701:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077159.484706:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077159.484708:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077159.484712:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077159.484714:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077159.484717:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077159.484720:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077159.484723:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077159.484725:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077159.484727:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077159.484730:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13480 x1855007616070016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484737:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077159.484740:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13480 x1855007616070016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484746:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077159.484747:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077159.484750:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077159.484754:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077159.484756:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077159.484758:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298815502
00000100:00000001:2.0:1769077159.484761:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298816750
00000100:00000001:2.0:1769077159.484763:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298815502
00000100:00000001:2.0:1769077159.484765:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298816750
00000100:00000001:2.0:1769077159.484767:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077159.484769:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077159.484771:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077159.484774:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077159/real 1769077159]  req@ffff9e53c9d13480 x1855007616070016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077159.484780:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077159.484781:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077159.484782:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077159.484784:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077159.484785:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077159.484787:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077159.484790:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13480 x1855007616070016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077159.484797:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13480 x1855007616070016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484808:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077159.484809:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.484811:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077159.484812:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077159.484815:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13480 x1855007616070016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484820:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077159.484824:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13480 x1855007616070016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484829:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077159.484831:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.484832:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077159.484833:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.484835:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077159.484836:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077159.484838:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077159.484841:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077159.484843:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077159.484846:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13480 x1855007616070016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077159.484853:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616070016:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077159.484856:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077159.484859:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13b80 x1855007616070144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484864:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077159.484865:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077159.484867:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077159.484869:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077159.484871:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077159.484874:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616070144:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077159.484877:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077159.484878:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077159.484879:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077159.484881:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077159.484884:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077159.484885:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077159.484888:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077159.484890:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000400:00000010:2.0:1769077159.484893:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000200:2.0:1769077159.484895:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616070144, portal 10
00000100:00000001:2.0:1769077159.484897:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077159.484899:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438247808 : -107392271303808 : ffff9e53c9d13b80)
00000100:00000040:2.0:1769077159.484904:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13b80 x1855007616070144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.484910:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077159.484912:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077159.484914:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077159.484916:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616070144, offset 0
00000400:00000200:2.0:1769077159.484919:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077159.484922:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077159.484948:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077159.484951:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077159.484954:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077159.484956:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077159.484958:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077159.484961:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37842:37842:256:4294967295] 192.168.204.113@tcp LPNI seq info [37812:37812:8:4294967295]
00000400:00000200:2.0:1769077159.484966:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077159.484989:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077159.484995:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077159.484999:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077159.485003:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077159.485006:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077159.485010:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077159.485013:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077159.485017:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077159.485019:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077159.485022:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077159.485025:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077159.485028:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077159.485030:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077159.485033:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077159.485037:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13b80 x1855007616070144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.485055:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077159.485058:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13b80 x1855007616070144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.485065:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077159.485067:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077159.485070:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077159.485073:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077159.485076:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077159.485100:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298815510
00000100:00000001:2.0:1769077159.485103:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298816750
00000100:00000001:2.0:1769077159.485106:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298815510
00000100:00000001:2.0:1769077159.485108:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298816750
00000100:00000001:2.0:1769077159.485110:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077159.485112:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077159.485114:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077159.485118:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077159/real 1769077159]  req@ffff9e53c9d13b80 x1855007616070144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077159.485127:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077159.485129:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077159.485131:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077159.485133:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077159.485135:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077159.485137:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077159.485140:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13b80 x1855007616070144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077159.485148:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13b80 x1855007616070144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.485155:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077159.485156:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.485158:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077159.485159:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077159.485162:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13b80 x1855007616070144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.485171:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077159.485177:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13b80 x1855007616070144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.485202:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077159.485218:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.485220:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077159.485222:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.485224:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077159.485227:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077159.485230:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077159.485235:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077159.485239:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077159.485245:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13b80 x1855007616070144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077159.485257:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616070144:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077159.485263:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.485266:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077159.485270:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13480 x1855007616070016/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.485280:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077159.485282:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077159.485284:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077159.485287:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077159.485288:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077159.485290:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077159.485292:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077159.485294:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a800.
02000000:00000001:2.0:1769077159.485297:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077159.485300:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077159.485302:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13480.
00000100:00000001:2.0:1769077159.485305:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077159.485307:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.485309:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077159.485313:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13b80 x1855007616070144/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077159.485322:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077159.485325:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077159.485328:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077159.485330:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077159.485333:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077159.485334:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077159.485336:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077159.485338:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:2.0:1769077159.485341:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077159.485343:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077159.485345:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13b80.
00000100:00000001:2.0:1769077159.485348:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077159.485350:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.485352:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077159.485356:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077159.485358:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077159.485361:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077159.485363:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077160.187160:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077160.187170:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077160.187179:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077160.187181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077160.187245:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077160.187249:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077160.187252:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077160.379135:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077160.379144:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077160.379145:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077160.379151:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077160.379154:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077160.379158:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077160.379160:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077160.379163:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077160.379166:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077160.763212:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298816750, at 4298816768
00000100:00000040:3.0:1769077160.763212:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298816750, at 4298816768
00000100:00000010:3.0:1769077160.763234:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d790c0.
00000100:00000010:2.0:1769077160.763235:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077161.211223:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077161.211233:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077161.211240:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077161.211242:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077161.211319:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077161.211323:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077161.211327:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077161.403216:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077161.403227:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077161.403229:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077161.403237:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077161.403241:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077161.403245:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077161.403247:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077161.403250:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077161.403253:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077162.235206:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077162.235214:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077162.235220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077162.235222:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077162.235301:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077162.235306:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077162.235311:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077162.427247:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077162.427256:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077162.427258:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077162.427263:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077162.427267:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077162.427271:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077162.427274:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077162.427277:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077162.427280:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077163.259223:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077163.259231:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077163.259236:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077163.259237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077163.259302:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077163.259306:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077163.259310:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077163.451174:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077163.451182:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077163.451184:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077163.451200:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077163.451204:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077163.451207:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077163.451210:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077163.451212:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077163.451214:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077164.283187:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077164.283194:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077164.283199:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077164.283200:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077164.283266:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077164.283271:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077164.283276:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077164.475234:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077164.475262:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077164.475264:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077164.475273:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077164.475279:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077164.475285:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077164.475289:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077164.475293:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077164.475296:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077164.603218:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077164.603235:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077164.603239:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077164.603245:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077164.603253:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077164.603263:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4148
00000400:00000200:1.0:1769077164.603275:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077164.603284:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077164.603288:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077164.603291:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077164.603296:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077164.603298:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077164.603301:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077164.603305:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077164.603308:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077164.603311:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077164.603314:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077164.603316:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077164.603318:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077164.603320:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077164.603322:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077164.603324:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077164.603326:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077164.603330:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077164.603333:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077164.603335:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077164.603338:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077164.603342:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077164.603344:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077164.603347:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077164.603349:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077164.603361:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d12300.
00000020:00000040:1.0:1769077164.603365:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077164.603369:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077164.603370:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077164.603373:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077164.603376:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077164.603381:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077164.603403:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98000.
00000100:00000001:1.0:1769077164.603413:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077164.603438:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d12300 x1855007616070272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077164.603481:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077164.603487:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077164.603496:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e12955] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d12300 x1855007616070272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077164.603537:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077164.603543:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077164.603548:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077164.603550:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077164.603554:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077164.603558:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077164.603562:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4148
00000400:00000200:1.0:1769077164.603569:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077164.603573:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077164.603577:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077164.603582:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077164.603585:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077164.603588:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077164.603592:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077164.603596:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077164.603598:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769077164.603601:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077164.603603:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769077164.603604:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:1.0:1769077164.603607:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077164.603610:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077164.603611:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769077164.603615:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077164.603615:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077164.603618:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077164.603621:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077164.603625:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000040:2.0:1769077164.603625:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12300 x1855007616070272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077164.603630:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:1.0:1769077164.603634:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077164.603639:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077164.603640:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077164.603641:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077164.603643:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077164.603660:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077164.603660:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077164.603663:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077164.603664:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077164.603667:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077164.603668:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769077164.603673:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769077164.603673:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616070272:192.168.204.113@tcp:250:kworker.0
00000008:00000001:1.0:1769077164.603679:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077164.603680:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077164.603682:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077164.603686:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1769077164.603688:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d12d80.
02000000:00000001:2.0:1769077164.603690:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077164.603692:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769077164.603694:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077164.603696:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077164.603698:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077164.603701:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1769077164.603701:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20400.
02000000:00000001:1.0:1769077164.603703:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077164.603705:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077164.603706:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077164.603712:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9a400.
00000400:00000200:2.0:1769077164.603716:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077164.603717:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077164.603722:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000100:00100000:1.0:1769077164.603724:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d12d80 x1855007616070400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077164.603731:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000001:1.0:1769077164.603735:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077164.603738:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077164.603742:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616070272, portal 25
00000100:00000040:1.0:1769077164.603744:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb1331b8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d12d80 x1855007616070400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.603746:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077164.603749:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438241536 : -107392271310080 : ffff9e53c9d12300)
00000100:00000040:2.0:1769077164.603757:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12300 x1855007616070272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077164.603758:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077164.603762:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077164.603768:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077164.603771:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077164.603771:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769077164.603774:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769077164.603775:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:1.0:1769077164.603777:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769077164.603779:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00080000:1.0:1769077164.603782:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4148
00000100:00000200:2.0:1769077164.603783:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616070272, offset 0
00000400:00000200:1.0:1769077164.603788:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077164.603792:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077164.603793:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:1.0:1769077164.603795:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077164.603799:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077164.603802:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077164.603805:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077164.603806:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077164.603808:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077164.603811:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077164.603813:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:2.0:1769077164.603814:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000001:1.0:1769077164.603816:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077164.603819:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:1.0:1769077164.603822:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:1.0:1769077164.603825:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:1.0:1769077164.603830:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077164.603833:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077164.603835:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077164.603856:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769077164.603856:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1769077164.603860:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:2.0:1769077164.603880:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00080000:1.0:1769077164.603881:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077164.603884:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077164.603886:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1769077164.603887:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077164.603890:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
02000000:00000001:1.0:1769077164.603891:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077164.603894:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077164.603907:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37843:37843:256:4294967295] 192.168.204.113@tcp LPNI seq info [37813:37813:8:4294967295]
00000100:00000001:1.0:1769077164.603908:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077164.603912:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077164.603914:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:1.0:1769077164.603916:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077164.603918:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077164.603923:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10000.
00000020:00000040:1.0:1769077164.603926:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077164.603946:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077164.603946:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769077164.603948:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077164.603951:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077164.603952:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1769077164.603954:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:1.0:1769077164.603955:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077164.603960:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9b400.
00000800:00000010:2.0:1769077164.603962:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000100:00000001:1.0:1769077164.603964:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077164.603969:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10000 x1855007616070528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769077164.603971:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077164.603977:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1769077164.603978:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077164.603981:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077164.603986:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a26c8f4] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10000 x1855007616070528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077164.603986:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077164.603991:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1769077164.603997:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077164.603998:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000040:1.0:1769077164.604001:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1769077164.604002:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000100:00000040:1.0:1769077164.604006:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077164.604010:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077164.604011:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769077164.604015:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077164.604018:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769077164.604022:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4158)
00000400:00000200:2.0:1769077164.604025:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077164.604028:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077164.604035:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077164.604040:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12300 x1855007616070272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604060:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077164.604064:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12300 x1855007616070272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604074:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077164.604076:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077164.604085:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077164.604090:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077164.604093:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298821869
00000100:00000010:2.0:1769077164.604145:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077164.604153:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077164.604159:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298821870
00000100:00000010:2.0:1769077164.604161:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79b40.
00000100:00000001:2.0:1769077164.604164:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077164.604167:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077164.604169:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077164.604172:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077164.604176:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077164/real 1769077164]  req@ffff9e53c9d12300 x1855007616070272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077164.604186:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077164.604188:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077164.604190:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077164.604201:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077164.604203:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077164.604206:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077164.604209:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12300 x1855007616070272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077164.604217:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12300 x1855007616070272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604223:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077164.604225:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.604227:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077164.604229:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077164.604232:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12300 x1855007616070272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604238:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077164.604242:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12300 x1855007616070272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604248:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077164.604250:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.604251:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077164.604252:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.604255:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077164.604257:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077164.604259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077164.604263:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077164.604265:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077164.604268:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12300 x1855007616070272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077164.604275:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616070272:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077164.604279:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.604281:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077164.604284:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12300 x1855007616070272/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604289:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077164.604292:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077164.604295:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077164.604297:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077164.604299:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077164.604301:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077164.604303:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077164.604306:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98000.
02000000:00000001:2.0:1769077164.604310:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077164.604312:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077164.604314:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12300.
00000100:00000001:2.0:1769077164.604321:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077164.604322:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.604324:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.604331:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077164.604333:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077164.604335:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077164.604336:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077164.604338:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077164.604340:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12d80 x1855007616070400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604347:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077164.604348:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077164.604350:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077164.604352:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077164.604353:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077164.604356:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616070400:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077164.604358:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077164.604360:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077164.604361:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077164.604363:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077164.604366:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077164.604368:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077164.604371:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077164.604374:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000400:00000010:2.0:1769077164.604377:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000200:2.0:1769077164.604379:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616070400, portal 10
00000100:00000001:2.0:1769077164.604381:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077164.604382:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438244224 : -107392271307392 : ffff9e53c9d12d80)
00000100:00000040:2.0:1769077164.604389:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12d80 x1855007616070400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604412:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077164.604414:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077164.604416:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077164.604418:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616070400, offset 0
00000400:00000200:2.0:1769077164.604422:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077164.604426:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077164.604430:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077164.604433:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077164.604435:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077164.604438:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077164.604440:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077164.604443:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37844:37844:256:4294967295] 192.168.204.113@tcp LPNI seq info [37814:37814:8:4294967295]
00000400:00000200:2.0:1769077164.604446:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077164.604452:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077164.604455:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077164.604458:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077164.604462:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077164.604464:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077164.604468:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077164.604470:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077164.604474:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077164.604476:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077164.604478:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077164.604481:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077164.604484:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077164.604486:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077164.604488:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077164.604491:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12d80 x1855007616070400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604498:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077164.604500:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12d80 x1855007616070400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604512:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077164.604513:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077164.604516:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077164.604520:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077164.604534:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077164.604536:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298820622
00000100:00000001:2.0:1769077164.604538:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298821869
00000100:00000001:2.0:1769077164.604541:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298820622
00000100:00000001:2.0:1769077164.604543:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298821870
00000100:00000001:2.0:1769077164.604544:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077164.604546:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077164.604547:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077164.604550:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077164/real 1769077164]  req@ffff9e53c9d12d80 x1855007616070400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077164.604556:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077164.604558:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077164.604559:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077164.604561:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077164.604563:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077164.604564:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077164.604567:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12d80 x1855007616070400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077164.604574:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12d80 x1855007616070400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604579:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077164.604580:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.604581:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077164.604582:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077164.604585:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12d80 x1855007616070400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604592:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077164.604595:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12d80 x1855007616070400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604601:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077164.604602:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.604604:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077164.604605:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.604606:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077164.604608:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077164.604609:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077164.604612:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077164.604614:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077164.604616:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12d80 x1855007616070400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077164.604622:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616070400:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077164.604625:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077164.604628:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10000 x1855007616070528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604634:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077164.604635:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077164.604637:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077164.604638:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077164.604640:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077164.604642:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616070528:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077164.604644:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077164.604646:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077164.604659:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077164.604661:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077164.604663:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077164.604665:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077164.604668:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077164.604670:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000400:00000010:2.0:1769077164.604672:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000200:2.0:1769077164.604675:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616070528, portal 10
00000100:00000001:2.0:1769077164.604676:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077164.604677:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438232576 : -107392271319040 : ffff9e53c9d10000)
00000100:00000040:2.0:1769077164.604701:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10000 x1855007616070528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604707:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077164.604710:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077164.604712:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077164.604714:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616070528, offset 0
00000400:00000200:2.0:1769077164.604718:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077164.604722:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077164.604725:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077164.604727:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077164.604729:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077164.604732:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077164.604734:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077164.604737:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37845:37845:256:4294967295] 192.168.204.113@tcp LPNI seq info [37815:37815:8:4294967295]
00000400:00000200:2.0:1769077164.604741:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077164.604765:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077164.604769:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077164.604772:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077164.604776:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077164.604779:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077164.604783:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077164.604786:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077164.604790:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077164.604792:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077164.604795:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077164.604799:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077164.604802:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077164.604803:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077164.604806:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077164.604809:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10000 x1855007616070528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604816:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077164.604820:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10000 x1855007616070528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604827:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077164.604828:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077164.604831:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077164.604834:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077164.604859:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077164.604862:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298820629
00000100:00000001:2.0:1769077164.604865:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298821869
00000100:00000001:2.0:1769077164.604868:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298820629
00000100:00000001:2.0:1769077164.604870:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298821870
00000100:00000001:2.0:1769077164.604889:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077164.604891:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077164.604893:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077164.604897:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077164/real 1769077164]  req@ffff9e53c9d10000 x1855007616070528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077164.604906:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077164.604907:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077164.604909:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077164.604912:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077164.604913:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077164.604916:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077164.604919:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10000 x1855007616070528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077164.604928:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10000 x1855007616070528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604933:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077164.604935:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.604953:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077164.604955:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077164.604958:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10000 x1855007616070528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604964:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077164.604968:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10000 x1855007616070528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.604976:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077164.604978:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.604980:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077164.604981:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.604983:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077164.604984:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077164.604987:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077164.604990:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077164.604992:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077164.604995:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10000 x1855007616070528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077164.605020:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616070528:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077164.605023:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.605026:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077164.605029:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12d80 x1855007616070400/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.605036:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077164.605037:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077164.605039:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077164.605041:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077164.605043:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077164.605044:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077164.605046:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077164.605048:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:2.0:1769077164.605050:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077164.605052:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077164.605053:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12d80.
00000100:00000001:2.0:1769077164.605058:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077164.605059:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.605060:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077164.605063:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10000 x1855007616070528/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077164.605070:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077164.605071:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077164.605073:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077164.605075:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077164.605076:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077164.605077:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077164.605078:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077164.605080:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b400.
02000000:00000001:2.0:1769077164.605081:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077164.605082:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077164.605084:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10000.
00000100:00000001:2.0:1769077164.605086:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077164.605087:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.605088:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077164.605091:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077164.605093:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077164.605094:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077164.605097:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077165.307231:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077165.307238:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077165.307245:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077165.307250:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077165.307253:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077165.307256:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077165.307280:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077165.307282:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077165.307285:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077165.307287:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077165.307395:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077165.307401:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077165.307406:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077165.499201:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077165.499209:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077165.499211:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077165.499216:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077165.499221:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077165.499225:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077165.499228:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077165.499231:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077165.499233:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077165.883158:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298821870, at 4298821888
00000100:00000040:2.0:1769077165.883166:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298821869, at 4298821888
00000100:00000010:3.0:1769077165.883172:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79b40.
00000100:00000010:2.0:1769077165.883177:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077166.331174:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077166.331179:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077166.331184:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077166.331186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077166.331277:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077166.331284:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077166.331290:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077166.523174:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077166.523181:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077166.523187:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077166.523192:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077166.523196:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077166.523200:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077166.523202:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077166.523204:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077166.523207:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077167.355243:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077167.355254:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077167.355257:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077167.355259:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077167.355265:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077167.355267:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077167.355270:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077167.355272:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077167.355275:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077167.355277:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077167.355329:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077167.355333:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077167.355337:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077167.547192:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077167.547203:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077167.547205:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077167.547212:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077167.547228:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077167.547233:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077167.547236:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077167.547239:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077167.547242:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077168.379227:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077168.379238:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077168.379245:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077168.379246:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077168.379327:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077168.379332:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077168.379336:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077168.571270:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077168.571281:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077168.571283:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077168.571288:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077168.571292:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077168.571298:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077168.571301:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077168.571304:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077168.571307:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077169.403214:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077169.403223:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077169.403229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077169.403230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077169.403300:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077169.403305:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077169.403309:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077169.595146:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077169.595151:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077169.595153:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077169.595159:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077169.595162:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077169.595165:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.595166:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077169.595168:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077169.595170:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077169.723176:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077169.723186:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077169.723189:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077169.723193:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077169.723198:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077169.723208:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4153
00000400:00000200:1.0:1769077169.723215:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077169.723221:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077169.723223:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077169.723226:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077169.723229:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077169.723231:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077169.723233:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077169.723237:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077169.723238:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077169.723240:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077169.723242:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077169.723244:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077169.723246:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077169.723248:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077169.723249:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077169.723250:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077169.723252:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077169.723254:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077169.723256:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077169.723258:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077169.723260:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077169.723263:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077169.723265:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.723267:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077169.723268:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077169.723276:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10a80.
00000020:00000040:1.0:1769077169.723279:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077169.723282:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077169.723283:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.723286:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077169.723288:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077169.723292:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077169.723299:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9a400.
00000100:00000001:1.0:1769077169.723304:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077169.723311:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10a80 x1855007616070656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077169.723324:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077169.723328:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077169.723332:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d3392c5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10a80 x1855007616070656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077169.723353:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077169.723355:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077169.723357:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077169.723358:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077169.723360:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077169.723361:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077169.723363:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4153
00000400:00000200:1.0:1769077169.723365:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077169.723367:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077169.723369:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077169.723371:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077169.723372:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077169.723374:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077169.723375:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077169.723376:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077169.723377:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769077169.723378:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077169.723379:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:1.0:1769077169.723381:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:1.0:1769077169.723382:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769077169.723384:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077169.723386:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077169.723388:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077169.723390:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077169.723392:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:1.0:1769077169.723394:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077169.723396:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077169.723398:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077169.723398:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769077169.723404:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077169.723404:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769077169.723409:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077169.723409:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077169.723412:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077169.723416:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077169.723418:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10a80 x1855007616070656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769077169.723420:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.723424:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077169.723432:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077169.723436:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077169.723437:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d13800.
00000020:00000040:1.0:1769077169.723441:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077169.723443:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077169.723444:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077169.723445:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.723448:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077169.723449:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077169.723450:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077169.723450:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769077169.723456:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98000.
02000000:00000001:2.0:1769077169.723457:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.723460:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077169.723466:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d13800 x1855007616070784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769077169.723466:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616070656:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077169.723479:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077169.723480:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077169.723484:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077169.723486:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1769077169.723487:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e060ab4] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d13800 x1855007616070784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077169.723492:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.723499:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077169.723500:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769077169.723502:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077169.723506:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077169.723507:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077169.723509:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1769077169.723509:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077169.723515:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.723516:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077169.723520:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4153
00000400:00000200:1.0:1769077169.723523:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077169.723525:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077169.723528:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077169.723530:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:1.0:1769077169.723533:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077169.723536:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077169.723539:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000010:2.0:1769077169.723539:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000100:00000001:1.0:1769077169.723541:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077169.723545:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077169.723546:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:1.0:1769077169.723547:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077169.723548:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:1.0:1769077169.723550:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000010:2.0:1769077169.723550:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000020:00000001:1.0:1769077169.723554:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:1.0:1769077169.723557:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077169.723558:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077169.723560:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077169.723561:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000200:2.0:1769077169.723562:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616070656, portal 25
00000020:00000040:1.0:1769077169.723563:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:1.0:1769077169.723569:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077169.723569:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077169.723573:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077169.723575:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077169.723575:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438235264 : -107392271316352 : ffff9e53c9d10a80)
02000000:00000001:1.0:1769077169.723578:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077169.723581:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.723583:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077169.723585:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077169.723588:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.723589:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077169.723589:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10a80 x1855007616070656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769077169.723593:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11f80.
00000020:00000040:1.0:1769077169.723596:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077169.723600:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077169.723602:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077169.723606:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077169.723617:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077169.723620:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077169.723626:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9bc00.
00000100:00000001:2.0:1769077169.723629:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077169.723630:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077169.723634:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00100000:1.0:1769077169.723637:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11f80 x1855007616070912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077169.723640:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000001:1.0:1769077169.723646:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077169.723647:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616070656, offset 0
00000100:00000001:1.0:1769077169.723649:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077169.723653:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049213615] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11f80 x1855007616070912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077169.723658:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:1.0:1769077169.723665:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077169.723667:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077169.723671:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:1.0:1769077169.723673:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077169.723676:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077169.723680:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:1.0:1769077169.723681:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077169.723690:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4163)
00000400:00000200:2.0:1769077169.723691:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077169.723697:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077169.723700:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077169.723702:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077169.723705:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37846:37846:256:4294967295] 192.168.204.113@tcp LPNI seq info [37816:37816:8:4294967295]
00000400:00000200:2.0:1769077169.723709:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077169.723716:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077169.723721:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077169.723725:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077169.723730:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077169.723733:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077169.723738:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077169.723740:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077169.723743:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077169.723745:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077169.723750:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077169.723767:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077169.723772:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077169.723774:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077169.723778:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077169.723781:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10a80 x1855007616070656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.723788:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077169.723791:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10a80 x1855007616070656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.723800:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077169.723802:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077169.723807:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077169.723810:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077169.723813:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298826989
00000100:00000010:2.0:1769077169.723817:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077169.723823:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077169.723827:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298826989
00000100:00000010:2.0:1769077169.723829:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79000.
00000100:00000001:2.0:1769077169.723831:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077169.723833:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077169.723836:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077169.723838:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077169.723840:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077169/real 1769077169]  req@ffff9e53c9d10a80 x1855007616070656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077169.723847:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077169.723849:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077169.723850:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077169.723852:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077169.723853:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077169.723855:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077169.723858:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10a80 x1855007616070656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077169.723864:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10a80 x1855007616070656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.723868:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077169.723869:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.723870:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077169.723872:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077169.723874:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10a80 x1855007616070656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.723879:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077169.723883:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10a80 x1855007616070656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.723888:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077169.723890:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.723891:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077169.723892:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.723894:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077169.723895:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077169.723897:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077169.723900:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077169.723902:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077169.723905:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10a80 x1855007616070656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077169.723910:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616070656:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077169.723924:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.723926:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077169.723928:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10a80 x1855007616070656/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.723932:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077169.723934:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077169.723936:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077169.723938:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077169.723939:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077169.723940:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077169.723942:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077169.723944:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:2.0:1769077169.723947:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077169.723949:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077169.723950:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10a80.
00000100:00000001:2.0:1769077169.723953:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077169.723954:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.723955:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.723962:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077169.723963:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077169.723965:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077169.723966:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077169.723967:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077169.723969:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13800 x1855007616070784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.723975:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077169.723976:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077169.723978:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077169.723979:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077169.723980:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077169.723982:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616070784:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077169.723984:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077169.723985:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077169.723986:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077169.723988:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077169.723990:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077169.723991:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077169.723994:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077169.723996:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000400:00000010:2.0:1769077169.723999:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000200:2.0:1769077169.724001:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616070784, portal 10
00000100:00000001:2.0:1769077169.724002:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077169.724004:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438246912 : -107392271304704 : ffff9e53c9d13800)
00000100:00000040:2.0:1769077169.724009:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13800 x1855007616070784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724014:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077169.724015:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077169.724017:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077169.724019:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616070784, offset 0
00000400:00000200:2.0:1769077169.724022:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077169.724024:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077169.724027:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077169.724029:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077169.724031:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077169.724034:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077169.724036:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077169.724038:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37847:37847:256:4294967295] 192.168.204.113@tcp LPNI seq info [37817:37817:8:4294967295]
00000400:00000200:2.0:1769077169.724041:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077169.724045:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077169.724048:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077169.724050:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077169.724053:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077169.724055:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077169.724058:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077169.724060:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077169.724102:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077169.724104:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077169.724108:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077169.724111:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077169.724113:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077169.724114:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077169.724116:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077169.724119:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13800 x1855007616070784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724125:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077169.724127:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13800 x1855007616070784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724133:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077169.724134:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077169.724138:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077169.724141:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077169.724145:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077169.724146:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298825742
00000100:00000001:2.0:1769077169.724149:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298826989
00000100:00000001:2.0:1769077169.724150:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298825742
00000100:00000001:2.0:1769077169.724152:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298826989
00000100:00000001:2.0:1769077169.724153:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077169.724155:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077169.724156:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077169.724158:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077169/real 1769077169]  req@ffff9e53c9d13800 x1855007616070784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077169.724163:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077169.724164:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077169.724165:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077169.724166:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077169.724167:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077169.724168:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077169.724170:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13800 x1855007616070784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077169.724175:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13800 x1855007616070784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724180:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077169.724181:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.724192:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077169.724193:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077169.724195:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13800 x1855007616070784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724199:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077169.724202:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13800 x1855007616070784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724207:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077169.724208:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.724209:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077169.724210:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.724211:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077169.724212:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077169.724214:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077169.724216:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077169.724217:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077169.724220:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13800 x1855007616070784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077169.724225:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616070784:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077169.724227:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077169.724230:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11f80 x1855007616070912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724234:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077169.724235:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077169.724237:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077169.724238:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077169.724240:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077169.724242:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616070912:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077169.724243:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077169.724244:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077169.724245:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077169.724246:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077169.724249:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077169.724250:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077169.724253:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077169.724254:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000400:00000010:2.0:1769077169.724256:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000200:2.0:1769077169.724258:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616070912, portal 10
00000100:00000001:2.0:1769077169.724260:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077169.724261:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438240640 : -107392271310976 : ffff9e53c9d11f80)
00000100:00000040:2.0:1769077169.724265:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11f80 x1855007616070912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724269:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077169.724271:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077169.724273:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077169.724274:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616070912, offset 0
00000400:00000200:2.0:1769077169.724277:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077169.724279:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077169.724281:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077169.724283:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077169.724284:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077169.724294:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077169.724296:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077169.724300:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37848:37848:256:4294967295] 192.168.204.113@tcp LPNI seq info [37818:37818:8:4294967295]
00000400:00000200:2.0:1769077169.724304:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077169.724309:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077169.724312:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077169.724314:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077169.724317:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077169.724319:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077169.724322:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077169.724323:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077169.724326:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077169.724327:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077169.724330:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077169.724332:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077169.724334:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077169.724336:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077169.724340:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077169.724345:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11f80 x1855007616070912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724351:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077169.724353:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11f80 x1855007616070912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724357:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077169.724358:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077169.724360:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077169.724363:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077169.724366:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077169.724368:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298825749
00000100:00000001:2.0:1769077169.724369:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298826989
00000100:00000001:2.0:1769077169.724370:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298825749
00000100:00000001:2.0:1769077169.724372:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298826989
00000100:00000001:2.0:1769077169.724374:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077169.724375:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077169.724377:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077169.724379:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077169/real 1769077169]  req@ffff9e53c9d11f80 x1855007616070912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077169.724384:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077169.724384:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077169.724385:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077169.724386:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077169.724387:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077169.724388:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077169.724390:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11f80 x1855007616070912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077169.724396:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11f80 x1855007616070912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724401:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077169.724402:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.724403:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077169.724404:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077169.724406:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11f80 x1855007616070912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724410:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077169.724412:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11f80 x1855007616070912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724416:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077169.724418:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.724419:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077169.724419:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.724420:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077169.724421:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077169.724423:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077169.724424:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077169.724426:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077169.724428:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11f80 x1855007616070912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077169.724434:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616070912:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077169.724437:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.724439:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077169.724443:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13800 x1855007616070784/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724459:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077169.724461:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077169.724463:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077169.724466:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077169.724467:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077169.724469:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077169.724470:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077169.724472:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98000.
02000000:00000001:2.0:1769077169.724474:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077169.724476:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077169.724478:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13800.
00000100:00000001:2.0:1769077169.724481:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077169.724483:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.724485:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077169.724489:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11f80 x1855007616070912/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077169.724497:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077169.724498:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077169.724500:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077169.724502:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077169.724504:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077169.724505:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077169.724507:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077169.724509:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:2.0:1769077169.724510:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077169.724511:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077169.724524:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11f80.
00000100:00000001:2.0:1769077169.724528:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077169.724529:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.724530:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077169.724533:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077169.724534:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077169.724535:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077169.724536:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077170.427263:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077170.427271:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077170.427276:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077170.427277:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077170.427356:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077170.427361:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077170.427365:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077170.619220:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077170.619230:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077170.619232:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077170.619240:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077170.619245:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077170.619249:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077170.619252:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077170.619255:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077170.619259:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077171.003159:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298826989, at 4298827008
00000100:00000040:3.0:1769077171.003160:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298826989, at 4298827008
00000100:00000010:2.0:1769077171.003177:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769077171.003183:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79000.
00010000:00000001:1.0:1769077171.451183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077171.451192:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077171.451196:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077171.451198:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077171.451255:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077171.451259:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077171.451263:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077171.643161:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077171.643167:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077171.643169:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077171.643174:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077171.643178:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077171.643182:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077171.643184:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077171.643187:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077171.643190:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077172.475213:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077172.475221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077172.475226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077172.475228:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077172.475312:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077172.475317:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077172.475321:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077172.667238:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077172.667249:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077172.667251:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077172.667260:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077172.667265:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077172.667269:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077172.667273:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077172.667276:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077172.667279:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077173.499186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077173.499194:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077173.499200:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077173.499202:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077173.499257:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077173.499261:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077173.499264:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077173.691150:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077173.691158:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077173.691160:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077173.691165:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077173.691168:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077173.691172:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077173.691174:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077173.691176:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077173.691178:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077174.523228:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077174.523236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077174.523240:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077174.523242:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077174.523350:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077174.523355:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077174.523358:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077174.715206:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077174.715215:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077174.715217:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077174.715222:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077174.715226:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077174.715230:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.715232:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077174.715236:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077174.715238:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077174.843150:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077174.843164:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077174.843167:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077174.843171:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077174.843177:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077174.843185:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4158
00000400:00000200:1.0:1769077174.843192:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077174.843199:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077174.843202:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077174.843205:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077174.843208:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077174.843210:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077174.843212:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077174.843216:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077174.843218:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077174.843220:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077174.843222:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077174.843224:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077174.843226:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077174.843228:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077174.843230:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077174.843232:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077174.843233:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077174.843236:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077174.843238:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077174.843240:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.843242:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077174.843245:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077174.843247:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.843249:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077174.843251:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077174.843263:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10380.
00000020:00000040:1.0:1769077174.843268:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077174.843272:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077174.843274:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.843278:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077174.843281:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077174.843297:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077174.843326:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98c00.
00000100:00000001:1.0:1769077174.843338:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077174.843351:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10380 x1855007616071040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077174.843388:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077174.843392:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077174.843397:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009aeda62c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10380 x1855007616071040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.843419:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077174.843422:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077174.843424:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077174.843425:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077174.843427:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077174.843429:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077174.843431:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4158
00000400:00000200:1.0:1769077174.843434:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077174.843437:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077174.843439:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077174.843441:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077174.843449:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077174.843452:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077174.843455:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077174.843458:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077174.843460:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769077174.843462:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077174.843465:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:1.0:1769077174.843468:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:1.0:1769077174.843470:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077174.843472:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077174.843475:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077174.843479:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077174.843480:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077174.843483:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077174.843486:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077174.843493:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077174.843506:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000040:2.0:1769077174.843507:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10380 x1855007616071040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077174.843512:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077174.843520:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.843524:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077174.843524:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077174.843528:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.843532:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077174.843533:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077174.843537:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077174.843538:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077174.843541:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077174.843543:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769077174.843547:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769077174.843548:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616071040:192.168.204.113@tcp:250:kworker.0
00000008:00000001:1.0:1769077174.843554:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077174.843555:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077174.843557:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077174.843561:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1769077174.843562:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11500.
02000000:00000001:2.0:1769077174.843564:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077174.843566:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769077174.843568:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077174.843571:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077174.843574:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.843576:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1769077174.843576:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20400.
02000000:00000001:1.0:1769077174.843579:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077174.843581:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.843583:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077174.843589:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99400.
00000400:00000200:2.0:1769077174.843592:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077174.843595:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077174.843599:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000100:00100000:1.0:1769077174.843603:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11500 x1855007616071168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077174.843609:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000001:1.0:1769077174.843611:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077174.843614:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077174.843618:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b884ffb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11500 x1855007616071168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077174.843619:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616071040, portal 25
00000100:00000001:2.0:1769077174.843625:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077174.843627:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438233472 : -107392271318144 : ffff9e53c9d10380)
00000100:00000001:1.0:1769077174.843636:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077174.843638:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10380 x1855007616071040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077174.843640:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077174.843649:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077174.843653:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077174.843656:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077174.843656:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077174.843662:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769077174.843662:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077174.843679:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00080000:1.0:1769077174.843681:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4158
00000100:00000200:2.0:1769077174.843683:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616071040, offset 0
00000400:00000200:1.0:1769077174.843689:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077174.843696:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077174.843696:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:1.0:1769077174.843701:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077174.843703:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077174.843705:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077174.843707:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077174.843710:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077174.843722:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077174.843724:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077174.843725:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:1.0:1769077174.843728:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077174.843728:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000040:1.0:1769077174.843730:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:1.0:1769077174.843734:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077174.843736:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1769077174.843737:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:1.0:1769077174.843741:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077174.843744:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077174.843745:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:1.0:1769077174.843748:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077174.843751:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769077174.843753:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769077174.843755:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:2.0:1769077174.843758:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00080000:1.0:1769077174.843762:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:2.0:1769077174.843767:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37849:37849:256:4294967295] 192.168.204.113@tcp LPNI seq info [37819:37819:8:4294967295]
00000100:00000001:1.0:1769077174.843768:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077174.843773:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077174.843778:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:1.0:1769077174.843779:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077174.843787:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.843791:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077174.843794:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077174.843798:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1769077174.843800:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.843806:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077174.843811:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11880.
00000800:00000200:2.0:1769077174.843811:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000020:00000040:1.0:1769077174.843817:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077174.843822:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1769077174.843823:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
02000000:00000001:1.0:1769077174.843824:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077174.843829:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077174.843830:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077174.843833:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077174.843837:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000010:1.0:1769077174.843841:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9ac00.
00000800:00000200:2.0:1769077174.843844:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1769077174.843847:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077174.843854:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00100000:1.0:1769077174.843858:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11880 x1855007616071296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077174.843860:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1769077174.843866:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077174.843868:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077174.843871:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bb33f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11880 x1855007616071296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077174.843876:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077174.843879:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077174.843885:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:2.0:1769077174.843890:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000040:1.0:1769077174.843891:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1769077174.843895:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000100:00000040:1.0:1769077174.843896:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077174.843903:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4168)
00000400:00000200:2.0:1769077174.843904:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077174.843910:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077174.843915:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077174.843918:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077174.843922:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077174.843926:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10380 x1855007616071040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.843934:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077174.843937:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10380 x1855007616071040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.843942:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077174.843944:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077174.843949:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077174.843953:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077174.843956:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298832109
00000100:00000010:2.0:1769077174.843972:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077174.843980:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077174.843986:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298832109
00000100:00000010:2.0:1769077174.843990:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79660.
00000100:00000001:2.0:1769077174.843993:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077174.843996:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077174.843999:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077174.844002:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077174.844007:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077174/real 1769077174]  req@ffff9e53c9d10380 x1855007616071040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077174.844019:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077174.844022:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077174.844035:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077174.844039:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077174.844041:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077174.844043:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077174.844047:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10380 x1855007616071040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077174.844054:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10380 x1855007616071040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844060:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077174.844061:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844084:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077174.844086:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077174.844089:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10380 x1855007616071040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844094:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077174.844098:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10380 x1855007616071040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844104:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077174.844107:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844108:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077174.844109:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844111:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077174.844113:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077174.844115:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077174.844118:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077174.844120:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077174.844123:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10380 x1855007616071040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077174.844128:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616071040:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077174.844132:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844134:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077174.844136:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10380 x1855007616071040/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844142:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077174.844145:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077174.844147:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077174.844149:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077174.844151:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077174.844152:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077174.844153:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077174.844156:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98c00.
02000000:00000001:2.0:1769077174.844160:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077174.844162:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077174.844163:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10380.
00000100:00000001:2.0:1769077174.844166:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077174.844167:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844169:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844177:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077174.844179:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077174.844181:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077174.844182:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077174.844183:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077174.844186:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11500 x1855007616071168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844191:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077174.844192:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077174.844194:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077174.844195:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077174.844197:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077174.844199:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616071168:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077174.844201:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077174.844202:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077174.844204:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077174.844205:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077174.844207:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077174.844209:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077174.844213:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077174.844215:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000400:00000010:2.0:1769077174.844218:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000200:2.0:1769077174.844220:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616071168, portal 10
00000100:00000001:2.0:1769077174.844222:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077174.844223:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237952 : -107392271313664 : ffff9e53c9d11500)
00000100:00000040:2.0:1769077174.844228:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11500 x1855007616071168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844233:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077174.844235:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077174.844236:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077174.844238:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616071168, offset 0
00000400:00000200:2.0:1769077174.844241:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077174.844244:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077174.844246:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077174.844264:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077174.844268:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077174.844272:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077174.844276:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077174.844280:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37850:37850:256:4294967295] 192.168.204.113@tcp LPNI seq info [37820:37820:8:4294967295]
00000400:00000200:2.0:1769077174.844295:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077174.844304:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077174.844310:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077174.844315:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077174.844321:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077174.844325:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077174.844332:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077174.844336:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077174.844341:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077174.844343:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077174.844347:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077174.844351:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077174.844355:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077174.844358:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077174.844362:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077174.844390:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11500 x1855007616071168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844399:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077174.844403:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11500 x1855007616071168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844411:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077174.844413:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077174.844417:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077174.844421:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077174.844425:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077174.844428:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298830862
00000100:00000001:2.0:1769077174.844431:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298832109
00000100:00000001:2.0:1769077174.844433:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298830862
00000100:00000001:2.0:1769077174.844437:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298832109
00000100:00000001:2.0:1769077174.844440:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077174.844442:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077174.844444:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077174.844449:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077174/real 1769077174]  req@ffff9e53c9d11500 x1855007616071168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077174.844459:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077174.844460:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077174.844463:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077174.844466:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077174.844468:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077174.844470:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077174.844474:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11500 x1855007616071168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077174.844499:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11500 x1855007616071168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844505:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077174.844506:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844508:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077174.844510:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077174.844513:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11500 x1855007616071168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844519:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077174.844522:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11500 x1855007616071168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844528:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077174.844530:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844531:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077174.844532:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844534:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077174.844537:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077174.844539:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077174.844559:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077174.844560:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077174.844563:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11500 x1855007616071168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077174.844569:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616071168:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077174.844572:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077174.844574:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11880 x1855007616071296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844578:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077174.844579:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077174.844580:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077174.844582:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077174.844584:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077174.844586:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616071296:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077174.844588:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077174.844590:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077174.844591:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077174.844592:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077174.844594:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077174.844596:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077174.844599:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077174.844601:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000400:00000010:2.0:1769077174.844603:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00000200:2.0:1769077174.844605:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616071296, portal 10
00000100:00000001:2.0:1769077174.844607:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077174.844608:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438238848 : -107392271312768 : ffff9e53c9d11880)
00000100:00000040:2.0:1769077174.844613:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11880 x1855007616071296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844619:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077174.844620:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077174.844622:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077174.844624:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616071296, offset 0
00000400:00000200:2.0:1769077174.844626:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077174.844629:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077174.844632:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077174.844635:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077174.844637:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077174.844640:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077174.844642:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077174.844645:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37851:37851:256:4294967295] 192.168.204.113@tcp LPNI seq info [37821:37821:8:4294967295]
00000400:00000200:2.0:1769077174.844650:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077174.844656:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077174.844661:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077174.844679:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077174.844684:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077174.844688:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077174.844693:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077174.844696:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769077174.844700:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077174.844702:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077174.844705:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077174.844708:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077174.844710:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077174.844712:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077174.844714:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077174.844717:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11880 x1855007616071296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844732:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077174.844734:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11880 x1855007616071296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844744:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077174.844745:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077174.844748:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077174.844750:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077174.844753:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077174.844755:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298830869
00000100:00000001:2.0:1769077174.844757:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298832109
00000100:00000001:2.0:1769077174.844758:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298830869
00000100:00000001:2.0:1769077174.844760:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298832109
00000100:00000001:2.0:1769077174.844761:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077174.844763:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077174.844764:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077174.844766:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077174/real 1769077174]  req@ffff9e53c9d11880 x1855007616071296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077174.844772:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077174.844773:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077174.844775:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:2.0:1769077174.844776:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:2.0:1769077174.844777:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:2.0:1769077174.844778:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077174.844781:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11880 x1855007616071296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077174.844790:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11880 x1855007616071296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844798:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077174.844799:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844801:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077174.844803:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077174.844807:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11880 x1855007616071296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844815:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077174.844820:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11880 x1855007616071296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844829:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077174.844831:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844834:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077174.844835:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844837:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077174.844839:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077174.844841:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077174.844844:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077174.844846:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077174.844849:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11880 x1855007616071296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077174.844855:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616071296:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077174.844857:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844859:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077174.844860:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11500 x1855007616071168/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844865:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077174.844866:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077174.844867:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077174.844870:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077174.844871:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077174.844872:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077174.844873:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077174.844875:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99400.
02000000:00000001:2.0:1769077174.844877:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077174.844879:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077174.844880:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11500.
00000100:00000001:2.0:1769077174.844883:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077174.844884:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844885:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077174.844887:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11880 x1855007616071296/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077174.844892:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077174.844892:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077174.844893:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077174.844895:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077174.844895:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077174.844896:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077174.844897:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077174.844898:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:2.0:1769077174.844899:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077174.844900:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077174.844901:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11880.
00000100:00000001:2.0:1769077174.844902:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077174.844903:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844904:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077174.844906:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077174.844907:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077174.844908:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077174.844909:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077175.547166:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077175.547173:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077175.547179:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077175.547183:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077175.547185:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077175.547187:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077175.547190:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077175.547192:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077175.547194:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077175.547196:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077175.547258:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077175.547262:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077175.547266:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077175.739154:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077175.739162:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077175.739164:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077175.739169:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077175.739172:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077175.739176:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077175.739178:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077175.739180:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077175.739183:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077176.123230:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298832109, at 4298832128
00000100:00000040:3.0:1769077176.123251:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298832109, at 4298832128
00000100:00000010:3.0:1769077176.123273:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79660.
00000100:00000010:2.0:1769077176.123276:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077176.571205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077176.571212:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077176.571216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077176.571217:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077176.571273:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077176.571277:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077176.571281:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077176.763159:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077176.763168:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077176.763170:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077176.763175:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077176.763178:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077176.763181:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077176.763184:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077176.763187:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077176.763190:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077177.595182:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077177.595194:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077177.595197:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077177.595200:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077177.595206:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077177.595209:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077177.595211:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077177.595214:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077177.595219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077177.595221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077177.595288:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077177.595292:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077177.595295:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077177.787191:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077177.787197:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077177.787199:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077177.787203:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077177.787206:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077177.787210:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077177.787211:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077177.787214:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077177.787216:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077178.619168:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077178.619174:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077178.619178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077178.619180:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077178.619305:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077178.619311:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077178.619316:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077178.811257:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077178.811270:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077178.811274:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077178.811316:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077178.811322:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077178.811327:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077178.811331:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077178.811335:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077178.811338:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077179.643133:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077179.643139:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077179.643143:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077179.643144:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077179.643200:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077179.643204:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077179.643207:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077179.835186:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077179.835193:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077179.835194:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077179.835199:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077179.835202:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077179.835206:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.835208:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077179.835210:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077179.835212:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077179.963188:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077179.963198:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077179.963200:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077179.963203:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077179.963206:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077179.963213:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4163
00000400:00000200:1.0:1769077179.963220:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077179.963225:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077179.963228:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077179.963231:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963233:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077179.963235:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963237:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077179.963240:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077179.963242:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077179.963244:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077179.963246:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077179.963248:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077179.963250:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077179.963252:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963253:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077179.963255:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963263:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077179.963267:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077179.963269:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963271:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077179.963274:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077179.963277:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077179.963279:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.963281:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077179.963282:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077179.963291:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11880.
00000020:00000040:1.0:1769077179.963296:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077179.963300:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077179.963302:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.963305:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077179.963307:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077179.963312:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077179.963323:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99000.
00000100:00000001:1.0:1769077179.963330:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077179.963340:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11880 x1855007616071424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077179.963351:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077179.963355:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077179.963368:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bb33f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11880 x1855007616071424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.963386:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077179.963388:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077179.963390:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077179.963391:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077179.963393:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077179.963395:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077179.963396:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4163
00000400:00000200:1.0:1769077179.963399:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077179.963401:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077179.963403:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077179.963406:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963407:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077179.963408:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963410:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077179.963412:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077179.963412:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769077179.963413:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077179.963415:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:1.0:1769077179.963417:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:1.0:1769077179.963419:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769077179.963421:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963423:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077179.963425:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963428:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077179.963431:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:1.0:1769077179.963433:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963436:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077179.963437:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077179.963443:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077179.963443:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769077179.963447:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077179.963451:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077179.963453:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077179.963456:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:1.0:1769077179.963460:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077179.963469:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077179.963469:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11880 x1855007616071424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.963480:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077179.963486:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11500.
00000020:00000040:1.0:1769077179.963495:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077179.963505:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077179.963511:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077179.963515:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077179.963517:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077179.963518:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077179.963520:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077179.963524:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077179.963524:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077179.963532:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769077179.963535:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99c00.
02000000:00000001:2.0:1769077179.963536:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.963540:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077179.963546:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616071424:192.168.204.113@tcp:250:kworker.0
00000100:00100000:1.0:1769077179.963551:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11500 x1855007616071552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077179.963553:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077179.963561:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077179.963563:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077179.963565:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.963568:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077179.963571:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1769077179.963576:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b884ffb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11500 x1855007616071552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077179.963594:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea22000.
02000000:00000001:2.0:1769077179.963598:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.963602:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077179.963606:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077179.963609:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:1.0:1769077179.963620:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1769077179.963621:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aeec08.
00000100:00000001:1.0:1769077179.963623:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077179.963627:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077179.963629:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769077179.963632:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd42a8.
00000100:00080000:1.0:1769077179.963633:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4163
00000400:00000200:1.0:1769077179.963643:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000200:2.0:1769077179.963646:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616071424, portal 25
00000400:00000200:1.0:1769077179.963650:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077179.963652:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1769077179.963656:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077179.963657:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438238848 : -107392271312768 : ffff9e53c9d11880)
00000100:00000040:1.0:1769077179.963664:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963671:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077179.963671:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11880 x1855007616071424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077179.963681:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077179.963696:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077179.963697:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077179.963704:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1769077179.963706:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000040:1.0:1769077179.963708:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000010:2.0:1769077179.963709:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000020:00000001:1.0:1769077179.963717:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:2.0:1769077179.963719:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616071424, offset 0
00000020:00000040:1.0:1769077179.963721:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:1.0:1769077179.963727:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:1.0:1769077179.963735:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077179.963740:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:1.0:1769077179.963742:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963744:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077179.963746:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963748:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077179.963750:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:2.0:1769077179.963755:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:1.0:1769077179.963762:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963765:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077179.963770:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:1.0:1769077179.963771:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077179.963781:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077179.963782:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1769077179.963789:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077179.963794:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:1.0:1769077179.963795:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077179.963798:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077179.963800:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1769077179.963809:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077179.963813:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963814:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077179.963821:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10380.
00000400:00000200:2.0:1769077179.963822:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37852:37852:256:4294967295] 192.168.204.113@tcp LPNI seq info [37822:37822:8:4294967295]
00000020:00000040:1.0:1769077179.963830:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077179.963837:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077179.963837:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:1.0:1769077179.963843:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077179.963846:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077179.963851:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077179.963858:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077179.963859:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1769077179.963869:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99800.
00000800:00000200:2.0:1769077179.963875:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:1.0:1769077179.963879:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077179.963882:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000100:00100000:1.0:1769077179.963891:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10380 x1855007616071680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769077179.963892:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077179.963904:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769077179.963917:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077179.963920:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077179.963927:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009aeda62c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10380 x1855007616071680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077179.963935:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077179.963937:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077179.963938:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077179.963947:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077179.963953:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077179.963954:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:1.0:1769077179.963964:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077179.963965:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298837229
00000100:00000040:1.0:1769077179.963969:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4173)
00000100:00000010:2.0:1769077179.963977:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077179.963987:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077179.963994:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298837229
00000100:00000010:2.0:1769077179.963997:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d796c0.
00000100:00000001:2.0:1769077179.964000:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077179.964006:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077179.964009:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077179.964013:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077179.964015:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077179.964022:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077179.964024:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077179.964026:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077179.964028:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077179.964029:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077179.964034:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11500 x1855007616071552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077179.964042:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077179.964043:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077179.964047:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077179.964050:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077179.964052:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077179.964115:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616071552:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077179.964120:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077179.964123:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077179.964124:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077179.964125:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077179.964129:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea20400.
02000000:00000001:2.0:1769077179.964130:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077179.964134:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077179.964137:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee2c0.
00000400:00000010:2.0:1769077179.964140:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4440.
00000100:00000200:2.0:1769077179.964142:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616071552, portal 10
00000100:00000001:2.0:1769077179.964144:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077179.964145:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237952 : -107392271313664 : ffff9e53c9d11500)
00000100:00000040:2.0:1769077179.964152:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11500 x1855007616071552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077179.964158:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077179.964166:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077179.964169:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077179.964171:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616071552, offset 0
00000400:00000200:2.0:1769077179.964183:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077179.964187:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077179.964191:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077179.964194:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077179.964196:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077179.964199:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077179.964202:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077179.964206:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37853:37853:255:4294967295] 192.168.204.113@tcp LPNI seq info [37823:37823:7:4294967295]
00000400:00000200:2.0:1769077179.964211:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077179.964217:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077179.964221:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077179.964224:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8a00.
00000800:00000200:2.0:1769077179.964228:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077179.964232:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769077179.964234:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077179.964238:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077179.964241:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077179.964242:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298835982
00000100:00000001:2.0:1769077179.964244:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298837229
00000100:00000001:2.0:1769077179.964246:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298835982
00000100:00000001:2.0:1769077179.964249:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298837229
00000100:00000001:2.0:1769077179.964250:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077179.964251:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077179.964253:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077179.964255:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10380 x1855007616071680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077179.964260:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077179.964262:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077179.964263:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077179.964264:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077179.964266:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077179.964268:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616071680:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077179.964270:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077179.964271:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077179.964272:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077179.964273:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077179.964276:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21800.
02000000:00000001:2.0:1769077179.964278:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077179.964280:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077179.964284:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee8f0.
00000400:00000010:2.0:1769077179.964289:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd47f8.
00000100:00000200:2.0:1769077179.964292:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616071680, portal 10
00000100:00000001:2.0:1769077179.964294:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077179.964295:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438233472 : -107392271318144 : ffff9e53c9d10380)
00000100:00000040:2.0:1769077179.964302:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10380 x1855007616071680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077179.964310:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077179.964313:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077179.964317:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077179.964319:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616071680, offset 0
00000400:00000200:2.0:1769077179.964324:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077179.964330:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077179.964336:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077179.964341:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077179.964346:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077179.964349:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077179.964351:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077179.964356:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37854:37854:254:4294967295] 192.168.204.113@tcp LPNI seq info [37824:37824:6:4294967295]
00000400:00000200:2.0:1769077179.964360:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077179.964368:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077179.964372:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077179.964377:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077179.964382:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077179.964387:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769077179.964390:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077179.964393:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077179.964397:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077179.964400:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298835989
00000100:00000001:2.0:1769077179.964402:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298837229
00000100:00000001:2.0:1769077179.964405:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298835989
00000100:00000001:2.0:1769077179.964408:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298837229
00000100:00000001:2.0:1769077179.964411:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077179.964414:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077179.964416:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077179.964419:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077179.964422:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077179.964424:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077179.964427:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077179.964428:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077179.964430:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077179.964431:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077180.667199:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077180.667207:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077180.667216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077180.667217:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077180.667272:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077180.667275:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077180.667278:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077180.859158:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077180.859166:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077180.859168:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077180.859175:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077180.859179:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077180.859183:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077180.859186:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077180.859189:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077180.859191:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077181.243123:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298837229, at 4298837248
00000100:00000010:3.0:1769077181.243156:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d796c0.
00000100:00000040:2.0:1769077181.243195:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298837229, at 4298837248
00000100:00000010:2.0:1769077181.243207:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077181.691190:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077181.691214:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077181.691220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077181.691221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077181.691270:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077181.691274:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077181.691277:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077181.883187:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077181.883198:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077181.883201:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077181.883208:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077181.883213:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077181.883217:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077181.883220:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077181.883222:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077181.883225:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077182.715196:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077182.715205:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077182.715211:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077182.715212:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077182.715336:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077182.715341:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077182.715345:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077182.907211:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077182.907219:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077182.907221:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077182.907226:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077182.907231:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077182.907235:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077182.907237:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077182.907240:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077182.907243:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769077183.035702:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:2.0:1769077183.035808:0:2393:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077183.035828:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077183.035850:0:2393:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:2.0:1769077183.035855:0:2393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077183.035861:0:2393:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077183.035869:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769077183.035876:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:2.0:1769077183.035886:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077183.035893:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077183.035904:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077183.035908:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077183.035916:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077183.035930:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d11880 x1855007616071424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077183.035994:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077183.036001:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11880 x1855007616071424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077183.036011:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077183.036014:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077183.036031:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769077183.036035:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8a00.
00000400:00000200:2.0:1769077183.036038:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077183.036043:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077183.036047:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077183.036050:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077183.036053:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077183.036058:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d11500 x1855007616071552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077183.036159:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077183.036166:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11500 x1855007616071552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077183.036173:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077183.036174:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077183.036185:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:2.0:1769077183.036188:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077183.036192:0:2393:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077183.036196:0:2393:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077183.036200:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077183.036202:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077183.036205:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077183.036209:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d10380 x1855007616071680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077183.036217:0:2393:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077183.036220:0:2393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10380 x1855007616071680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077183.036227:0:2393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077183.036229:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077183.036340:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077183.036346:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077183.036349:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077183.036358:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077179/real 1769077183]  req@ffff9e53c9d11500 x1855007616071552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077183.036374:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077183.036376:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077183.036380:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee2c0.
00000400:00000200:1.0:1769077183.036385:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4440
00000400:00000010:1.0:1769077183.036387:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4440.
00000100:00000001:1.0:1769077183.036390:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077183.036395:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11500 x1855007616071552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077183.036406:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11500 x1855007616071552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077183.036413:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077183.036416:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.036420:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077183.036423:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077183.036428:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11500 x1855007616071552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077183.036436:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077183.036443:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11500 x1855007616071552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077183.036459:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077183.036463:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.036465:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077183.036467:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.036470:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077183.036473:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077183.036478:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077183.036485:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077183.036488:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077183.036494:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11500 x1855007616071552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077183.036504:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616071552:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077183.036510:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077183.036513:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077179/real 1769077183]  req@ffff9e53c9d10380 x1855007616071680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077183.036524:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077183.036525:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077183.036539:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee8f0.
00000400:00000200:1.0:1769077183.036543:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd47f8
00000400:00000010:1.0:1769077183.036545:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd47f8.
00000100:00000001:1.0:1769077183.036548:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077183.036552:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10380 x1855007616071680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077183.036562:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10380 x1855007616071680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077183.036570:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077183.036573:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.036576:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077183.036578:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077183.036583:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10380 x1855007616071680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077183.036591:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077183.036596:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10380 x1855007616071680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077183.036604:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077183.036607:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.036609:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077183.036611:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.036613:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077183.036615:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077183.036619:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077183.036623:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077183.036626:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077183.036630:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10380 x1855007616071680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077183.036640:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616071680:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077183.036645:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077183.036649:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077179/real 1769077183]  req@ffff9e53c9d11880 x1855007616071424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077183.036658:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077183.036660:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077183.036662:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aeec08.
00000400:00000200:1.0:1769077183.036666:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd42a8
00000400:00000010:1.0:1769077183.036668:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd42a8.
00000100:00000001:1.0:1769077183.036671:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077183.036674:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11880 x1855007616071424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077183.036684:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11880 x1855007616071424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077183.036691:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077183.036693:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.036696:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077183.036697:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077183.036702:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11880 x1855007616071424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077183.036710:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077183.036713:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11880 x1855007616071424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077183.036720:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077183.036722:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.036724:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077183.036726:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.036728:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077183.036730:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077183.036732:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077183.036736:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077183.036739:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077183.036743:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11880 x1855007616071424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077183.036753:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616071424:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077183.036758:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.036761:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077183.036765:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11500 x1855007616071552/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077183.036774:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077183.036778:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077183.036783:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea20400.
02000000:00000001:1.0:1769077183.036787:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077183.036790:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077183.036793:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077183.036796:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077183.036799:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:1.0:1769077183.036803:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077183.036806:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077183.036809:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11500.
00000100:00000001:1.0:1769077183.036814:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077183.036815:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.036818:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077183.036822:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10380 x1855007616071680/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077183.036829:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077183.036830:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077183.036832:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21800.
02000000:00000001:1.0:1769077183.036835:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077183.036836:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077183.036838:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077183.036840:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077183.036842:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99800.
02000000:00000001:1.0:1769077183.036844:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077183.036846:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077183.036847:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10380.
00000100:00000001:1.0:1769077183.036849:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077183.036851:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.036853:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077183.036857:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11880 x1855007616071424/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077183.036864:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077183.036866:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077183.036868:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea22000.
02000000:00000001:1.0:1769077183.036870:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077183.036872:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077183.036874:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077183.036876:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077183.036878:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99000.
02000000:00000001:1.0:1769077183.036880:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077183.036882:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077183.036883:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11880.
00000100:00000001:1.0:1769077183.036886:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077183.036887:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.036890:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.036899:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077183.036901:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077183.036905:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077183.036907:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077183.739147:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077183.739155:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077183.739160:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077183.739161:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077183.739232:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077183.739237:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077183.739242:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077183.931193:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077183.931202:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077183.931215:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077183.931221:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077183.931225:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077183.931228:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.931230:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077183.931232:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077183.931234:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077184.763198:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077184.763206:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077184.763211:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077184.763213:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077184.763277:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077184.763282:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077184.763286:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077184.955203:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077184.955211:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077184.955213:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077184.955218:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077184.955221:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077184.955226:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.955228:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077184.955231:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077184.955233:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077185.083212:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077185.083226:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077185.083230:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077185.083250:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077185.083256:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077185.083266:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4168
00000400:00000200:1.0:1769077185.083278:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077185.083285:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077185.083289:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077185.083293:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077185.083298:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077185.083300:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077185.083305:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077185.083309:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077185.083312:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077185.083315:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077185.083318:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077185.083321:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077185.083324:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077185.083328:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077185.083330:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077185.083332:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077185.083335:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077185.083338:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077185.083342:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077185.083345:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077185.083349:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077185.083354:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077185.083356:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077185.083358:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077185.083360:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077185.083367:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11880.
00000020:00000040:1.0:1769077185.083371:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077185.083375:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077185.083377:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077185.083381:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077185.083384:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077185.083388:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077185.083396:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99000.
00000100:00000001:1.0:1769077185.083403:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077185.083412:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11880 x1855007616071808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077185.083423:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077185.083426:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077185.083430:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c2bb33f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11880 x1855007616071808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077185.083474:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077185.083477:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077185.083480:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077185.083481:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077185.083487:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077185.083489:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077185.083491:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4168
00000400:00000200:1.0:1769077185.083509:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077185.083513:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077185.083516:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077185.083519:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077185.083522:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077185.083526:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077185.083529:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077185.083532:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077185.083534:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769077185.083536:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077185.083539:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:1.0:1769077185.083542:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077185.083542:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077185.083548:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077185.083548:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077185.083553:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077185.083555:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077185.083561:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077185.083562:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11880 x1855007616071808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077185.083567:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077185.083573:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077185.083581:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:1.0:1769077185.083588:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077185.083588:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077185.083592:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077185.083594:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077185.083596:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077185.083597:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077185.083600:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077185.083605:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077185.083606:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077185.083612:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077185.083612:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616071808:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077185.083614:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077185.083621:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1769077185.083626:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077185.083628:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1769077185.083631:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077185.083634:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077185.083635:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077185.083642:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1769077185.083644:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10380.
00000020:00000040:1.0:1769077185.083648:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077185.083650:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1769077185.083651:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:1.0:1769077185.083652:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077185.083658:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077185.083658:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077185.083662:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077185.083666:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077185.083671:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:1.0:1769077185.083673:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99800.
00000400:00000010:2.0:1769077185.083679:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000100:00000001:1.0:1769077185.083686:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077185.083692:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00100000:1.0:1769077185.083695:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10380 x1855007616071936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077185.083705:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616071808, portal 25
00000100:00000001:1.0:1769077185.083707:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077185.083710:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077185.083711:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077185.083715:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438238848 : -107392271312768 : ffff9e53c9d11880)
00000100:00000040:1.0:1769077185.083720:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009aeda62c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10380 x1855007616071936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077185.083728:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11880 x1855007616071808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077185.083736:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077185.083742:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077185.083743:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077185.083749:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077185.083753:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077185.083757:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616071808, offset 0
00000100:00080000:1.0:1769077185.083766:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077185.083767:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:1.0:1769077185.083772:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077185.083775:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077185.083779:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077185.083783:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:1.0:1769077185.083784:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4168
00000400:00000200:1.0:1769077185.083793:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077185.083798:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077185.083799:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077185.083810:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077185.083815:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077185.083817:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077185.083818:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077185.083820:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077185.083824:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077185.083827:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077185.083828:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000040:1.0:1769077185.083830:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:1.0:1769077185.083833:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077185.083838:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:2.0:1769077185.083838:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1769077185.083843:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077185.083846:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000020:00000001:1.0:1769077185.083848:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:1.0:1769077185.083855:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077185.083859:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37855:37855:256:4294967295] 192.168.204.113@tcp LPNI seq info [37825:37825:8:4294967295]
00000100:00000001:1.0:1769077185.083860:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077185.083865:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077185.083870:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769077185.083870:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:1.0:1769077185.083876:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:1.0:1769077185.083879:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077185.083882:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077185.083884:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077185.083888:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077185.083892:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769077185.083893:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077185.083899:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077185.083903:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1769077185.083906:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000008:00000001:1.0:1769077185.083909:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077185.083913:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077185.083916:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000100:00000010:1.0:1769077185.083919:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11500.
00000020:00000040:1.0:1769077185.083924:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077185.083927:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077185.083931:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077185.083932:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769077185.083935:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077185.083939:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1769077185.083939:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
02000000:00000001:1.0:1769077185.083942:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077185.083950:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99c00.
00000800:00000200:2.1:1769077185.083952:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769077185.083955:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077185.083960:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000100:00100000:1.0:1769077185.083965:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11500 x1855007616072064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1769077185.083973:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077185.083979:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000100:00000001:1.0:1769077185.083983:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077185.083987:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077185.083989:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769077185.083994:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b884ffb] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11500 x1855007616072064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077185.084001:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769077185.084012:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077185.084013:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000100:00000040:1.0:1769077185.084016:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769077185.084019:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000040:1.0:1769077185.084022:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077185.084028:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077185.084028:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769077185.084036:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1769077185.084037:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11880 x1855007616071808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077185.084047:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4178)
00000100:00000001:2.0:1769077185.084054:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077185.084061:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11880 x1855007616071808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084123:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077185.084125:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077185.084135:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077185.084140:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077185.084144:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298842350
00000100:00000010:2.0:1769077185.084151:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077185.084160:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077185.084167:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298842350
00000100:00000010:2.0:1769077185.084171:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79ea0.
00000100:00000001:2.0:1769077185.084174:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077185.084178:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077185.084182:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077185.084185:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077185.084189:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077185/real 1769077185]  req@ffff9e53c9d11880 x1855007616071808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077185.084203:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077185.084205:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077185.084207:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077185.084210:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077185.084213:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077185.084215:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077185.084219:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11880 x1855007616071808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077185.084228:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11880 x1855007616071808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084234:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077185.084236:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.084239:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077185.084241:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077185.084245:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11880 x1855007616071808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084254:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077185.084260:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11880 x1855007616071808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084268:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077185.084271:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.084273:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077185.084275:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.084277:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077185.084280:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077185.084283:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077185.084289:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077185.084293:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077185.084298:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11880 x1855007616071808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077185.084307:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616071808:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077185.084312:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.084316:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077185.084318:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11880 x1855007616071808/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084325:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077185.084329:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077185.084332:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077185.084336:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077185.084338:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077185.084340:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077185.084343:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077185.084346:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99000.
02000000:00000001:2.0:1769077185.084351:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077185.084353:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077185.084356:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11880.
00000100:00000001:2.0:1769077185.084360:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077185.084361:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.084363:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.084373:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077185.084375:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077185.084378:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077185.084379:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077185.084381:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077185.084392:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10380 x1855007616071936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084399:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077185.084401:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077185.084404:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077185.084406:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077185.084410:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077185.084413:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616071936:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077185.084417:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077185.084420:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077185.084421:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077185.084423:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077185.084427:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077185.084428:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077185.084433:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077185.084436:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077185.084440:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077185.084444:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616071936, portal 10
00000100:00000001:2.0:1769077185.084446:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077185.084448:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438233472 : -107392271318144 : ffff9e53c9d10380)
00000100:00000040:2.0:1769077185.084456:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10380 x1855007616071936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084462:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077185.084465:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077185.084467:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077185.084470:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616071936, offset 0
00000400:00000200:2.0:1769077185.084474:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077185.084478:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077185.084483:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077185.084491:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077185.084507:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077185.084509:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077185.084512:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077185.084515:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37856:37856:256:4294967295] 192.168.204.113@tcp LPNI seq info [37826:37826:8:4294967295]
00000400:00000200:2.0:1769077185.084518:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077185.084527:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077185.084532:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077185.084537:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077185.084541:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077185.084544:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077185.084564:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077185.084568:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077185.084572:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077185.084574:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077185.084578:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077185.084581:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077185.084585:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077185.084587:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077185.084590:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077185.084594:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10380 x1855007616071936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084602:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077185.084605:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10380 x1855007616071936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084611:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077185.084613:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077185.084617:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077185.084621:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077185.084625:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077185.084627:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298841102
00000100:00000001:2.0:1769077185.084630:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298842350
00000100:00000001:2.0:1769077185.084633:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298841102
00000100:00000001:2.0:1769077185.084636:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298842350
00000100:00000001:2.0:1769077185.084638:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077185.084641:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077185.084643:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077185.084647:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077185/real 1769077185]  req@ffff9e53c9d10380 x1855007616071936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077185.084665:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077185.084666:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077185.084673:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077185.084676:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077185.084677:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077185.084680:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077185.084683:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10380 x1855007616071936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077185.084691:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10380 x1855007616071936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084697:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077185.084699:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.084701:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077185.084702:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077185.084706:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10380 x1855007616071936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084712:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077185.084716:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10380 x1855007616071936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084722:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077185.084724:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.084726:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077185.084728:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.084729:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077185.084731:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077185.084734:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077185.084738:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077185.084740:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077185.084745:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10380 x1855007616071936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077185.084753:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616071936:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077185.084757:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077185.084760:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11500 x1855007616072064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084767:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077185.084768:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077185.084771:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077185.084773:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077185.084775:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077185.084778:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616072064:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077185.084782:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077185.084784:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077185.084786:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077185.084788:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077185.084792:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077185.084794:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077185.084798:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077185.084800:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077185.084803:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077185.084806:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616072064, portal 10
00000100:00000001:2.0:1769077185.084808:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077185.084810:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237952 : -107392271313664 : ffff9e53c9d11500)
00000100:00000040:2.0:1769077185.084816:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11500 x1855007616072064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084824:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077185.084826:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077185.084829:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077185.084831:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616072064, offset 0
00000400:00000200:2.0:1769077185.084836:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077185.084841:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077185.084845:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077185.084849:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077185.084852:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077185.084854:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077185.084857:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077185.084860:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37857:37857:256:4294967295] 192.168.204.113@tcp LPNI seq info [37827:37827:8:4294967295]
00000400:00000200:2.0:1769077185.084864:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077185.084870:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077185.084875:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077185.084879:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077185.084882:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077185.084885:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077185.084890:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077185.084892:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077185.084897:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077185.084899:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077185.084902:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077185.084906:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077185.084909:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077185.084911:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077185.084913:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077185.084917:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11500 x1855007616072064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084926:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077185.084930:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11500 x1855007616072064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.084937:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077185.084939:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077185.084942:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077185.084945:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077185.084949:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077185.084959:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298841109
00000100:00000001:2.0:1769077185.084962:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298842350
00000100:00000001:2.0:1769077185.084965:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298841109
00000100:00000001:2.0:1769077185.084967:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298842350
00000100:00000001:2.0:1769077185.084969:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077185.084972:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077185.084974:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077185.084979:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077185/real 1769077185]  req@ffff9e53c9d11500 x1855007616072064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077185.084987:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077185.084988:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077185.084990:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077185.084993:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077185.084994:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077185.084996:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077185.085000:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11500 x1855007616072064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077185.085010:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11500 x1855007616072064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.085016:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077185.085018:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.085020:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077185.085022:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077185.085025:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11500 x1855007616072064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.085033:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077185.085037:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11500 x1855007616072064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.085043:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077185.085045:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.085046:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077185.085047:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.085048:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077185.085050:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077185.085051:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077185.085054:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077185.085055:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077185.085057:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11500 x1855007616072064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077185.085062:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616072064:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077185.085089:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.085091:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077185.085093:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10380 x1855007616071936/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.085098:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077185.085100:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077185.085101:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077185.085104:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077185.085106:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077185.085107:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077185.085108:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077185.085110:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99800.
02000000:00000001:2.0:1769077185.085112:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077185.085113:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077185.085114:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10380.
00000100:00000001:2.0:1769077185.085116:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077185.085117:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.085118:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077185.085120:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11500 x1855007616072064/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077185.085130:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077185.085131:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077185.085132:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077185.085133:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077185.085134:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077185.085135:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077185.085136:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077185.085136:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:2.0:1769077185.085138:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077185.085138:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077185.085139:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11500.
00000100:00000001:2.0:1769077185.085141:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077185.085141:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.085143:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077185.085146:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077185.085147:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077185.085148:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077185.085150:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077185.787183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077185.787189:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077185.787193:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077185.787196:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077185.787198:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077185.787200:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077185.787202:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077185.787203:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077185.787205:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077185.787206:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077185.787255:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077185.787259:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077185.787262:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077185.979241:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077185.979248:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077185.979250:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077185.979255:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077185.979265:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077185.979269:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077185.979271:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077185.979273:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077185.979276:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077186.363193:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298842350, at 4298842368
00000100:00000040:3.0:1769077186.363193:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298842350, at 4298842368
00000100:00000010:2.0:1769077186.363216:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769077186.363220:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79ea0.
00010000:00000001:1.0:1769077186.811174:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077186.811182:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077186.811188:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077186.811189:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077186.811263:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077186.811268:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077186.811272:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077187.003178:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077187.003187:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077187.003189:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077187.003195:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077187.003199:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077187.003204:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077187.003207:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077187.003210:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077187.003213:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077187.835153:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077187.835162:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077187.835164:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077187.835168:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077187.835174:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077187.835177:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077187.835179:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077187.835182:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077187.835186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077187.835188:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077187.835239:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077187.835243:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077187.835246:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077188.027182:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077188.027187:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077188.027189:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077188.027193:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077188.027196:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077188.027200:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077188.027202:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077188.027204:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077188.027206:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077188.859146:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077188.859152:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077188.859156:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077188.859157:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077188.859216:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077188.859221:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077188.859225:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077189.051218:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077189.051226:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077189.051227:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077189.051233:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077189.051236:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077189.051241:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077189.051243:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077189.051246:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077189.051248:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077189.883279:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077189.883301:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077189.883309:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077189.883311:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077189.883372:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077189.883375:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077189.883378:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077190.075214:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077190.075223:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077190.075225:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077190.075230:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077190.075233:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077190.075237:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.075240:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077190.075243:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077190.075245:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077190.203204:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077190.203219:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077190.203223:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077190.203227:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077190.203233:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077190.203242:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4173
00000400:00000200:3.0:1769077190.203252:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077190.203260:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077190.203264:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077190.203268:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077190.203272:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077190.203274:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077190.203277:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077190.203282:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077190.203285:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077190.203288:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077190.203291:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077190.203294:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077190.203297:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077190.203300:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077190.203303:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077190.203306:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077190.203308:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077190.203311:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077190.203315:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077190.203318:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077190.203322:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077190.203326:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077190.203330:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.203335:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077190.203338:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077190.203348:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000020:00000040:3.0:1769077190.203353:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077190.203358:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077190.203360:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.203364:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077190.203367:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077190.203372:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077190.203381:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769077190.203389:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077190.203400:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007616072192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077190.203427:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077190.203433:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077190.203439:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007616072192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077190.203463:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077190.203467:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077190.203471:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077190.203473:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077190.203476:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077190.203479:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077190.203483:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4173
00000100:00000001:2.0:1769077190.203484:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077190.203490:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769077190.203490:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077190.203495:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1769077190.203498:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077190.203503:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077190.203504:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37480 x1855007616072192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077190.203510:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077190.203516:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077190.203520:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769077190.203521:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077190.203523:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.203526:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:2.0:1769077190.203529:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769077190.203532:0:70933:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769077190.203533:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769077190.203536:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
02000000:00000001:2.0:1769077190.203537:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077190.203541:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077190.203544:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769077190.203547:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00100000:2.0:1769077190.203552:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616072192:192.168.204.113@tcp:250:kworker.0
00000020:00000001:3.0:1769077190.203552:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077190.203559:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769077190.203561:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:2.0:1769077190.203565:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077190.203566:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077190.203568:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077190.203573:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769077190.203573:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077190.203578:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000010:2.0:1769077190.203580:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
00000020:00000040:3.0:1769077190.203582:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:2.0:1769077190.203583:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077190.203590:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:2.0:1769077190.203594:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077190.203596:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077190.203600:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
02000000:00000001:3.0:1769077190.203601:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077190.203608:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
02000000:00000001:3.0:1769077190.203610:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077190.203615:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077190.203617:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616072192, portal 25
00000100:00000001:3.0:1769077190.203618:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077190.203622:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077190.203624:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438393472 : -107392271158144 : ffff9e53c9d37480)
00000008:00100000:3.0:1769077190.203626:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077190.203630:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37480 x1855007616072192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077190.203633:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.203638:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077190.203645:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1769077190.203647:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000100:00000040:2.0:1769077190.203648:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000020:00000040:3.0:1769077190.203654:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077190.203659:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077190.203660:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
02000000:00000001:3.0:1769077190.203661:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.203666:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1769077190.203668:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616072192, offset 0
02000000:00000001:3.0:1769077190.203668:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077190.203670:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077190.203676:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000400:00000200:2.0:1769077190.203683:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769077190.203683:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077190.203692:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007616072320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077190.203696:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077190.203707:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077190.203709:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:3.0:1769077190.203712:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077190.203717:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077190.203723:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077190.203727:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769077190.203731:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007616072320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077190.203732:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077190.203738:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37858:37858:256:4294967295] 192.168.204.113@tcp LPNI seq info [37828:37828:8:4294967295]
00000400:00000200:2.0:1769077190.203750:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077190.203757:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077190.203761:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077190.203766:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769077190.203770:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077190.203775:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1769077190.203776:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769077190.203780:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077190.203785:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:2.0:1769077190.203786:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000100:00080000:3.0:1769077190.203799:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4173
00000800:00000200:2.0:1769077190.203800:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077190.203809:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000400:00000200:3.0:1769077190.203810:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077190.203818:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000800:00000200:2.1:1769077190.203822:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:3.0:1769077190.203825:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769077190.203830:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1769077190.203834:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000100:2.0:1769077190.203841:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769077190.203841:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1769077190.203847:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000100:00000040:3.0:1769077190.203848:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077190.203853:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769077190.203853:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077190.203860:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077190.203862:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1769077190.203864:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769077190.203868:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077190.203870:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000020:00000040:3.0:1769077190.203871:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000010:2.0:1769077190.203873:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000020:00000001:3.0:1769077190.203875:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:2.0:1769077190.203879:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1769077190.203880:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000200:2.0:1769077190.203885:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37480 x1855007616072192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077190.203899:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077190.203903:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077190.203904:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077190.203911:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000040:2.0:1769077190.203912:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37480 x1855007616072192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077190.203915:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077190.203921:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769077190.203929:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077190.203930:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077190.203935:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077190.203937:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077190.203940:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077190.203944:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077190.203945:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077190.203951:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077190.203952:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077190.203957:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077190.203958:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298847469
00000008:00100000:3.0:1769077190.203962:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000010:2.0:1769077190.203966:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000008:00000001:3.0:1769077190.203967:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.203971:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077190.203975:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000010:3.0:1769077190.203977:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000100:00000001:2.0:1769077190.203980:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298847469
00000020:00000040:3.0:1769077190.203982:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000010:2.0:1769077190.203985:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79a80.
02000000:00000001:3.0:1769077190.203988:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077190.203989:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1769077190.203993:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.203996:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077190.203998:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077190.204000:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077190.204002:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769077190.204006:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:2.0:1769077190.204007:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077190.204011:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077190.204014:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077190.204018:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077190/real 1769077190]  req@ffff9e53c9d37480 x1855007616072192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077190.204026:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007616072448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1769077190.204046:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077190.204048:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769077190.204048:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769077190.204052:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000100:00000001:3.0:1769077190.204054:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077190.204056:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077190.204059:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077190.204062:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077190.204098:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37480 x1855007616072192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077190.204098:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007616072448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077190.204114:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37480 x1855007616072192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077190.204123:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077190.204126:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1769077190.204128:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077190.204129:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204132:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077190.204134:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077190.204138:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:2.0:1769077190.204140:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37480 x1855007616072192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077190.204146:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077190.204149:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077190.204153:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077190.204157:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37480 x1855007616072192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077190.204162:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4183)
00000100:00000001:2.0:1769077190.204163:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077190.204168:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204170:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077190.204171:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204173:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077190.204175:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077190.204177:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077190.204180:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077190.204182:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077190.204185:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37480 x1855007616072192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077190.204191:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616072192:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077190.204195:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204197:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077190.204199:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37480 x1855007616072192/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204203:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077190.204206:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077190.204208:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077190.204210:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077190.204211:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077190.204212:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077190.204214:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077190.204216:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:2.0:1769077190.204219:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077190.204221:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077190.204222:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37480.
00000100:00000001:2.0:1769077190.204225:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077190.204226:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204228:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204234:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077190.204236:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077190.204238:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077190.204239:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077190.204240:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077190.204243:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37100 x1855007616072320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204248:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077190.204249:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077190.204251:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077190.204252:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077190.204253:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077190.204255:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616072320:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077190.204258:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077190.204260:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077190.204261:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077190.204262:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077190.204264:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077190.204266:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077190.204269:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077190.204271:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077190.204273:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077190.204275:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616072320, portal 10
00000100:00000001:2.0:1769077190.204277:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077190.204278:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438392576 : -107392271159040 : ffff9e53c9d37100)
00000100:00000040:2.0:1769077190.204283:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37100 x1855007616072320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204287:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077190.204289:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077190.204291:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077190.204292:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616072320, offset 0
00000400:00000200:2.0:1769077190.204295:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077190.204298:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077190.204300:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077190.204302:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077190.204305:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077190.204307:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077190.204308:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077190.204310:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37859:37859:256:4294967295] 192.168.204.113@tcp LPNI seq info [37829:37829:8:4294967295]
00000400:00000200:2.0:1769077190.204313:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077190.204318:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077190.204321:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077190.204323:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077190.204326:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077190.204328:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077190.204332:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077190.204334:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077190.204336:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077190.204338:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077190.204340:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077190.204342:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077190.204345:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077190.204346:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077190.204348:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077190.204350:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37100 x1855007616072320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204356:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077190.204357:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37100 x1855007616072320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204370:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077190.204371:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077190.204376:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077190.204380:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077190.204382:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077190.204384:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298846222
00000100:00000001:2.0:1769077190.204386:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298847469
00000100:00000001:2.0:1769077190.204388:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298846222
00000100:00000001:2.0:1769077190.204389:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298847469
00000100:00000001:2.0:1769077190.204391:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077190.204392:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077190.204394:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077190.204396:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077190/real 1769077190]  req@ffff9e53c9d37100 x1855007616072320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077190.204402:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077190.204403:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077190.204405:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077190.204419:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077190.204421:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077190.204423:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077190.204426:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37100 x1855007616072320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077190.204432:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37100 x1855007616072320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204436:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077190.204437:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204438:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077190.204439:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077190.204442:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37100 x1855007616072320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204447:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077190.204449:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37100 x1855007616072320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204454:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077190.204455:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204456:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077190.204457:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204458:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077190.204459:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077190.204461:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077190.204463:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077190.204464:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077190.204466:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37100 x1855007616072320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077190.204471:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616072320:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077190.204475:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077190.204477:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34a80 x1855007616072448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204482:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077190.204482:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077190.204484:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077190.204485:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077190.204486:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077190.204488:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616072448:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077190.204490:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077190.204492:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077190.204493:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077190.204495:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077190.204497:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077190.204499:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077190.204501:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077190.204503:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077190.204505:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077190.204507:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616072448, portal 10
00000100:00000001:2.0:1769077190.204509:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077190.204510:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438382720 : -107392271168896 : ffff9e53c9d34a80)
00000100:00000040:2.0:1769077190.204514:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34a80 x1855007616072448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204518:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077190.204520:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077190.204521:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077190.204523:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616072448, offset 0
00000400:00000200:2.0:1769077190.204526:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077190.204528:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077190.204530:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077190.204532:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077190.204534:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077190.204536:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077190.204538:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077190.204540:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37860:37860:256:4294967295] 192.168.204.113@tcp LPNI seq info [37830:37830:8:4294967295]
00000400:00000200:2.0:1769077190.204543:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077190.204547:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077190.204550:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077190.204552:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077190.204555:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077190.204557:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077190.204560:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077190.204562:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077190.204565:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077190.204566:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077190.204568:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077190.204571:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077190.204573:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077190.204574:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077190.204576:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077190.204578:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34a80 x1855007616072448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204584:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077190.204586:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34a80 x1855007616072448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204590:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077190.204591:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077190.204593:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077190.204595:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077190.204597:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077190.204599:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298846229
00000100:00000001:2.0:1769077190.204600:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298847469
00000100:00000001:2.0:1769077190.204602:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298846229
00000100:00000001:2.0:1769077190.204604:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298847469
00000100:00000001:2.0:1769077190.204606:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077190.204607:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077190.204608:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077190.204611:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077190/real 1769077190]  req@ffff9e53c9d34a80 x1855007616072448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077190.204615:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077190.204616:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077190.204617:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077190.204618:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077190.204619:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077190.204620:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077190.204622:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34a80 x1855007616072448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077190.204627:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34a80 x1855007616072448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204632:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077190.204633:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204634:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077190.204634:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077190.204636:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34a80 x1855007616072448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204640:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077190.204643:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34a80 x1855007616072448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204647:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077190.204648:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204649:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077190.204650:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204652:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077190.204653:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077190.204655:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077190.204658:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077190.204660:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077190.204665:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34a80 x1855007616072448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077190.204674:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616072448:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077190.204677:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204679:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077190.204682:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37100 x1855007616072320/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204690:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077190.204692:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077190.204694:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077190.204697:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077190.204698:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077190.204700:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077190.204703:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077190.204704:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:2.0:1769077190.204707:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077190.204708:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077190.204709:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37100.
00000100:00000001:2.0:1769077190.204711:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077190.204712:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204713:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077190.204716:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34a80 x1855007616072448/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077190.204721:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077190.204722:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077190.204723:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077190.204725:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077190.204726:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077190.204727:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077190.204728:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077190.204729:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:2.0:1769077190.204731:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077190.204731:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077190.204732:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34a80.
00000100:00000001:2.0:1769077190.204734:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077190.204734:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204735:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077190.204738:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077190.204738:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077190.204740:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077190.204741:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077190.907158:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077190.907165:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077190.907171:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077190.907172:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077190.907231:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077190.907235:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077190.907238:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077191.099192:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077191.099202:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077191.099204:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077191.099211:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077191.099216:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077191.099220:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077191.099224:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077191.099227:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077191.099229:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077191.483198:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298847469, at 4298847488
00000100:00000040:3.0:1769077191.483198:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298847469, at 4298847488
00000100:00000010:3.0:1769077191.483219:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79a80.
00000100:00000010:2.0:1769077191.483222:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077191.931247:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077191.931265:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077191.931273:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077191.931275:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077191.931336:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077191.931346:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077191.931350:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077192.123223:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077192.123234:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077192.123236:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077192.123243:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077192.123248:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077192.123254:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077192.123257:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077192.123259:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077192.123262:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077192.955200:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077192.955209:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077192.955216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077192.955218:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077192.955288:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077192.955292:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077192.955295:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077193.147160:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077193.147169:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077193.147171:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077193.147178:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077193.147183:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077193.147188:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077193.147191:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077193.147195:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077193.147197:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077193.979189:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077193.979196:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077193.979201:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077193.979202:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077193.979294:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077193.979298:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077193.979301:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077194.171221:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077194.171229:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077194.171230:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077194.171236:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077194.171239:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077194.171243:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077194.171245:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077194.171248:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077194.171250:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077195.003183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077195.003191:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077195.003197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077195.003198:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077195.003288:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077195.003292:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077195.003295:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077195.195174:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077195.195185:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077195.195188:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077195.195195:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077195.195201:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077195.195205:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.195208:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077195.195212:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077195.195215:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077195.323158:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077195.323172:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077195.323176:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077195.323182:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077195.323187:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077195.323196:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4178
00000400:00000200:3.0:1769077195.323205:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077195.323213:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077195.323217:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077195.323221:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077195.323225:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077195.323228:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077195.323231:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077195.323236:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077195.323239:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077195.323242:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077195.323245:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077195.323248:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077195.323251:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077195.323255:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077195.323257:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077195.323259:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077195.323261:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077195.323266:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077195.323270:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077195.323273:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077195.323276:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077195.323280:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077195.323283:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077195.323286:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077195.323288:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077195.323301:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34a80.
00000020:00000040:3.0:1769077195.323306:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077195.323311:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077195.323313:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077195.323317:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077195.323333:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077195.323338:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077195.323350:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769077195.323359:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077195.323369:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34a80 x1855007616072576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077195.323381:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077195.323386:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077195.323392:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008651cae1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34a80 x1855007616072576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077195.323415:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077195.323419:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077195.323422:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077195.323424:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077195.323426:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077195.323429:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077195.323433:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4178
00000100:00000001:2.0:1769077195.323436:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769077195.323438:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077195.323442:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769077195.323445:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077195.323446:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769077195.323450:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077195.323456:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34a80 x1855007616072576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077195.323459:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077195.323465:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077195.323470:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077195.323474:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077195.323475:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769077195.323477:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077195.323481:0:70933:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769077195.323483:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769077195.323485:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
02000000:00000001:2.0:1769077195.323487:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769077195.323489:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077195.323490:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077195.323494:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00100000:2.0:1769077195.323496:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616072576:192.168.204.113@tcp:250:kworker.0
00000020:00000001:3.0:1769077195.323501:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077195.323503:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1769077195.323506:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:2.0:1769077195.323509:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077195.323512:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077195.323514:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:2.0:1769077195.323515:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077195.323520:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1769077195.323523:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
00000100:00000040:3.0:1769077195.323524:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:2.0:1769077195.323527:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077195.323530:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769077195.323536:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:3.0:1769077195.323536:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000400:00000010:2.0:1769077195.323542:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000100:00080000:3.0:1769077195.323543:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077195.323549:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077195.323550:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
02000000:00000001:3.0:1769077195.323551:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1769077195.323560:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616072576, portal 25
02000000:00000001:3.0:1769077195.323561:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077195.323564:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769077195.323566:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077195.323567:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438382720 : -107392271168896 : ffff9e53c9d34a80)
00000100:00000001:3.0:1769077195.323573:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769077195.323577:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34a80 x1855007616072576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769077195.323580:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077195.323585:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:3.0:1769077195.323588:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077195.323590:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769077195.323593:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077195.323595:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077195.323599:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616072576, offset 0
00000100:00000010:3.0:1769077195.323601:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37100.
00000400:00000200:2.0:1769077195.323607:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:3.0:1769077195.323608:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077195.323612:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077195.323614:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077195.323616:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077195.323619:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077195.323623:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077195.323625:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:3.0:1769077195.323627:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077195.323635:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769077195.323639:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077195.323640:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077195.323648:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00100000:3.0:1769077195.323650:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37100 x1855007616072704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077195.323653:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077195.323659:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077195.323666:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37861:37861:256:4294967295] 192.168.204.113@tcp LPNI seq info [37831:37831:8:4294967295]
00000100:00000001:3.0:1769077195.323669:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077195.323671:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077195.323675:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077195.323683:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f97ef1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37100 x1855007616072704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077195.323685:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077195.323698:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077195.323706:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000100:00000001:3.0:1769077195.323707:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077195.323713:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769077195.323719:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:3.0:1769077195.323720:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077195.323724:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1769077195.323725:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000100:00080000:3.0:1769077195.323728:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077195.323734:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769077195.323734:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077195.323740:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000100:00080000:3.0:1769077195.323741:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4178
00000800:00000100:2.0:1769077195.323748:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769077195.323749:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000010:2.0:1769077195.323752:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:3.0:1769077195.323756:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077195.323759:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1769077195.323760:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077195.323769:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769077195.323769:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077195.323775:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077195.323777:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077195.323781:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000040:3.0:1769077195.323781:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077195.323785:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077195.323786:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000200:2.0:1769077195.323792:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34a80 x1855007616072576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077195.323792:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077195.323795:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769077195.323800:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077195.323804:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000001:2.0:1769077195.323806:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1769077195.323808:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769077195.323810:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34a80 x1855007616072576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077195.323815:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:2.0:1769077195.323820:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077195.323823:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769077195.323824:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077195.323828:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077195.323830:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077195.323834:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769077195.323837:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077195.323839:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298852589
00000100:00000001:3.0:1769077195.323843:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000010:2.0:1769077195.323845:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000020:00000040:3.0:1769077195.323849:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:2.0:1769077195.323854:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1769077195.323855:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077195.323861:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077195.323862:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298852589
02000000:00000001:3.0:1769077195.323864:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1769077195.323866:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d797e0.
00000100:00000001:2.0:1769077195.323871:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1769077195.323871:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077195.323875:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077195.323877:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077195.323878:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077195.323883:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077195.323883:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:2.0:1769077195.323889:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077195/real 1769077195]  req@ffff9e53c9d34a80 x1855007616072576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769077195.323889:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077195.323897:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077195.323902:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769077195.323902:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077195.323904:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077195.323907:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000100:00000010:3.0:1769077195.323909:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37480.
00000400:00000200:2.0:1769077195.323910:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077195.323912:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077195.323916:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1769077195.323916:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000200:2.0:1769077195.323922:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34a80 x1855007616072576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077195.323923:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077195.323927:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077195.323932:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077195.323936:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077195.323939:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077195.323943:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34a80 x1855007616072576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769077195.323947:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:2.0:1769077195.323950:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077195.323953:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077195.323954:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077195.323955:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077195.323959:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077195.323967:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34a80 x1855007616072576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077195.323968:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37480 x1855007616072832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077195.323985:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077195.323991:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077195.323993:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34a80 x1855007616072576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077195.323995:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077195.324003:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077195.324006:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077195.324007:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a38e681] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37480 x1855007616072832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324008:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077195.324009:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.324014:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077195.324016:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077195.324022:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077195.324029:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:3.0:1769077195.324030:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077195.324032:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077195.324035:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077195.324039:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34a80 x1855007616072576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077195.324044:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:2.0:1769077195.324052:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616072576:192.168.204.113@tcp:250:kworker.0
00000100:00000040:3.0:1769077195.324053:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077195.324060:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077195.324062:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077195.324081:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077195.324085:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34a80 x1855007616072576/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324099:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1769077195.324101:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4189)
02000000:00000001:2.0:1769077195.324102:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077195.324107:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077195.324110:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077195.324112:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077195.324113:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077195.324115:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077195.324117:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:2.0:1769077195.324121:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077195.324123:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077195.324125:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34a80.
00000100:00000001:2.0:1769077195.324127:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077195.324128:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.324130:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.324136:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077195.324138:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077195.324140:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077195.324140:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077195.324142:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077195.324144:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37100 x1855007616072704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324148:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077195.324149:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077195.324151:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077195.324152:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077195.324154:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077195.324156:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616072704:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077195.324158:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077195.324159:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077195.324161:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077195.324162:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077195.324164:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077195.324165:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077195.324168:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077195.324171:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077195.324173:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077195.324176:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616072704, portal 10
00000100:00000001:2.0:1769077195.324177:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077195.324178:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438392576 : -107392271159040 : ffff9e53c9d37100)
00000100:00000040:2.0:1769077195.324183:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37100 x1855007616072704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324188:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077195.324189:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077195.324191:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077195.324192:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616072704, offset 0
00000400:00000200:2.0:1769077195.324195:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077195.324197:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077195.324199:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077195.324201:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077195.324203:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077195.324205:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077195.324207:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077195.324209:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37862:37862:256:4294967295] 192.168.204.113@tcp LPNI seq info [37832:37832:8:4294967295]
00000400:00000200:2.0:1769077195.324211:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077195.324215:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077195.324219:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077195.324221:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077195.324224:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077195.324226:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077195.324229:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077195.324230:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077195.324233:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077195.324234:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077195.324236:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077195.324239:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077195.324241:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077195.324242:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077195.324260:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077195.324263:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37100 x1855007616072704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324269:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077195.324271:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37100 x1855007616072704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324276:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077195.324277:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077195.324280:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077195.324284:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077195.324286:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077195.324288:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298851342
00000100:00000001:2.0:1769077195.324290:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298852589
00000100:00000001:2.0:1769077195.324292:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298851342
00000100:00000001:2.0:1769077195.324294:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298852589
00000100:00000001:2.0:1769077195.324296:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077195.324297:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077195.324298:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077195.324301:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077195/real 1769077195]  req@ffff9e53c9d37100 x1855007616072704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077195.324306:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077195.324307:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077195.324308:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077195.324310:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077195.324312:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077195.324313:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077195.324316:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37100 x1855007616072704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077195.324344:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37100 x1855007616072704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324358:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077195.324360:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.324363:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077195.324379:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077195.324382:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37100 x1855007616072704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324387:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077195.324390:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37100 x1855007616072704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324394:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077195.324396:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.324397:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077195.324398:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.324399:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077195.324401:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077195.324402:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077195.324404:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077195.324406:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077195.324408:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37100 x1855007616072704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077195.324413:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616072704:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077195.324416:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077195.324418:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37480 x1855007616072832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324422:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077195.324423:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077195.324425:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077195.324427:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077195.324428:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077195.324430:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616072832:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077195.324433:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077195.324434:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077195.324435:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077195.324436:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077195.324438:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077195.324440:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077195.324442:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077195.324444:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077195.324446:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077195.324448:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616072832, portal 10
00000100:00000001:2.0:1769077195.324450:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077195.324451:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438393472 : -107392271158144 : ffff9e53c9d37480)
00000100:00000040:2.0:1769077195.324455:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37480 x1855007616072832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324460:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077195.324462:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077195.324463:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077195.324465:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616072832, offset 0
00000400:00000200:2.0:1769077195.324467:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077195.324470:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077195.324472:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077195.324474:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077195.324475:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077195.324477:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077195.324479:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077195.324481:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37863:37863:256:4294967295] 192.168.204.113@tcp LPNI seq info [37833:37833:8:4294967295]
00000400:00000200:2.0:1769077195.324484:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077195.324488:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077195.324491:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077195.324493:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077195.324496:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077195.324498:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077195.324501:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077195.324503:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077195.324524:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077195.324525:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077195.324528:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077195.324530:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077195.324533:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077195.324534:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077195.324536:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077195.324538:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37480 x1855007616072832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324543:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077195.324545:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37480 x1855007616072832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324550:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077195.324551:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077195.324553:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077195.324555:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077195.324558:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077195.324559:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298851349
00000100:00000001:2.0:1769077195.324561:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298852589
00000100:00000001:2.0:1769077195.324562:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298851349
00000100:00000001:2.0:1769077195.324564:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298852589
00000100:00000001:2.0:1769077195.324566:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077195.324567:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077195.324568:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077195.324571:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077195/real 1769077195]  req@ffff9e53c9d37480 x1855007616072832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077195.324577:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077195.324578:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077195.324579:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077195.324581:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077195.324582:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077195.324583:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077195.324585:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37480 x1855007616072832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077195.324590:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37480 x1855007616072832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324595:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077195.324596:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.324597:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077195.324598:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077195.324600:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37480 x1855007616072832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324604:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077195.324606:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37480 x1855007616072832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324610:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077195.324611:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.324612:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077195.324613:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.324614:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077195.324615:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077195.324617:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077195.324618:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077195.324620:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077195.324623:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37480 x1855007616072832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077195.324628:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616072832:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077195.324631:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.324632:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077195.324634:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37100 x1855007616072704/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324637:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077195.324638:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077195.324640:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077195.324641:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077195.324642:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077195.324643:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077195.324644:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077195.324645:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:2.0:1769077195.324646:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077195.324647:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077195.324648:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37100.
00000100:00000001:2.0:1769077195.324651:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077195.324652:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.324653:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077195.324655:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37480 x1855007616072832/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077195.324659:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077195.324660:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077195.324661:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077195.324662:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077195.324663:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077195.324663:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077195.324664:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077195.324665:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:2.0:1769077195.324667:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077195.324668:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077195.324669:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37480.
00000100:00000001:2.0:1769077195.324670:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077195.324671:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.324672:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077195.324675:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077195.324676:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077195.324677:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077195.324679:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077196.027228:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077196.027236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077196.027241:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077196.027245:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077196.027247:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077196.027250:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077196.027252:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077196.027254:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077196.027257:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077196.027258:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077196.027352:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077196.027357:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077196.027360:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077196.219227:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077196.219238:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077196.219240:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077196.219247:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077196.219252:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077196.219258:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077196.219262:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077196.219265:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077196.219268:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077196.603167:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298852589, at 4298852608
00000100:00000040:3.0:1769077196.603167:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298852589, at 4298852608
00000100:00000010:2.0:1769077196.603186:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769077196.603192:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d797e0.
00010000:00000001:1.0:1769077197.051205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077197.051215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077197.051223:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077197.051225:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077197.051320:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077197.051325:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077197.051329:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077197.243191:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077197.243201:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077197.243204:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077197.243211:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077197.243216:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077197.243221:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077197.243224:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077197.243227:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077197.243230:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077198.075221:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077198.075231:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077198.075233:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077198.075236:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077198.075242:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077198.075244:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077198.075247:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077198.075250:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077198.075254:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077198.075256:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077198.075322:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077198.075326:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077198.075329:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077198.267217:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077198.267224:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077198.267226:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077198.267231:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077198.267236:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077198.267240:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077198.267242:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077198.267244:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077198.267247:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077199.099178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077199.099187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077199.099195:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077199.099196:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077199.099301:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077199.099305:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077199.099308:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077199.291213:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077199.291221:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077199.291223:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077199.291228:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077199.291232:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077199.291236:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077199.291238:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077199.291241:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077199.291243:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077200.123226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077200.123233:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077200.123238:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077200.123251:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077200.123347:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077200.123353:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077200.123357:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077200.315142:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077200.315149:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077200.315151:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077200.315156:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077200.315159:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077200.315163:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077200.315167:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077200.315170:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077200.315172:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077200.443158:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077200.443170:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077200.443173:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077200.443179:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077200.443185:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077200.443194:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4184
00000400:00000200:3.0:1769077200.443205:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077200.443214:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077200.443219:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077200.443222:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077200.443226:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077200.443229:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077200.443232:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077200.443251:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077200.443253:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077200.443256:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077200.443259:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077200.443262:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077200.443266:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077200.443270:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077200.443272:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077200.443275:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077200.443277:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077200.443281:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077200.443284:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077200.443287:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077200.443291:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077200.443294:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077200.443297:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077200.443300:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077200.443302:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077200.443312:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36a00.
00000020:00000040:3.0:1769077200.443316:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077200.443320:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077200.443322:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077200.443325:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077200.443328:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077200.443333:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077200.443342:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000100:00000001:3.0:1769077200.443354:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077200.443362:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36a00 x1855007616072960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077200.443374:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077200.443379:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077200.443384:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066c7eef5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36a00 x1855007616072960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077200.443409:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077200.443413:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077200.443416:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077200.443418:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077200.443420:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077200.443423:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077200.443427:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4184
00000400:00000200:3.0:1769077200.443432:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077200.443436:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077200.443439:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077200.443443:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077200.443445:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077200.443447:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077200.443457:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077200.443458:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077200.443465:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077200.443467:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077200.443472:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077200.443475:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769077200.443478:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077200.443484:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36a00 x1855007616072960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077200.443484:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769077200.443491:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769077200.443502:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077200.443514:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769077200.443515:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077200.443519:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077200.443520:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077200.443529:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769077200.443529:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:2.0:1769077200.443536:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077200.443537:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:2.0:1769077200.443546:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077200.443547:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:3.0:1769077200.443556:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077200.443559:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077200.443564:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616072960:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769077200.443564:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077200.443571:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077200.443572:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077200.443577:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077200.443581:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077200.443583:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077200.443586:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077200.443590:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077200.443601:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
00000008:00100000:3.0:1769077200.443601:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077200.443608:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077200.443612:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077200.443616:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077200.443621:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37b80.
00000400:00000200:2.0:1769077200.443628:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:3.0:1769077200.443628:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077200.443637:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077200.443640:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
02000000:00000001:3.0:1769077200.443640:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077200.443647:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077200.443649:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077200.443652:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
02000000:00000001:3.0:1769077200.443652:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077200.443662:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000200:2.0:1769077200.443665:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616072960, portal 25
00000100:00000001:3.0:1769077200.443668:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077200.443671:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077200.443674:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438390784 : -107392271160832 : ffff9e53c9d36a00)
00000100:00100000:3.0:1769077200.443680:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37b80 x1855007616073088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077200.443687:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36a00 x1855007616072960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077200.443709:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077200.443713:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077200.443717:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077200.443721:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077200.443728:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616072960, offset 0
00000100:00000001:3.0:1769077200.443728:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077200.443744:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d15e10a7] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37b80 x1855007616073088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077200.443746:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077200.443760:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077200.443763:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077200.443769:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077200.443774:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:3.0:1769077200.443783:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077200.443787:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769077200.443788:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077200.443793:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077200.443795:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:3.0:1769077200.443802:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077200.443807:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769077200.443812:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4184
00000400:00000200:2.0:1769077200.443816:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077200.443827:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37864:37864:256:4294967295] 192.168.204.113@tcp LPNI seq info [37834:37834:8:4294967295]
00000400:00000200:2.0:1769077200.443832:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077200.443843:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077200.443858:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769077200.443859:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000010:2.0:1769077200.443871:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000400:00000200:3.0:1769077200.443872:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077200.443880:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077200.443886:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000200:2.0:1769077200.443891:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769077200.443892:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077200.443899:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1769077200.443901:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077200.443909:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077200.443916:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769077200.443918:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:3.0:1769077200.443920:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769077200.443929:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769077200.443929:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000020:00000040:3.0:1769077200.443934:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769077200.443939:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000100:2.0:1769077200.443943:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000020:00000001:3.0:1769077200.443945:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:3.0:1769077200.443951:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000010:2.0:1769077200.443957:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000100:00000001:3.0:1769077200.443957:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077200.443964:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077200.443968:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769077200.443970:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1769077200.443972:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:2.0:1769077200.443979:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1769077200.443983:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:2.0:1769077200.443988:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000100:00000001:3.0:1769077200.443990:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077200.443992:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
02000000:00000001:3.0:1769077200.443999:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077200.444001:0:2405:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1769077200.444006:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769077200.444007:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36a00 x1855007616072960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077200.444017:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077200.444026:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077200.444029:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1769077200.444031:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077200.444038:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36a00 x1855007616072960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077200.444039:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077200.444046:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077200.444058:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35f80.
00000020:00000040:3.0:1769077200.444093:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077200.444096:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077200.444097:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077200.444100:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077200.444102:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077200.444105:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077200.444107:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077200.444111:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:2.0:1769077200.444112:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077200.444120:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077200.444123:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077200.444130:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:3.0:1769077200.444132:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35f80 x1855007616073216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077200.444134:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298857710
00000100:00000010:2.0:1769077200.444144:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077200.444156:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077200.444165:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298857710
00000100:00000001:3.0:1769077200.444168:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1769077200.444169:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79240.
00000100:00000001:2.0:1769077200.444174:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077200.444175:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077200.444178:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077200.444181:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077200.444186:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1769077200.444186:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbacbd02] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35f80 x1855007616073216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077200.444194:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077200/real 1769077200]  req@ffff9e53c9d36a00 x1855007616072960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077200.444259:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769077200.444259:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077200.444261:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077200.444267:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000100:00000040:3.0:1769077200.444269:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077200.444274:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000100:00000040:3.0:1769077200.444277:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1769077200.444278:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077200.444288:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1769077200.444288:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077200.444296:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36a00 x1855007616072960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077200.444300:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077200.444315:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4194)
00000100:00000200:2.0:1769077200.444316:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36a00 x1855007616072960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444330:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077200.444332:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444334:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077200.444336:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077200.444343:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36a00 x1855007616072960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444348:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077200.444352:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36a00 x1855007616072960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444357:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077200.444359:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444360:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077200.444361:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444363:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077200.444365:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077200.444367:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077200.444370:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077200.444372:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077200.444375:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36a00 x1855007616072960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077200.444380:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616072960:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077200.444383:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444385:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077200.444386:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36a00 x1855007616072960/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444392:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077200.444394:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077200.444397:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077200.444400:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077200.444402:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077200.444404:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077200.444406:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077200.444408:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:2.0:1769077200.444411:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077200.444414:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077200.444416:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36a00.
00000100:00000001:2.0:1769077200.444418:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077200.444419:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444421:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444428:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077200.444430:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077200.444432:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077200.444433:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077200.444435:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077200.444437:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37b80 x1855007616073088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444443:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077200.444444:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077200.444446:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077200.444448:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077200.444449:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077200.444451:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616073088:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077200.444454:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077200.444455:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077200.444457:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077200.444458:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077200.444460:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077200.444461:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077200.444464:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077200.444466:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077200.444469:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077200.444471:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616073088, portal 10
00000100:00000001:2.0:1769077200.444473:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077200.444474:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438395264 : -107392271156352 : ffff9e53c9d37b80)
00000100:00000040:2.0:1769077200.444480:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37b80 x1855007616073088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444484:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077200.444486:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077200.444488:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077200.444489:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616073088, offset 0
00000400:00000200:2.0:1769077200.444492:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077200.444497:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077200.444501:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077200.444504:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077200.444507:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077200.444510:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077200.444512:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077200.444516:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37865:37865:256:4294967295] 192.168.204.113@tcp LPNI seq info [37835:37835:8:4294967295]
00000400:00000200:2.0:1769077200.444522:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077200.444529:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077200.444533:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077200.444537:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077200.444541:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077200.444544:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077200.444549:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077200.444552:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077200.444556:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077200.444558:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077200.444561:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077200.444564:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077200.444567:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077200.444569:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077200.444572:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077200.444576:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37b80 x1855007616073088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444591:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077200.444594:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37b80 x1855007616073088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444599:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077200.444601:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077200.444604:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077200.444608:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077200.444611:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077200.444613:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298856462
00000100:00000001:2.0:1769077200.444615:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298857710
00000100:00000001:2.0:1769077200.444618:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298856462
00000100:00000001:2.0:1769077200.444620:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298857710
00000100:00000001:2.0:1769077200.444622:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077200.444624:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077200.444626:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077200.444630:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077200/real 1769077200]  req@ffff9e53c9d37b80 x1855007616073088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077200.444638:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077200.444639:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077200.444641:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077200.444643:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077200.444645:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077200.444647:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077200.444650:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37b80 x1855007616073088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077200.444658:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37b80 x1855007616073088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444664:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077200.444667:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444668:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077200.444670:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077200.444674:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37b80 x1855007616073088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444680:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077200.444684:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37b80 x1855007616073088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444692:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077200.444695:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444696:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077200.444699:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444700:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077200.444701:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077200.444703:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077200.444706:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077200.444708:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077200.444711:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37b80 x1855007616073088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077200.444717:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616073088:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077200.444719:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077200.444722:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35f80 x1855007616073216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444726:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077200.444727:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077200.444729:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077200.444730:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077200.444732:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077200.444735:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616073216:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077200.444737:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077200.444739:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077200.444740:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077200.444741:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077200.444744:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077200.444745:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077200.444748:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077200.444750:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077200.444752:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077200.444754:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616073216, portal 10
00000100:00000001:2.0:1769077200.444756:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077200.444757:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438388096 : -107392271163520 : ffff9e53c9d35f80)
00000100:00000040:2.0:1769077200.444761:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35f80 x1855007616073216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444766:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077200.444767:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077200.444769:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077200.444770:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616073216, offset 0
00000400:00000200:2.0:1769077200.444773:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077200.444776:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077200.444778:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077200.444780:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077200.444782:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077200.444783:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077200.444785:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077200.444787:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37866:37866:256:4294967295] 192.168.204.113@tcp LPNI seq info [37836:37836:8:4294967295]
00000400:00000200:2.0:1769077200.444790:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077200.444794:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077200.444797:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077200.444799:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077200.444802:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077200.444805:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077200.444807:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077200.444809:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077200.444812:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077200.444813:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077200.444816:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077200.444818:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077200.444820:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077200.444821:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077200.444823:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077200.444825:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35f80 x1855007616073216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444831:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077200.444833:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35f80 x1855007616073216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444837:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077200.444838:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077200.444840:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077200.444842:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077200.444844:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077200.444845:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298856469
00000100:00000001:2.0:1769077200.444847:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298857710
00000100:00000001:2.0:1769077200.444848:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298856469
00000100:00000001:2.0:1769077200.444850:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298857710
00000100:00000001:2.0:1769077200.444852:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077200.444853:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077200.444855:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077200.444857:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077200/real 1769077200]  req@ffff9e53c9d35f80 x1855007616073216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077200.444861:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077200.444863:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077200.444864:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077200.444865:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077200.444867:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077200.444868:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077200.444870:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35f80 x1855007616073216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077200.444875:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35f80 x1855007616073216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444879:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077200.444880:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444881:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077200.444881:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077200.444883:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35f80 x1855007616073216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444887:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077200.444890:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35f80 x1855007616073216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444894:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077200.444896:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444897:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077200.444898:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444899:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077200.444900:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077200.444902:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077200.444903:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077200.444905:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077200.444907:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35f80 x1855007616073216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077200.444916:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616073216:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077200.444919:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444920:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077200.444922:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37b80 x1855007616073088/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444926:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077200.444927:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077200.444928:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077200.444930:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077200.444930:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077200.444931:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077200.444932:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077200.444933:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:2.0:1769077200.444937:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077200.444937:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077200.444938:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37b80.
00000100:00000001:2.0:1769077200.444941:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077200.444942:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444943:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077200.444945:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35f80 x1855007616073216/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077200.444950:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077200.444950:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077200.444951:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077200.444953:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077200.444953:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077200.444954:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077200.444955:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077200.444956:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:2.0:1769077200.444957:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077200.444958:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077200.444958:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35f80.
00000100:00000001:2.0:1769077200.444961:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077200.444962:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444963:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077200.444965:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077200.444966:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077200.444968:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077200.444969:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077201.147186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077201.147193:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077201.147199:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077201.147200:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077201.147269:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077201.147274:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077201.147279:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077201.339239:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077201.339248:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077201.339249:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077201.339256:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077201.339276:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077201.339279:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077201.339282:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077201.339284:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077201.339287:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077201.723204:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298857710, at 4298857728
00000100:00000040:3.0:1769077201.723204:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298857710, at 4298857728
00000100:00000010:2.0:1769077201.723237:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769077201.723242:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79240.
00010000:00000001:1.0:1769077202.171219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077202.171227:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077202.171234:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077202.171235:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077202.171326:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077202.171331:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077202.171335:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077202.363179:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077202.363187:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077202.363189:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077202.363194:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077202.363198:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077202.363225:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077202.363228:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077202.363231:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077202.363233:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077203.195216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077203.195224:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077203.195231:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077203.195233:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077203.195297:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077203.195304:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077203.195310:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077203.387148:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077203.387154:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077203.387156:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077203.387160:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077203.387163:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077203.387167:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.387169:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077203.387171:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077203.387173:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077204.219213:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077204.219219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077204.219224:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077204.219225:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077204.219270:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077204.219274:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077204.219277:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077204.411133:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077204.411139:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077204.411141:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077204.411146:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077204.411149:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077204.411152:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077204.411154:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077204.411156:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077204.411158:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077205.243205:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077205.243212:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077205.243219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077205.243221:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077205.243308:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077205.243314:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077205.243317:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077205.435219:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077205.435227:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077205.435229:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077205.435235:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077205.435240:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077205.435244:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.435246:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077205.435249:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077205.435262:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077205.563202:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077205.563211:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077205.563214:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077205.563217:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077205.563221:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077205.563228:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4189
00000400:00000200:3.0:1769077205.563237:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077205.563243:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077205.563247:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077205.563250:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077205.563255:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077205.563258:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077205.563261:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077205.563267:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077205.563269:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077205.563272:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077205.563275:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077205.563278:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077205.563281:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077205.563284:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077205.563287:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077205.563289:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077205.563291:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077205.563295:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077205.563299:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077205.563302:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077205.563305:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077205.563309:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077205.563312:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077205.563315:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077205.563318:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077205.563328:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35c00.
00000020:00000040:3.0:1769077205.563331:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077205.563334:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077205.563336:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077205.563338:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077205.563341:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077205.563345:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077205.563352:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769077205.563357:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077205.563364:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35c00 x1855007616073344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077205.563372:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077205.563377:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077205.563381:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cba5be8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35c00 x1855007616073344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077205.563401:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077205.563404:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077205.563407:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077205.563408:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077205.563409:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077205.563411:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077205.563413:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4189
00000400:00000200:3.0:1769077205.563417:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077205.563420:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077205.563422:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077205.563424:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077205.563426:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077205.563429:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077205.563429:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077205.563436:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769077205.563438:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077205.563439:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077205.563441:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:2.0:1769077205.563442:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077205.563449:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077205.563451:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769077205.563454:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769077205.563458:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769077205.563460:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35c00 x1855007616073344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077205.563464:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077205.563474:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077205.563484:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077205.563494:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769077205.563496:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077205.563500:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077205.563503:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769077205.563508:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:2.0:1769077205.563509:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077205.563516:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077205.563516:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077205.563522:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077205.563523:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616073344:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769077205.563530:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077205.563532:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077205.563536:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077205.563538:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077205.563546:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077205.563547:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077205.563559:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077205.563560:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077205.563573:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1769077205.563576:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
00000008:00000001:3.0:1769077205.563580:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077205.563581:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077205.563587:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077205.563592:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34380.
00000400:00000200:2.0:1769077205.563597:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000040:3.0:1769077205.563598:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077205.563605:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077205.563606:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077205.563608:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000100:00000001:3.0:1769077205.563611:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077205.563613:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077205.563615:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077205.563617:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
02000000:00000010:3.0:1769077205.563618:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:3.0:1769077205.563628:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077205.563632:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616073344, portal 25
00000100:00100000:3.0:1769077205.563633:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34380 x1855007616073472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077205.563639:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077205.563644:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438387200 : -107392271164416 : ffff9e53c9d35c00)
00000100:00000040:2.0:1769077205.563659:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35c00 x1855007616073344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077205.563661:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077205.563668:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077205.563685:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013831032] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34380 x1855007616073472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.563689:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077205.563701:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077205.563709:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077205.563716:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616073344, offset 0
00000100:00000001:3.0:1769077205.563717:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077205.563725:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077205.563734:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769077205.563734:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077205.563742:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077205.563744:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077205.563747:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077205.563752:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:3.0:1769077205.563752:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4189
00000400:00000200:2.0:1769077205.563766:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077205.563772:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077205.563776:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077205.563779:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077205.563782:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077205.563785:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37867:37867:256:4294967295] 192.168.204.113@tcp LPNI seq info [37837:37837:8:4294967295]
00000400:00000200:2.0:1769077205.563788:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077205.563797:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769077205.563804:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000200:2.0:1769077205.563805:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769077205.563811:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000800:00000010:2.0:1769077205.563813:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000100:00080000:3.0:1769077205.563815:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077205.563820:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077205.563825:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077205.563826:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077205.563835:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1769077205.563836:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077205.563848:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000200:2.1:1769077205.563851:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:3.0:1769077205.563859:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769077205.563859:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000020:00000040:3.0:1769077205.563864:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000800:00000100:2.0:1769077205.563872:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000020:00000001:3.0:1769077205.563873:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:2.0:1769077205.563876:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000020:00000040:3.0:1769077205.563878:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:2.0:1769077205.563884:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1769077205.563884:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769077205.563894:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077205.563895:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077205.563901:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000100:00000040:3.0:1769077205.563906:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000010:2.0:1769077205.563907:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077205.563916:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077205.563917:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769077205.563922:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35c00 x1855007616073344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077205.563928:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077205.563942:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769077205.563944:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077205.563949:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35c00 x1855007616073344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077205.563950:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769077205.563965:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077205.563974:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077205.563975:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.563987:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769077205.563988:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077205.564000:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077205.564002:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077205.564011:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077205.564019:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077205.564020:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077205.564030:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077205.564031:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298862829
00000008:00000001:3.0:1769077205.564036:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077205.564038:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077205.564046:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769077205.564046:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d35500.
00000020:00000040:3.0:1769077205.564048:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077205.564053:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077205.564054:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077205.564056:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077205.564057:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077205.564060:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.564061:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
02000000:00000010:3.0:1769077205.564064:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769077205.564096:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.564099:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298862830
00000100:00100000:3.0:1769077205.564105:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d35500 x1855007616073600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769077205.564107:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79a20.
00000100:00000001:2.0:1769077205.564118:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077205.564119:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077205.564123:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077205.564124:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.564137:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.564142:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1769077205.564143:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dac9543] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d35500 x1855007616073600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077205.564165:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077205/real 1769077205]  req@ffff9e53c9d35c00 x1855007616073344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077205.564220:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769077205.564221:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077205.564223:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077205.564230:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000100:00000040:3.0:1769077205.564231:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077205.564234:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077205.564238:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000040:3.0:1769077205.564239:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077205.564242:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1769077205.564248:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077205.564249:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35c00 x1855007616073344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077205.564268:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1769077205.564276:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35c00 x1855007616073344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077205.564281:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4199)
00000100:00000001:2.0:1769077205.564283:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077205.564288:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564291:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077205.564293:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077205.564296:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35c00 x1855007616073344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564302:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077205.564309:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35c00 x1855007616073344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564315:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077205.564318:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564319:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077205.564320:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564322:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077205.564325:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077205.564328:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077205.564332:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077205.564333:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077205.564336:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35c00 x1855007616073344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077205.564342:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616073344:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077205.564345:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564347:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077205.564349:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35c00 x1855007616073344/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564354:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077205.564357:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077205.564359:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077205.564361:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077205.564363:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077205.564365:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077205.564367:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077205.564369:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:2.0:1769077205.564375:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077205.564377:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077205.564378:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35c00.
00000100:00000001:2.0:1769077205.564381:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077205.564382:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564384:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564390:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077205.564392:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.564393:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077205.564394:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077205.564396:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077205.564398:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34380 x1855007616073472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564403:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077205.564405:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077205.564407:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077205.564408:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077205.564410:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077205.564412:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616073472:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077205.564413:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077205.564415:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077205.564416:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077205.564417:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077205.564419:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077205.564421:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077205.564424:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077205.564426:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077205.564428:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077205.564431:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616073472, portal 10
00000100:00000001:2.0:1769077205.564432:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077205.564433:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380928 : -107392271170688 : ffff9e53c9d34380)
00000100:00000040:2.0:1769077205.564438:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34380 x1855007616073472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564443:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077205.564445:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077205.564446:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077205.564448:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616073472, offset 0
00000400:00000200:2.0:1769077205.564451:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077205.564453:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077205.564456:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077205.564458:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077205.564460:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077205.564461:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077205.564463:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077205.564466:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37868:37868:256:4294967295] 192.168.204.113@tcp LPNI seq info [37838:37838:8:4294967295]
00000400:00000200:2.0:1769077205.564469:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077205.564474:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077205.564477:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077205.564479:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077205.564482:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077205.564484:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077205.564488:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077205.564490:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077205.564493:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077205.564494:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077205.564497:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077205.564499:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077205.564501:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077205.564502:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077205.564504:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077205.564507:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34380 x1855007616073472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564513:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077205.564514:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34380 x1855007616073472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564524:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.564525:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077205.564527:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077205.564530:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077205.564532:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077205.564534:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298861582
00000100:00000001:2.0:1769077205.564536:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298862829
00000100:00000001:2.0:1769077205.564538:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298861582
00000100:00000001:2.0:1769077205.564540:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298862830
00000100:00000001:2.0:1769077205.564541:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077205.564543:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.564544:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077205.564546:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077205/real 1769077205]  req@ffff9e53c9d34380 x1855007616073472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077205.564551:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077205.564551:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077205.564552:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077205.564554:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077205.564555:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077205.564556:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077205.564558:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34380 x1855007616073472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077205.564563:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34380 x1855007616073472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564568:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077205.564569:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564570:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077205.564570:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077205.564573:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34380 x1855007616073472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564578:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077205.564580:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34380 x1855007616073472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564585:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077205.564586:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564587:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077205.564588:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564589:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077205.564590:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077205.564591:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077205.564593:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077205.564595:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077205.564597:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34380 x1855007616073472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077205.564602:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616073472:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077205.564604:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077205.564606:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d35500 x1855007616073600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564611:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077205.564612:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077205.564613:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077205.564614:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077205.564616:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077205.564618:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616073600:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077205.564620:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077205.564621:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077205.564623:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077205.564624:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077205.564626:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077205.564627:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077205.564630:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077205.564631:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077205.564633:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077205.564635:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616073600, portal 10
00000100:00000001:2.0:1769077205.564636:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077205.564638:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438385408 : -107392271166208 : ffff9e53c9d35500)
00000100:00000040:2.0:1769077205.564642:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d35500 x1855007616073600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564646:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077205.564648:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077205.564649:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077205.564651:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616073600, offset 0
00000400:00000200:2.0:1769077205.564653:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077205.564655:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077205.564657:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077205.564659:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077205.564660:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077205.564662:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077205.564664:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077205.564666:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37869:37869:256:4294967295] 192.168.204.113@tcp LPNI seq info [37839:37839:8:4294967295]
00000400:00000200:2.0:1769077205.564669:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077205.564673:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077205.564676:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077205.564678:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077205.564680:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077205.564682:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077205.564684:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077205.564686:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077205.564689:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077205.564691:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077205.564693:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077205.564695:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077205.564697:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077205.564698:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077205.564700:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077205.564701:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d35500 x1855007616073600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564706:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077205.564708:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d35500 x1855007616073600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564713:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.564714:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077205.564715:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077205.564717:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077205.564719:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077205.564720:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298861589
00000100:00000001:2.0:1769077205.564722:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298862829
00000100:00000001:2.0:1769077205.564724:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298861589
00000100:00000001:2.0:1769077205.564726:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298862830
00000100:00000001:2.0:1769077205.564727:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077205.564728:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.564729:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077205.564731:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077205/real 1769077205]  req@ffff9e53c9d35500 x1855007616073600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077205.564736:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077205.564736:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077205.564737:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077205.564739:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077205.564740:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077205.564742:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077205.564744:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d35500 x1855007616073600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077205.564750:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d35500 x1855007616073600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564753:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077205.564754:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564755:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077205.564756:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077205.564758:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d35500 x1855007616073600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564762:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077205.564764:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d35500 x1855007616073600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564768:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077205.564770:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564771:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077205.564772:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564773:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077205.564774:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077205.564776:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077205.564778:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077205.564779:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077205.564781:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d35500 x1855007616073600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077205.564786:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616073600:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077205.564788:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564790:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077205.564792:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34380 x1855007616073472/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564796:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077205.564797:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077205.564798:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077205.564799:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077205.564800:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077205.564801:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077205.564802:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077205.564803:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:2.0:1769077205.564805:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077205.564806:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077205.564807:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34380.
00000100:00000001:2.0:1769077205.564809:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077205.564810:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564811:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077205.564813:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d35500 x1855007616073600/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.564817:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077205.564818:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077205.564819:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077205.564820:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077205.564821:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077205.564822:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077205.564823:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077205.564823:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:2.0:1769077205.564825:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077205.564825:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077205.564826:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d35500.
00000100:00000001:2.0:1769077205.564828:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077205.564828:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564829:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077205.564831:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077205.564832:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.564833:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077205.564835:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077206.267247:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077206.267255:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077206.267260:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077206.267264:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077206.267266:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077206.267269:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077206.267272:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077206.267274:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077206.267276:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077206.267278:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077206.267349:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077206.267353:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077206.267356:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077206.459230:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077206.459238:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077206.459240:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077206.459245:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077206.459249:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077206.459253:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077206.459255:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077206.459258:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077206.459267:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077206.843170:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298862829, at 4298862848
00000100:00000040:3.0:1769077206.843170:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298862830, at 4298862848
00000100:00000010:3.0:1769077206.843189:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79a20.
00000100:00000010:2.0:1769077206.843194:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077207.291233:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077207.291241:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077207.291246:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077207.291247:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077207.291317:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077207.291322:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077207.291326:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077207.483219:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077207.483235:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077207.483237:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077207.483242:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077207.483246:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077207.483250:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077207.483252:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077207.483255:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077207.483257:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077208.315194:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077208.315203:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077208.315206:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077208.315208:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077208.315213:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077208.315215:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077208.315217:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077208.315219:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077208.315222:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077208.315223:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077208.315297:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077208.315300:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077208.315302:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077208.507182:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077208.507192:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077208.507195:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077208.507202:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077208.507207:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077208.507211:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077208.507214:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077208.507218:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077208.507222:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077209.339220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077209.339227:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077209.339232:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077209.339233:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077209.339311:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077209.339314:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077209.339318:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077209.531268:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077209.531281:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077209.531283:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077209.531303:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077209.531308:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077209.531313:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077209.531316:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077209.531319:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077209.531323:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077210.363234:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077210.363244:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077210.363251:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077210.363253:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077210.363327:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077210.363332:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077210.363335:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077210.555164:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077210.555174:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077210.555176:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077210.555183:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077210.555189:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077210.555194:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.555198:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077210.555202:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077210.555206:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077210.683164:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077210.683176:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077210.683180:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077210.683184:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077210.683189:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077210.683197:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4194
00000400:00000200:3.0:1769077210.683205:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077210.683213:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077210.683217:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077210.683220:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683223:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077210.683225:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683228:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077210.683237:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077210.683239:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077210.683245:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077210.683248:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077210.683250:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077210.683253:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077210.683255:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683257:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077210.683259:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683260:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077210.683263:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077210.683266:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683268:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077210.683270:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077210.683273:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077210.683276:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077210.683277:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077210.683279:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077210.683289:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000020:00000040:3.0:1769077210.683292:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077210.683296:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077210.683297:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077210.683300:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077210.683302:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077210.683307:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077210.683315:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0c00.
00000100:00000001:3.0:1769077210.683323:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077210.683332:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007616073728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077210.683342:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077210.683346:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077210.683350:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007616073728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077210.683368:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077210.683371:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077210.683381:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077210.683384:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077210.683387:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077210.683391:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077210.683395:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4194
00000100:00000001:2.0:1769077210.683401:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769077210.683402:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077210.683410:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077210.683411:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077210.683415:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077210.683417:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077210.683423:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683428:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077210.683432:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34700 x1855007616073728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077210.683434:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683440:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077210.683444:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077210.683446:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769077210.683449:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077210.683452:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769077210.683457:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769077210.683460:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769077210.683467:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077210.683469:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077210.683473:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077210.683474:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077210.683479:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:2.0:1769077210.683481:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077210.683482:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:2.0:1769077210.683488:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769077210.683488:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:2.0:1769077210.683494:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077210.683496:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683501:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077210.683502:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616073728:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769077210.683504:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077210.683511:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077210.683512:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077210.683517:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077210.683517:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077210.683522:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077210.683523:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077210.683528:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1769077210.683530:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077210.683534:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077210.683536:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
00000100:00000001:3.0:1769077210.683536:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077210.683542:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077210.683551:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:3.0:1769077210.683556:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000400:00000010:2.0:1769077210.683557:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000020:00000040:3.0:1769077210.683562:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077210.683566:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077210.683567:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
02000000:00000001:3.0:1769077210.683567:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077210.683573:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077210.683575:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077210.683577:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077210.683579:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616073728, portal 25
00000100:00000001:2.0:1769077210.683583:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1769077210.683583:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b1400.
00000100:00000001:2.0:1769077210.683587:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438381824 : -107392271169792 : ffff9e53c9d34700)
00000100:00000001:3.0:1769077210.683590:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077210.683595:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34700 x1855007616073728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077210.683600:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007616073856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077210.683620:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077210.683622:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077210.683627:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683628:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077210.683634:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000040:3.0:1769077210.683636:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007616073856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077210.683638:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616073728, offset 0
00000400:00000200:2.0:1769077210.683650:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683652:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077210.683656:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077210.683659:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077210.683661:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077210.683662:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:3.0:1769077210.683665:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077210.683669:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077210.683672:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00080000:3.0:1769077210.683673:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4194
00000400:00000200:2.0:1769077210.683682:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077210.683688:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077210.683692:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077210.683694:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077210.683697:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37870:37870:256:4294967295] 192.168.204.113@tcp LPNI seq info [37840:37840:8:4294967295]
00000400:00000200:2.0:1769077210.683701:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077210.683711:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769077210.683720:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000800:00000200:2.0:1769077210.683721:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000400:00000200:3.0:1769077210.683728:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000800:00000010:2.0:1769077210.683729:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000100:00080000:3.0:1769077210.683731:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077210.683737:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683739:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077210.683744:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000040:3.0:1769077210.683744:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683747:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077210.683749:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077210.683750:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769077210.683751:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077210.683752:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769077210.683758:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769077210.683759:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:2.0:1769077210.683763:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1769077210.683763:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683765:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077210.683769:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683772:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000200:2.1:1769077210.683778:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:3.0:1769077210.683779:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000200:2.1:1769077210.683785:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1769077210.683789:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000800:00000100:2.0:1769077210.683795:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769077210.683797:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077210.683799:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
02000000:00000001:3.0:1769077210.683802:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077210.683806:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769077210.683808:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077210.683815:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1769077210.683816:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077210.683821:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000100:00000001:3.0:1769077210.683822:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077210.683825:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000008:00100000:3.0:1769077210.683827:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077210.683830:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1769077210.683833:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077210.683837:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34700 x1855007616073728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077210.683839:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077210.683850:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000100:00000001:2.0:1769077210.683852:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769077210.683856:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000040:2.0:1769077210.683857:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34700 x1855007616073728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077210.683863:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077210.683866:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077210.683871:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077210.683872:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077210.683874:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077210.683876:0:2405:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769077210.683878:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077210.683883:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077210.683884:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2800.
00000100:00000001:3.0:1769077210.683892:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077210.683895:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077210.683900:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298867949
00000100:00100000:3.0:1769077210.683901:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007616073984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769077210.683907:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:3.0:1769077210.683913:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077210.683917:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077210.683919:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1769077210.683921:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007616073984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.683928:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298867949
00000100:00000001:3.0:1769077210.683933:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077210.683934:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79480.
00000100:00000040:3.0:1769077210.683939:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077210.683940:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1769077210.683947:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077210.683948:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077210.683954:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077210.683955:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077210.683959:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1769077210.683961:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:2.0:1769077210.683966:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077210/real 1769077210]  req@ffff9e53c9d34700 x1855007616073728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077210.683968:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4204)
00000400:00000001:2.0:1769077210.683980:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077210.683982:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077210.683984:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077210.683986:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077210.683988:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077210.683990:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077210.683993:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34700 x1855007616073728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077210.684001:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34700 x1855007616073728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684007:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077210.684008:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684010:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077210.684012:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077210.684015:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34700 x1855007616073728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684020:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077210.684024:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34700 x1855007616073728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684036:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077210.684039:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684040:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077210.684041:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684044:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077210.684045:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077210.684048:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077210.684051:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077210.684053:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077210.684056:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34700 x1855007616073728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077210.684105:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616073728:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077210.684113:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684115:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077210.684120:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34700 x1855007616073728/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684128:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077210.684132:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077210.684136:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077210.684140:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077210.684142:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077210.684145:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077210.684148:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077210.684151:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0c00.
02000000:00000001:2.0:1769077210.684156:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077210.684158:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077210.684161:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34700.
00000100:00000001:2.0:1769077210.684164:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077210.684165:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684167:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684175:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077210.684177:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077210.684179:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077210.684180:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077210.684182:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077210.684186:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36680 x1855007616073856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684192:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077210.684193:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077210.684195:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077210.684197:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077210.684199:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077210.684201:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616073856:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077210.684204:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077210.684206:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077210.684207:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077210.684209:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077210.684212:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077210.684213:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077210.684218:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077210.684221:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077210.684224:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077210.684227:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616073856, portal 10
00000100:00000001:2.0:1769077210.684229:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077210.684230:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438389888 : -107392271161728 : ffff9e53c9d36680)
00000100:00000040:2.0:1769077210.684236:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36680 x1855007616073856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684242:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077210.684244:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077210.684246:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077210.684248:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616073856, offset 0
00000400:00000200:2.0:1769077210.684251:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077210.684254:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077210.684258:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077210.684261:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077210.684264:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077210.684266:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077210.684268:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077210.684271:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37871:37871:256:4294967295] 192.168.204.113@tcp LPNI seq info [37841:37841:8:4294967295]
00000400:00000200:2.0:1769077210.684274:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077210.684280:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077210.684284:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077210.684286:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077210.684290:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077210.684293:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077210.684296:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077210.684299:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077210.684301:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077210.684303:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077210.684305:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077210.684309:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077210.684312:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077210.684315:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077210.684317:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077210.684322:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36680 x1855007616073856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684332:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077210.684335:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36680 x1855007616073856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684344:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077210.684346:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077210.684350:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077210.684355:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077210.684360:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077210.684363:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298866702
00000100:00000001:2.0:1769077210.684367:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298867949
00000100:00000001:2.0:1769077210.684370:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298866702
00000100:00000001:2.0:1769077210.684373:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298867949
00000100:00000001:2.0:1769077210.684376:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077210.684379:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077210.684382:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077210.684386:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077210/real 1769077210]  req@ffff9e53c9d36680 x1855007616073856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077210.684397:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077210.684399:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077210.684402:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077210.684405:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077210.684407:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077210.684410:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077210.684414:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36680 x1855007616073856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077210.684425:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36680 x1855007616073856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684433:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077210.684435:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684437:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077210.684439:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077210.684444:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36680 x1855007616073856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684453:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077210.684457:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36680 x1855007616073856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684466:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077210.684469:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684471:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077210.684473:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684475:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077210.684477:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077210.684480:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077210.684485:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077210.684487:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077210.684493:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36680 x1855007616073856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077210.684504:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616073856:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077210.684508:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077210.684513:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36d80 x1855007616073984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684522:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077210.684524:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077210.684526:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077210.684529:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077210.684531:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077210.684535:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616073984:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077210.684539:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077210.684542:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077210.684544:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077210.684546:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077210.684551:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077210.684554:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077210.684559:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077210.684562:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077210.684566:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077210.684570:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616073984, portal 10
00000100:00000001:2.0:1769077210.684572:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077210.684575:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438391680 : -107392271159936 : ffff9e53c9d36d80)
00000100:00000040:2.0:1769077210.684582:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36d80 x1855007616073984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684589:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077210.684592:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077210.684594:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077210.684596:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616073984, offset 0
00000400:00000200:2.0:1769077210.684599:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077210.684603:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077210.684606:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077210.684609:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077210.684611:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077210.684613:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077210.684615:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077210.684618:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37872:37872:256:4294967295] 192.168.204.113@tcp LPNI seq info [37842:37842:8:4294967295]
00000400:00000200:2.0:1769077210.684621:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077210.684627:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077210.684631:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077210.684633:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077210.684637:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077210.684639:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077210.684643:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077210.684645:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077210.684648:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077210.684650:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077210.684653:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077210.684655:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077210.684658:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077210.684660:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077210.684662:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077210.684665:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36d80 x1855007616073984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684671:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077210.684674:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36d80 x1855007616073984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684680:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077210.684681:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077210.684684:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077210.684686:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077210.684689:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077210.684691:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298866709
00000100:00000001:2.0:1769077210.684693:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298867949
00000100:00000001:2.0:1769077210.684695:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298866709
00000100:00000001:2.0:1769077210.684697:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298867949
00000100:00000001:2.0:1769077210.684699:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077210.684701:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077210.684702:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077210.684705:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077210/real 1769077210]  req@ffff9e53c9d36d80 x1855007616073984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077210.684711:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077210.684711:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077210.684713:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077210.684714:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077210.684716:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077210.684717:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077210.684719:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36d80 x1855007616073984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077210.684725:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36d80 x1855007616073984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684731:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077210.684732:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684733:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077210.684735:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077210.684738:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36d80 x1855007616073984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684744:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077210.684747:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36d80 x1855007616073984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684752:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077210.684754:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684755:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077210.684756:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684757:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077210.684759:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077210.684760:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077210.684763:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077210.684764:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077210.684767:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36d80 x1855007616073984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077210.684773:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616073984:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077210.684775:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684777:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077210.684779:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36680 x1855007616073856/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684784:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077210.684786:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077210.684788:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077210.684789:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077210.684791:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077210.684792:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077210.684793:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077210.684795:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b1400.
02000000:00000001:2.0:1769077210.684798:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077210.684799:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077210.684800:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36680.
00000100:00000001:2.0:1769077210.684802:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077210.684803:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684805:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077210.684807:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36d80 x1855007616073984/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.684812:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077210.684813:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077210.684814:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077210.684816:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077210.684817:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077210.684817:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077210.684819:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077210.684820:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2800.
02000000:00000001:2.0:1769077210.684823:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077210.684823:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077210.684824:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36d80.
00000100:00000001:2.0:1769077210.684827:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077210.684828:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684829:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077210.684832:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077210.684833:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077210.684834:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077210.684835:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077211.387229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077211.387236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077211.387242:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077211.387243:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077211.387303:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077211.387308:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077211.387311:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077211.579239:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077211.579251:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077211.579255:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077211.579262:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077211.579268:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077211.579275:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077211.579278:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077211.579282:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077211.579286:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077211.963192:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298867949, at 4298867968
00000100:00000040:3.0:1769077211.963192:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298867949, at 4298867968
00000100:00000010:2.0:1769077211.963211:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769077211.963213:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79480.
00010000:00000001:1.0:1769077212.411218:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077212.411236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077212.411241:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077212.411242:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077212.411342:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077212.411349:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077212.411355:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077212.603170:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077212.603180:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077212.603183:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077212.603190:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077212.603195:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077212.603199:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077212.603203:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077212.603205:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077212.603208:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077213.435172:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077213.435177:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077213.435181:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077213.435182:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077213.435231:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077213.435235:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077213.435238:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077213.627151:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077213.627157:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077213.627170:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077213.627175:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077213.627178:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077213.627181:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077213.627183:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077213.627185:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077213.627187:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077214.459220:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077214.459227:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077214.459232:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077214.459233:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077214.459336:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077214.459341:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077214.459346:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077214.651167:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077214.651174:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077214.651176:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077214.651180:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077214.651185:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077214.651189:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077214.651191:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077214.651193:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077214.651196:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077215.483200:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077215.483206:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077215.483211:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077215.483214:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077215.483216:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077215.483218:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077215.483221:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077215.483223:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077215.483224:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077215.483226:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077215.483324:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077215.483328:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077215.483331:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077215.675181:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077215.675188:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077215.675189:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077215.675194:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077215.675197:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077215.675200:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.675202:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077215.675204:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.675207:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077215.803228:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077215.803254:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077215.803257:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077215.803261:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077215.803264:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077215.803271:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4199
00000400:00000200:3.0:1769077215.803280:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077215.803286:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077215.803289:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077215.803293:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077215.803296:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077215.803299:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077215.803318:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077215.803322:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077215.803324:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077215.803327:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077215.803329:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077215.803331:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077215.803334:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077215.803337:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077215.803338:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077215.803340:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077215.803342:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077215.803344:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077215.803347:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077215.803349:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077215.803351:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077215.803355:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077215.803358:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077215.803360:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077215.803362:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077215.803384:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000020:00000040:3.0:1769077215.803388:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077215.803393:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077215.803394:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077215.803397:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077215.803400:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077215.803404:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077215.803411:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2400.
00000100:00000001:3.0:1769077215.803417:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077215.803425:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007616074112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077215.803434:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077215.803438:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077215.803443:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007616074112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077215.803474:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077215.803477:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077215.803508:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077215.803510:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077215.803511:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077215.803513:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077215.803516:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4199
00000400:00000200:3.0:1769077215.803518:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077215.803521:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077215.803523:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077215.803526:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077215.803529:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077215.803532:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077215.803534:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077215.803536:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077215.803538:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:0.0:1769077215.803541:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769077215.803541:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077215.803543:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769077215.803547:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:0.0:1769077215.803549:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077215.803550:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:0.0:1769077215.803556:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077215.803556:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077215.803562:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077215.803564:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077215.803565:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077215.803569:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000040:0.0:1769077215.803572:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37800 x1855007616074112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077215.803574:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077215.803578:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077215.803581:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077215.803602:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077215.803605:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077215.803605:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077215.803611:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077215.803617:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077215.803621:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077215.803625:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077215.803631:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616074112:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769077215.803637:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077215.803642:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077215.803645:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077215.803648:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077215.803684:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769077215.803690:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077215.803691:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077215.803700:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077215.803703:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000008:00000001:3.0:1769077215.803707:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077215.803711:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:3.0:1769077215.803712:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077215.803721:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
00000400:00000010:1.0:1769077215.803725:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000020:00000040:3.0:1769077215.803726:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077215.803733:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077215.803735:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077215.803737:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616074112, portal 25
00000100:00000001:3.0:1769077215.803738:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077215.803743:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769077215.803745:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769077215.803748:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.803750:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438394368 : -107392271157248 : ffff9e53c9d37800)
02000000:00000010:3.0:1769077215.803754:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b2000.
00000100:00000001:3.0:1769077215.803758:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077215.803760:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37800 x1855007616074112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.803769:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077215.803772:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077215.803775:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077215.803779:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616074112, offset 0
00000400:00000200:1.0:1769077215.803785:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077215.803794:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077215.803799:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077215.803805:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077215.803809:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077215.803813:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077215.803816:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077215.803819:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37873:37873:256:4294967295] 192.168.204.113@tcp LPNI seq info [37843:37843:8:4294967295]
00000400:00000200:1.0:1769077215.803824:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077215.803832:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077215.803837:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077215.803843:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077215.803851:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077215.803855:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000100:00100000:3.0:1769077215.803862:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007616074240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769077215.803864:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769077215.803870:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077215.803872:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077215.803876:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007616074240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769077215.803898:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077215.803908:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077215.803911:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077215.803916:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077215.803920:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077215.803924:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077215.803927:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077215.803931:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077215.803937:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37800 x1855007616074112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077215.803940:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077215.803946:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077215.803951:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077215.803954:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077215.803955:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.803964:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37800 x1855007616074112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077215.803965:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077215.803970:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077215.803992:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4199
00000400:00000200:3.0:1769077215.803997:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077215.804015:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077215.804016:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077215.804018:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077215.804022:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769077215.804023:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077215.804027:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077215.804030:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077215.804032:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:1.0:1769077215.804036:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077215.804036:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077215.804039:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769077215.804042:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077215.804044:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:1.0:1769077215.804045:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:3.0:1769077215.804047:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:1.0:1769077215.804050:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298873069
00000020:00000001:3.0:1769077215.804052:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000010:1.0:1769077215.804055:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bf60.
00000100:00000040:3.0:1769077215.804057:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077215.804061:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077215.804063:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077215.804092:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077215.804093:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077215.804099:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769077215.804103:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077215.804104:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298873070
00000100:00000001:3.0:1769077215.804107:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077215.804111:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1769077215.804112:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0be40.
02000000:00000001:3.0:1769077215.804114:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077215.804119:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1769077215.804119:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077215.804121:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077215.804126:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077215.804127:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1769077215.804131:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.804133:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077215.804135:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.804139:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000010:3.0:1769077215.804143:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
00000100:00100000:1.0:1769077215.804150:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077215/real 1769077215]  req@ffff9e53c9d37800 x1855007616074112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077215.804151:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077215.804158:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077215.804177:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077215.804184:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1769077215.804186:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1769077215.804186:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1769077215.804189:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1769077215.804192:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077215.804193:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077215.804199:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
02000000:00000010:3.0:1769077215.804200:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3800.
00000400:00000010:1.0:1769077215.804201:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077215.804206:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769077215.804210:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077215.804212:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37800 x1855007616074112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077215.804223:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007616074368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769077215.804225:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37800 x1855007616074112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.804273:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077215.804274:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077215.804276:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077215.804278:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.804280:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.804283:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077215.804287:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007616074368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077215.804292:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37800 x1855007616074112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077215.804326:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.804329:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077215.804331:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077215.804337:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37800 x1855007616074112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077215.804338:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077215.804345:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077215.804353:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077215.804358:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1769077215.804362:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4209)
00000100:00000001:1.0:1769077215.804363:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.804368:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.804370:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.804371:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077215.804373:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077215.804376:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077215.804380:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077215.804383:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077215.804386:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37800 x1855007616074112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077215.804392:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616074112:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077215.804396:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.804397:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.804400:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37800 x1855007616074112/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.804404:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077215.804406:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077215.804408:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769077215.804410:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077215.804411:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077215.804412:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077215.804414:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077215.804416:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2400.
02000000:00000001:1.0:1769077215.804419:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077215.804421:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077215.804422:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37800.
00000100:00000001:1.0:1769077215.804425:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077215.804426:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.804428:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.804434:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077215.804435:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.804437:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077215.804438:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077215.804440:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077215.804442:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34e00 x1855007616074240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.804452:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077215.804453:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077215.804455:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077215.804457:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077215.804459:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077215.804461:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616074240:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077215.804463:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077215.804464:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077215.804466:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077215.804467:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077215.804470:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769077215.804471:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077215.804475:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077215.804477:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077215.804480:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077215.804482:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616074240, portal 10
00000100:00000001:1.0:1769077215.804484:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077215.804501:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438383616 : -107392271168000 : ffff9e53c9d34e00)
00000100:00000040:1.0:1769077215.804507:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34e00 x1855007616074240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.804512:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077215.804514:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077215.804515:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077215.804517:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616074240, offset 0
00000400:00000200:1.0:1769077215.804520:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077215.804523:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077215.804526:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077215.804528:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077215.804530:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077215.804532:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077215.804534:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077215.804536:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37874:37874:256:4294967295] 192.168.204.113@tcp LPNI seq info [37844:37844:8:4294967295]
00000400:00000200:1.0:1769077215.804539:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077215.804544:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077215.804547:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077215.804550:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077215.804553:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077215.804555:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077215.804558:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077215.804560:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077215.804563:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077215.804565:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077215.804569:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077215.804572:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077215.804576:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077215.804578:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077215.804581:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077215.804584:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34e00 x1855007616074240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.804609:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.804612:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34e00 x1855007616074240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.804620:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.804622:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077215.804626:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077215.804630:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077215.804634:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077215.804636:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298871822
00000100:00000001:1.0:1769077215.804640:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298873069
00000100:00000001:1.0:1769077215.804642:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298871822
00000100:00000001:1.0:1769077215.804644:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298873070
00000100:00000001:1.0:1769077215.804646:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077215.804648:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.804650:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077215.804653:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077215/real 1769077215]  req@ffff9e53c9d34e00 x1855007616074240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077215.804676:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077215.804677:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077215.804679:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077215.804681:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077215.804682:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077215.804684:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077215.804686:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34e00 x1855007616074240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077215.804692:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34e00 x1855007616074240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.804696:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077215.804697:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.804698:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.804699:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077215.804701:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34e00 x1855007616074240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.804705:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077215.804708:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34e00 x1855007616074240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.804713:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077215.804715:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.804716:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.804717:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.804718:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077215.804719:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077215.804720:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077215.804723:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077215.804725:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077215.804728:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34e00 x1855007616074240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077215.804733:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616074240:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077215.804735:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077215.804737:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34000 x1855007616074368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.804741:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077215.804742:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077215.804744:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077215.804745:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077215.804746:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077215.804749:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616074368:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077215.804751:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077215.804769:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077215.804770:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077215.804772:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077215.804775:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769077215.804776:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077215.804779:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077215.804781:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077215.804783:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077215.804785:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616074368, portal 10
00000100:00000001:1.0:1769077215.804787:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077215.804788:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380032 : -107392271171584 : ffff9e53c9d34000)
00000100:00000040:1.0:1769077215.804793:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34000 x1855007616074368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.804797:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077215.804800:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077215.804801:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077215.804803:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616074368, offset 0
00000400:00000200:1.0:1769077215.804806:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077215.804809:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077215.804812:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077215.804814:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077215.804816:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077215.804818:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077215.804819:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077215.804822:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37875:37875:256:4294967295] 192.168.204.113@tcp LPNI seq info [37845:37845:8:4294967295]
00000400:00000200:1.0:1769077215.804825:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077215.804829:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077215.804832:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077215.804834:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077215.804838:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077215.804841:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077215.804845:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077215.804848:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077215.804853:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077215.804855:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077215.804858:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077215.804878:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077215.804881:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077215.804883:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077215.804885:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077215.804901:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34000 x1855007616074368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.804909:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.804913:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34000 x1855007616074368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.804920:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.804922:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077215.804927:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077215.804929:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077215.804932:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077215.804934:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298871829
00000100:00000001:1.0:1769077215.804935:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298873069
00000100:00000001:1.0:1769077215.804937:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298871829
00000100:00000001:1.0:1769077215.804939:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298873070
00000100:00000001:1.0:1769077215.804940:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077215.804941:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.804943:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077215.804945:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077215/real 1769077215]  req@ffff9e53c9d34000 x1855007616074368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077215.804950:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077215.804951:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077215.804952:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077215.804954:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077215.804956:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077215.804958:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077215.804961:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34000 x1855007616074368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077215.804970:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34000 x1855007616074368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.804990:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077215.804992:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.804994:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.804995:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077215.805000:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34000 x1855007616074368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.805007:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077215.805012:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34000 x1855007616074368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.805031:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077215.805033:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.805035:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077215.805036:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.805037:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077215.805038:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077215.805040:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077215.805042:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077215.805044:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077215.805047:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34000 x1855007616074368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077215.805052:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616074368:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077215.805055:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.805056:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.805058:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34e00 x1855007616074240/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.805062:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077215.805082:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077215.805083:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769077215.805086:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077215.805088:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077215.805091:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077215.805094:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077215.805096:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b2000.
02000000:00000001:1.0:1769077215.805101:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077215.805103:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077215.805104:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34e00.
00000100:00000001:1.0:1769077215.805108:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077215.805109:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.805111:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077215.805116:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34000 x1855007616074368/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077215.805124:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077215.805125:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077215.805127:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769077215.805130:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077215.805131:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077215.805132:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077215.805135:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077215.805136:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3800.
02000000:00000001:1.0:1769077215.805138:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077215.805140:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077215.805141:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34000.
00000100:00000001:1.0:1769077215.805143:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077215.805145:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.805147:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077215.805150:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077215.805152:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077215.805154:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077215.805155:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077216.507169:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077216.507176:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077216.507181:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077216.507182:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077216.507236:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077216.507240:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077216.507243:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077216.699132:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077216.699141:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077216.699143:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077216.699148:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077216.699152:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077216.699155:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077216.699158:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077216.699161:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077216.699163:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077217.083192:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298873069, at 4298873088
00000100:00000040:3.0:1769077217.083193:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298873070, at 4298873088
00000100:00000010:2.0:1769077217.083209:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bf60.
00000100:00000010:3.0:1769077217.083212:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0be40.
00010000:00000001:1.0:1769077217.531280:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077217.531287:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077217.531293:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077217.531295:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077217.531372:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077217.531376:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077217.531379:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077217.723186:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077217.723195:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077217.723197:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077217.723203:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077217.723206:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077217.723210:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077217.723213:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077217.723215:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077217.723218:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077218.555210:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077218.555223:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077218.555226:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077218.555231:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077218.555239:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077218.555242:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077218.555245:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077218.555249:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077218.555255:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077218.555257:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077218.555329:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077218.555334:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077218.555337:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077218.747237:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077218.747258:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077218.747260:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077218.747268:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077218.747273:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077218.747279:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077218.747282:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077218.747286:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077218.747290:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077219.579312:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077219.579324:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077219.579334:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077219.579336:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077219.579434:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077219.579442:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077219.579448:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077219.771289:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077219.771301:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077219.771303:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077219.771310:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077219.771315:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077219.771319:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077219.771322:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077219.771324:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077219.771327:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077220.603217:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077220.603225:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077220.603230:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077220.603232:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077220.603339:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077220.603348:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077220.603352:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077220.795200:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077220.795208:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077220.795210:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077220.795216:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077220.795220:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077220.795224:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.795227:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077220.795229:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.795232:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077220.923270:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077220.923289:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077220.923294:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077220.923300:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077220.923325:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077220.923339:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4204
00000400:00000200:3.0:1769077220.923354:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077220.923365:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077220.923388:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077220.923397:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077220.923403:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077220.923408:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077220.923413:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077220.923422:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077220.923426:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077220.923431:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077220.923436:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077220.923441:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077220.923445:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077220.923449:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077220.923452:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077220.923455:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077220.923458:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077220.923463:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077220.923467:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077220.923470:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077220.923474:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077220.923481:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077220.923485:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077220.923488:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077220.923491:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077220.923506:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34000.
00000020:00000040:3.0:1769077220.923511:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077220.923516:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077220.923518:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077220.923522:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077220.923526:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077220.923533:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077220.923547:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000100:00000001:3.0:1769077220.923557:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077220.923570:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34000 x1855007616074496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077220.923602:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077220.923609:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077220.923617:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc9cd5e] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34000 x1855007616074496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077220.923659:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077220.923682:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077220.923689:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077220.923692:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077220.923696:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077220.923701:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077220.923707:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4204
00000400:00000200:3.0:1769077220.923718:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077220.923739:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077220.923744:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769077220.923746:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077220.923755:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077220.923757:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077220.923763:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077220.923764:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077220.923773:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077220.923777:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000040:1.0:1769077220.923782:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34000 x1855007616074496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077220.923783:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077220.923788:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769077220.923794:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077220.923816:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769077220.923824:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769077220.923830:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:1.0:1769077220.923841:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769077220.923842:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077220.923849:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077220.923850:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077220.923857:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077220.923863:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:1.0:1769077220.923864:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769077220.923867:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:1.0:1769077220.923872:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769077220.923873:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077220.923879:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.923885:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077220.923886:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077220.923913:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769077220.923923:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616074496:192.168.204.113@tcp:250:kworker.0
02000000:00000001:3.0:1769077220.923923:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077220.923928:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077220.923955:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1769077220.923956:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077220.923963:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.923965:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077220.923966:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.923972:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077220.923977:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34e00.
02000000:00000001:1.0:1769077220.923979:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769077220.923988:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000010:1.0:1769077220.923993:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98400.
02000000:00000001:3.0:1769077220.923993:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077220.923996:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.924001:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077220.924003:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077220.924009:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077220.924012:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077220.924018:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:3.0:1769077220.924024:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000400:00000010:1.0:1769077220.924028:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000001:3.0:1769077220.924033:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077220.924042:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00100000:3.0:1769077220.924048:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34e00 x1855007616074624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769077220.924057:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616074496, portal 25
00000100:00000001:1.0:1769077220.924067:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077220.924070:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077220.924073:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438380032 : -107392271171584 : ffff9e53c9d34000)
00000100:00000001:3.0:1769077220.924077:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077220.924132:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34000 x1855007616074496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077220.924143:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a9a2553] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34e00 x1855007616074624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.924166:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077220.924177:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077220.924178:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769077220.924187:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077220.924189:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00080000:3.0:1769077220.924200:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1769077220.924201:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616074496, offset 0
00000100:00000001:3.0:1769077220.924206:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077220.924212:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077220.924236:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769077220.924238:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077220.924245:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4204
00000400:00000200:1.0:1769077220.924255:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077220.924257:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077220.924267:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077220.924271:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077220.924276:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077220.924278:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077220.924281:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:1.0:1769077220.924284:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:3.0:1769077220.924286:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077220.924311:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077220.924313:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:1.0:1769077220.924317:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769077220.924318:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077220.924326:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769077220.924329:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769077220.924332:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000020:00000001:3.0:1769077220.924338:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:1.0:1769077220.924343:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077220.924357:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:3.0:1769077220.924361:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:1.0:1769077220.924366:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37876:37876:256:4294967295] 192.168.204.113@tcp LPNI seq info [37846:37846:8:4294967295]
00000100:00000001:3.0:1769077220.924373:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077220.924379:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769077220.924389:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077220.924401:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:1.0:1769077220.924403:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1769077220.924415:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000800:00000200:1.0:1769077220.924421:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00080000:3.0:1769077220.924431:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000800:00000010:1.0:1769077220.924433:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000100:00000001:3.0:1769077220.924438:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077220.924444:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077220.924449:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1769077220.924452:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:3.0:1769077220.924455:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077220.924460:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769077220.924462:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077220.924468:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077220.924478:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077220.924480:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:3.0:1769077220.924488:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077220.924495:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d37800.
00000800:00000200:1.1:1769077220.924499:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1769077220.924502:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077220.924510:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1769077220.924511:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
02000000:00000001:3.0:1769077220.924514:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077220.924520:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000100:00000001:3.0:1769077220.924521:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077220.924527:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077220.924532:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077220.924534:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1769077220.924540:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000400:00000200:1.0:1769077220.924546:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077220.924551:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077220.924557:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077220.924564:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00100000:3.0:1769077220.924566:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d37800 x1855007616074752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077220.924572:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077220.924587:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769077220.924588:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34000 x1855007616074496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077220.924614:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.924631:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077220.924633:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cb6f41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d37800 x1855007616074752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077220.924640:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34000 x1855007616074496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.924708:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077220.924709:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.924712:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769077220.924723:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077220.924725:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077220.924738:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077220.924740:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:3.0:1769077220.924747:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077220.924751:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298878190
00000100:00000040:3.0:1769077220.924760:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1769077220.924766:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0bd80.
00000100:00000040:3.0:1769077220.924771:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4214)
00000100:00000001:1.0:1769077220.924782:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077220.924793:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298878190
00000100:00000010:1.0:1769077220.924815:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b540.
00000100:00000001:1.0:1769077220.924821:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077220.924828:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077220.924833:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.924837:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077220.924845:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077220/real 1769077220]  req@ffff9e53c9d34000 x1855007616074496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077220.924863:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077220.924865:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077220.924869:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077220.924874:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077220.924877:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077220.924882:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077220.924889:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34000 x1855007616074496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077220.924947:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34000 x1855007616074496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.924962:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077220.924966:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.924970:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.924972:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077220.924978:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34000 x1855007616074496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.924987:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077220.924994:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34000 x1855007616074496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.925003:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077220.925007:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.925009:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.925010:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.925013:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077220.925016:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077220.925019:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077220.925024:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077220.925027:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077220.925032:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34000 x1855007616074496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077220.925043:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616074496:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077220.925049:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.925052:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.925056:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34000 x1855007616074496/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.925065:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077220.925068:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077220.925071:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769077220.925075:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077220.925077:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077220.925109:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077220.925112:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077220.925116:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:1.0:1769077220.925122:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077220.925125:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077220.925127:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34000.
00000100:00000001:1.0:1769077220.925132:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077220.925133:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.925136:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.925145:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077220.925148:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.925151:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077220.925153:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077220.925155:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077220.925160:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34e00 x1855007616074624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.925170:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077220.925173:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.925176:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077220.925178:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077220.925181:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077220.925185:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616074624:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077220.925189:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077220.925192:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077220.925194:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.925197:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077220.925202:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769077220.925204:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077220.925211:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077220.925215:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077220.925220:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077220.925241:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616074624, portal 10
00000100:00000001:1.0:1769077220.925244:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077220.925245:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438383616 : -107392271168000 : ffff9e53c9d34e00)
00000100:00000040:1.0:1769077220.925253:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34e00 x1855007616074624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.925261:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077220.925264:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077220.925266:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077220.925269:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616074624, offset 0
00000400:00000200:1.0:1769077220.925274:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077220.925279:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077220.925283:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077220.925287:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077220.925290:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077220.925293:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077220.925296:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077220.925317:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37877:37877:256:4294967295] 192.168.204.113@tcp LPNI seq info [37847:37847:8:4294967295]
00000400:00000200:1.0:1769077220.925323:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077220.925332:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077220.925338:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077220.925343:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077220.925348:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077220.925352:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077220.925359:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077220.925362:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077220.925367:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077220.925370:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077220.925374:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077220.925379:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077220.925383:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077220.925386:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077220.925389:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077220.925394:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34e00 x1855007616074624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.925405:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.925409:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34e00 x1855007616074624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.925426:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.925428:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077220.925433:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077220.925438:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077220.925443:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077220.925447:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298876943
00000100:00000001:1.0:1769077220.925450:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298878190
00000100:00000001:1.0:1769077220.925453:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298876943
00000100:00000001:1.0:1769077220.925456:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298878190
00000100:00000001:1.0:1769077220.925459:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077220.925462:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.925464:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077220.925469:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077220/real 1769077220]  req@ffff9e53c9d34e00 x1855007616074624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077220.925479:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077220.925481:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077220.925483:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077220.925486:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077220.925488:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077220.925490:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077220.925494:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34e00 x1855007616074624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077220.925504:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34e00 x1855007616074624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.925512:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077220.925514:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.925517:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.925519:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077220.925523:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34e00 x1855007616074624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.925533:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077220.925538:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34e00 x1855007616074624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.925546:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077220.925549:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.925551:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.925553:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.925555:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077220.925557:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077220.925560:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077220.925564:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077220.925567:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077220.925571:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34e00 x1855007616074624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077220.925597:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616074624:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077220.925601:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077220.925605:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d37800 x1855007616074752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.925613:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077220.925615:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.925617:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077220.925619:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077220.925621:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077220.925624:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616074752:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077220.925627:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077220.925629:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077220.925631:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077220.925633:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077220.925637:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769077220.925639:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077220.925643:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077220.925646:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077220.925649:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077220.925652:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616074752, portal 10
00000100:00000001:1.0:1769077220.925654:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077220.925673:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438394368 : -107392271157248 : ffff9e53c9d37800)
00000100:00000040:1.0:1769077220.925681:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d37800 x1855007616074752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.925689:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077220.925693:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077220.925695:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077220.925698:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616074752, offset 0
00000400:00000200:1.0:1769077220.925703:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077220.925708:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077220.925712:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077220.925715:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077220.925718:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077220.925721:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077220.925725:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077220.925729:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37878:37878:256:4294967295] 192.168.204.113@tcp LPNI seq info [37848:37848:8:4294967295]
00000400:00000200:1.0:1769077220.925734:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077220.925743:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077220.925748:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077220.925752:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077220.925757:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077220.925760:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077220.925766:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077220.925769:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077220.925774:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077220.925777:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077220.925781:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077220.925785:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077220.925788:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077220.925791:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077220.925793:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077220.925799:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d37800 x1855007616074752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.925829:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.925835:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d37800 x1855007616074752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.925847:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.925849:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077220.925855:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077220.925860:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077220.925866:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077220.925870:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298876950
00000100:00000001:1.0:1769077220.925874:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298878190
00000100:00000001:1.0:1769077220.925878:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298876950
00000100:00000001:1.0:1769077220.925882:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298878190
00000100:00000001:1.0:1769077220.925885:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077220.925906:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.925911:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077220.925919:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077220/real 1769077220]  req@ffff9e53c9d37800 x1855007616074752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077220.925950:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077220.925953:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077220.925957:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077220.925962:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077220.925964:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077220.925968:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077220.925973:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d37800 x1855007616074752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077220.925984:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d37800 x1855007616074752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.925993:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077220.925995:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.925997:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.925999:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077220.926003:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d37800 x1855007616074752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.926011:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077220.926016:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d37800 x1855007616074752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.926025:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077220.926028:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.926030:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077220.926031:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.926033:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077220.926035:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077220.926038:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077220.926042:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077220.926045:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077220.926049:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d37800 x1855007616074752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077220.926059:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616074752:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077220.926064:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.926067:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.926071:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34e00 x1855007616074624/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.926108:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077220.926111:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077220.926113:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769077220.926117:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077220.926119:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077220.926121:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077220.926124:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077220.926126:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:1.0:1769077220.926130:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077220.926132:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077220.926134:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34e00.
00000100:00000001:1.0:1769077220.926137:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077220.926139:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.926141:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077220.926146:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d37800 x1855007616074752/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077220.926154:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077220.926155:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077220.926157:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769077220.926161:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077220.926162:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077220.926164:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077220.926166:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077220.926168:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:1.0:1769077220.926170:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077220.926171:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077220.926173:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d37800.
00000100:00000001:1.0:1769077220.926177:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077220.926178:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.926181:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077220.926185:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077220.926187:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077220.926189:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077220.926192:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077221.627143:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077221.627148:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077221.627153:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077221.627154:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077221.627318:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077221.627324:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077221.627330:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077221.819139:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077221.819145:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077221.819146:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077221.819151:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077221.819154:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077221.819158:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077221.819161:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077221.819164:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077221.819166:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077222.203170:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298878190, at 4298878208
00000100:00000040:2.0:1769077222.203178:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298878190, at 4298878208
00000100:00000010:3.0:1769077222.203187:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b540.
00000100:00000010:2.0:1769077222.203189:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0bd80.
00010000:00000001:1.0:1769077222.651172:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077222.651179:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077222.651184:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077222.651186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077222.651272:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077222.651296:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077222.651301:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077222.843160:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077222.843167:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077222.843169:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077222.843174:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077222.843177:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077222.843180:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077222.843183:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077222.843185:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077222.843188:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077223.675216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077223.675224:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077223.675236:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077223.675238:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077223.675323:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077223.675329:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077223.675333:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077223.867173:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077223.867181:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077223.867182:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077223.867188:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077223.867191:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077223.867195:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077223.867197:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077223.867201:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077223.867203:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077224.699188:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077224.699194:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077224.699199:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077224.699200:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077224.699300:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077224.699307:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077224.699312:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077224.891247:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077224.891258:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077224.891261:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077224.891268:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077224.891272:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077224.891276:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077224.891279:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077224.891281:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077224.891295:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077225.723169:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077225.723175:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077225.723179:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077225.723182:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077225.723184:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077225.723186:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077225.723188:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077225.723189:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077225.723191:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077225.723192:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077225.723238:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077225.723242:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077225.723245:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077225.915181:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077225.915188:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077225.915190:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077225.915195:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077225.915199:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077225.915203:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.915205:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077225.915208:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077225.915210:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077226.043267:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077226.043279:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077226.043282:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077226.043287:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077226.043291:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077226.043298:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4209
00000400:00000200:3.0:1769077226.043306:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077226.043313:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077226.043317:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077226.043320:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043323:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077226.043326:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043328:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077226.043332:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077226.043333:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:3.0:1769077226.043336:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077226.043338:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:3.0:1769077226.043340:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:3.0:1769077226.043342:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:3.0:1769077226.043344:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043346:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077226.043348:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043350:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077226.043353:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:3.0:1769077226.043355:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043357:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077226.043360:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077226.043362:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077226.043365:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077226.043366:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077226.043368:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077226.043379:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36d80.
00000020:00000040:3.0:1769077226.043382:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:3.0:1769077226.043386:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077226.043387:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077226.043390:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077226.043393:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077226.043397:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077226.043406:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3c00.
00000100:00000001:3.0:1769077226.043413:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077226.043423:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36d80 x1855007616074880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077226.043432:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077226.043436:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077226.043440:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061c64952] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36d80 x1855007616074880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077226.043456:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077226.043459:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077226.043462:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077226.043463:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077226.043464:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077226.043466:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077226.043467:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4209
00000400:00000200:3.0:1769077226.043471:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077226.043473:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077226.043475:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077226.043494:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043497:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077226.043499:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043501:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:3.0:1769077226.043503:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077226.043504:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:3.0:1769077226.043505:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077226.043506:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:3.0:1769077226.043508:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:3.0:1769077226.043510:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:3.0:1769077226.043513:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043514:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077226.043516:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043518:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077226.043520:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:1.0:1769077226.043521:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769077226.043523:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043529:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077226.043530:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077226.043531:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769077226.043536:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077226.043537:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769077226.043558:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077226.043561:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077226.043565:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769077226.043566:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36d80 x1855007616074880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077226.043570:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077226.043574:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077226.043577:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d36680.
00000020:00000040:3.0:1769077226.043579:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:3.0:1769077226.043582:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077226.043585:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077226.043588:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077226.043590:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077226.043592:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077226.043598:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b3000.
00000100:00000001:3.0:1769077226.043603:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077226.043611:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1769077226.043611:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d36680 x1855007616075008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077226.043615:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077226.043624:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077226.043624:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769077226.043628:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077226.043629:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077226.043637:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077226.043639:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0dc07f1] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d36680 x1855007616075008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077226.043645:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616074880:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077226.043657:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077226.043663:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077226.043664:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769077226.043667:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077226.043669:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077226.043676:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769077226.043677:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1769077226.043680:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077226.043682:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1769077226.043685:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
00000100:00000001:3.0:1769077226.043686:0:71119:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1769077226.043691:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077226.043693:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4209
00000400:00000200:3.0:1769077226.043700:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077226.043704:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077226.043706:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077226.043710:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1769077226.043713:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000100:00000040:3.0:1769077226.043713:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043719:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077226.043722:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043723:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000010:1.0:1769077226.043725:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000020:00000001:3.0:1769077226.043726:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077226.043745:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:3.0:1769077226.043750:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077226.043752:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:3.0:1769077226.043753:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:3.0:1769077226.043756:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000200:1.0:1769077226.043758:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616074880, portal 25
00000100:00000040:3.0:1769077226.043760:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077226.043766:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077226.043766:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077226.043771:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077226.043773:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438391680 : -107392271159936 : ffff9e53c9d36d80)
00000100:00000001:3.0:1769077226.043774:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:3.0:1769077226.043782:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:3.0:1769077226.043786:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043789:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077226.043792:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36d80 x1855007616074880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077226.043792:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077226.043830:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077226.043838:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077226.043839:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077226.043840:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077226.043844:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077226.043848:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077226.043849:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043851:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077226.043856:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000010:3.0:1769077226.043857:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d34700.
00000020:00000040:3.0:1769077226.043862:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000200:1.0:1769077226.043865:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616074880, offset 0
02000000:00000001:3.0:1769077226.043865:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077226.043883:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077226.043887:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077226.043888:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077226.043890:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077226.043895:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c68b0000.
00000400:00000200:1.0:1769077226.043896:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:3.0:1769077226.043900:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077226.043908:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d34700 x1855007616075136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077226.043915:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:3.0:1769077226.043922:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077226.043925:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077226.043931:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:3.0:1769077226.043931:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659cd5de] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d34700 x1855007616075136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077226.043944:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077226.043946:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769077226.043949:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077226.043954:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077226.043957:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:3.0:1769077226.043959:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077226.043964:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077226.043968:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769077226.043971:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4219)
00000400:00000200:1.0:1769077226.043976:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077226.043983:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37879:37879:256:4294967295] 192.168.204.113@tcp LPNI seq info [37849:37849:8:4294967295]
00000400:00000200:1.0:1769077226.043990:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077226.044004:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077226.044013:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077226.044021:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077226.044031:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077226.044051:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077226.044058:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077226.044063:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077226.044068:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077226.044073:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077226.044081:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077226.044087:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077226.044140:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077226.044143:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077226.044150:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077226.044156:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36d80 x1855007616074880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044167:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077226.044172:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36d80 x1855007616074880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044180:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077226.044182:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077226.044190:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077226.044196:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077226.044199:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298883310
00000100:00000010:1.0:1769077226.044205:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b180.
00000100:00000001:1.0:1769077226.044214:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077226.044227:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298883310
00000100:00000010:1.0:1769077226.044230:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53cba0b360.
00000100:00000001:1.0:1769077226.044234:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077226.044237:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077226.044241:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077226.044244:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077226.044250:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077226/real 1769077226]  req@ffff9e53c9d36d80 x1855007616074880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077226.044261:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077226.044263:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077226.044265:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077226.044268:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077226.044270:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077226.044273:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077226.044277:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36d80 x1855007616074880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077226.044287:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36d80 x1855007616074880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044294:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077226.044296:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.044299:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077226.044301:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077226.044305:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36d80 x1855007616074880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044313:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077226.044318:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36d80 x1855007616074880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044326:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077226.044329:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.044331:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077226.044332:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.044334:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077226.044337:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077226.044340:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077226.044344:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077226.044348:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077226.044353:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36d80 x1855007616074880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077226.044362:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616074880:192.168.204.113@tcp:250:kworker.0
00000100:00000001:1.0:1769077226.044368:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.044370:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077226.044374:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36d80 x1855007616074880/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044382:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077226.044385:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077226.044388:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769077226.044392:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077226.044394:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077226.044396:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:1.0:1769077226.044398:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077226.044402:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3c00.
02000000:00000001:1.0:1769077226.044407:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077226.044409:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077226.044411:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36d80.
00000100:00000001:1.0:1769077226.044416:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077226.044418:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.044420:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.044429:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077226.044431:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077226.044434:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077226.044435:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077226.044437:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077226.044442:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d36680 x1855007616075008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044450:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077226.044452:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077226.044454:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077226.044456:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077226.044459:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077226.044463:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616075008:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077226.044467:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077226.044469:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077226.044471:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077226.044473:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077226.044477:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769077226.044479:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077226.044485:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077226.044488:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077226.044492:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077226.044496:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616075008, portal 10
00000100:00000001:1.0:1769077226.044498:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077226.044500:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438389888 : -107392271161728 : ffff9e53c9d36680)
00000100:00000040:1.0:1769077226.044507:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d36680 x1855007616075008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044514:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077226.044517:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077226.044519:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077226.044522:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616075008, offset 0
00000400:00000200:1.0:1769077226.044526:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077226.044531:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077226.044536:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077226.044540:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077226.044543:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077226.044546:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077226.044549:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077226.044552:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37880:37880:256:4294967295] 192.168.204.113@tcp LPNI seq info [37850:37850:8:4294967295]
00000400:00000200:1.0:1769077226.044557:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077226.044564:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077226.044569:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077226.044574:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077226.044578:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077226.044581:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077226.044586:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077226.044589:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077226.044593:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077226.044596:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077226.044599:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077226.044603:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077226.044606:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077226.044608:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077226.044611:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077226.044615:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d36680 x1855007616075008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044624:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077226.044627:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d36680 x1855007616075008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044634:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077226.044636:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077226.044639:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077226.044644:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:1.0:1769077226.044648:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077226.044651:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298882062
00000100:00000001:1.0:1769077226.044654:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298883310
00000100:00000001:1.0:1769077226.044657:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298882062
00000100:00000001:1.0:1769077226.044659:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298883310
00000100:00000001:1.0:1769077226.044662:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077226.044664:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077226.044666:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077226.044671:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077226/real 1769077226]  req@ffff9e53c9d36680 x1855007616075008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077226.044688:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077226.044690:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077226.044692:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077226.044695:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077226.044697:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077226.044699:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077226.044703:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d36680 x1855007616075008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077226.044712:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d36680 x1855007616075008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044720:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077226.044722:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.044724:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077226.044725:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077226.044729:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d36680 x1855007616075008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044737:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077226.044742:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d36680 x1855007616075008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044749:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077226.044752:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.044754:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077226.044755:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.044758:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077226.044760:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077226.044763:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077226.044767:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077226.044770:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077226.044775:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d36680 x1855007616075008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077226.044784:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616075008:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077226.044789:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077226.044792:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d34700 x1855007616075136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044800:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077226.044802:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077226.044820:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077226.044822:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077226.044825:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077226.044829:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616075136:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077226.044832:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077226.044835:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077226.044837:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077226.044839:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077226.044860:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769077226.044862:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077226.044867:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:1.0:1769077226.044870:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53c68a3f78.
00000400:00000010:1.0:1769077226.044875:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423ee0.
00000100:00000200:1.0:1769077226.044878:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616075136, portal 10
00000100:00000001:1.0:1769077226.044880:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077226.044882:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438381824 : -107392271169792 : ffff9e53c9d34700)
00000100:00000040:1.0:1769077226.044890:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d34700 x1855007616075136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.044899:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077226.044902:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:1.0:1769077226.044904:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53cb423440.
00000100:00000200:1.0:1769077226.044907:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616075136, offset 0
00000400:00000200:1.0:1769077226.044914:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:1.0:1769077226.044919:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077226.044923:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077226.044927:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077226.044931:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:1.0:1769077226.044934:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077226.044937:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:1.0:1769077226.044941:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37881:37881:256:4294967295] 192.168.204.113@tcp LPNI seq info [37851:37851:8:4294967295]
00000400:00000200:1.0:1769077226.044946:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077226.044955:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077226.044961:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077226.044965:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53ca74f000.
00000800:00000200:1.0:1769077226.044970:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.0:1769077226.044973:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077226.044979:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:1.1:1769077226.044982:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077226.044987:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:1.0:1769077226.044989:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53ca74f000.
00000400:00000200:1.0:1769077226.044993:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077226.044998:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077226.045001:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423440
00000400:00000010:1.0:1769077226.045004:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423440.
00000100:00000001:1.0:1769077226.045007:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077226.045011:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d34700 x1855007616075136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.045020:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077226.045024:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d34700 x1855007616075136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.045032:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077226.045034:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077226.045038:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077226.045057:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:1.0:1769077226.045062:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077226.045066:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298882069
00000100:00000001:1.0:1769077226.045069:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298883310
00000100:00000001:1.0:1769077226.045072:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298882069
00000100:00000001:1.0:1769077226.045074:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298883310
00000100:00000001:1.0:1769077226.045077:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077226.045080:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077226.045082:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077226.045087:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077226/real 1769077226]  req@ffff9e53c9d34700 x1855007616075136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077226.045133:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077226.045135:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077226.045137:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53c68a3f78.
00000400:00000200:1.0:1769077226.045140:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53cb423ee0
00000400:00000010:1.0:1769077226.045142:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53cb423ee0.
00000100:00000001:1.0:1769077226.045144:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077226.045148:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d34700 x1855007616075136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077226.045158:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d34700 x1855007616075136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.045165:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077226.045167:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.045169:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077226.045171:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077226.045174:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d34700 x1855007616075136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.045182:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077226.045186:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d34700 x1855007616075136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.045194:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077226.045198:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.045199:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077226.045201:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.045203:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077226.045204:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077226.045207:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077226.045211:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:1.0:1769077226.045214:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077226.045218:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d34700 x1855007616075136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077226.045227:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616075136:192.168.204.113@tcp:38:kworker.0
00000100:00000001:1.0:1769077226.045231:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.045233:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077226.045236:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d36680 x1855007616075008/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.045244:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077226.045246:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077226.045247:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:1.0:1769077226.045250:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077226.045252:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077226.045253:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077226.045255:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077226.045257:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b3000.
02000000:00000001:1.0:1769077226.045260:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077226.045261:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077226.045263:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d36680.
00000100:00000001:1.0:1769077226.045265:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077226.045267:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.045268:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077226.045272:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d34700 x1855007616075136/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077226.045286:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077226.045287:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077226.045289:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea98400.
02000000:00000001:1.0:1769077226.045292:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077226.045293:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077226.045294:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:1.0:1769077226.045297:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077226.045298:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c68b0000.
02000000:00000001:1.0:1769077226.045301:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077226.045302:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077226.045304:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d34700.
00000100:00000001:1.0:1769077226.045306:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077226.045307:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.045309:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.045313:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077226.045315:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077226.045317:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077226.045318:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077226.747244:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077226.747253:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077226.747269:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077226.747271:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077226.747360:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077226.747367:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077226.747372:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077226.939223:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077226.939231:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077226.939233:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077226.939239:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077226.939242:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077226.939245:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.939248:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077226.939250:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077226.939252:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077227.323162:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298883310, at 4298883328
00000100:00000040:3.0:1769077227.323163:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298883310, at 4298883328
00000100:00000010:3.0:1769077227.323179:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b360.
00000100:00000010:2.0:1769077227.323185:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53cba0b180.
00010000:00000001:1.0:1769077227.771189:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077227.771197:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077227.771202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077227.771203:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077227.771300:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077227.771304:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077227.771307:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077227.963148:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077227.963156:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077227.963158:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077227.963164:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077227.963167:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077227.963170:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077227.963173:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077227.963175:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077227.963177:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077228.795219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077228.795229:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077228.795231:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077228.795234:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077228.795239:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077228.795241:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077228.795243:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077228.795245:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077228.795248:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077228.795249:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077228.795316:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077228.795319:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077228.795322:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077228.987203:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077228.987212:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077228.987214:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077228.987220:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077228.987224:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077228.987228:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077228.987231:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077228.987234:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077228.987238:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077229.819240:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077229.819250:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077229.819258:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077229.819259:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077229.819323:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077229.819327:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077229.819330:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077230.011142:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077230.011150:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077230.011152:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077230.011157:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077230.011160:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077230.011164:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077230.011167:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077230.011170:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077230.011172:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077230.843152:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077230.843161:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077230.843165:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077230.843166:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077230.843228:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077230.843233:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077230.843236:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077231.035220:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077231.035228:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077231.035230:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077231.035236:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077231.035240:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077231.035244:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.035246:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077231.035249:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077231.035252:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077231.163225:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077231.163237:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077231.163240:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077231.163244:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077231.163250:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077231.163259:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4214
00000400:00000200:0.0:1769077231.163269:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077231.163275:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077231.163278:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077231.163282:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077231.163285:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077231.163287:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077231.163289:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077231.163292:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077231.163294:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077231.163296:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077231.163299:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077231.163301:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077231.163303:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077231.163305:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077231.163306:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077231.163308:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077231.163309:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077231.163311:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077231.163315:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077231.163317:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077231.163320:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077231.163322:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077231.163324:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.163326:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077231.163328:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077231.163337:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7b80.
00000020:00000040:0.0:1769077231.163340:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077231.163344:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077231.163345:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.163347:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077231.163350:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077231.163354:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077231.163361:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000100:00000001:0.0:1769077231.163368:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077231.163377:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7b80 x1855007616075264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077231.163386:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077231.163390:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077231.163395:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa511e8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7b80 x1855007616075264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077231.163420:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077231.163424:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077231.163429:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077231.163431:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077231.163434:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077231.163437:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077231.163442:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4214
00000100:00000001:2.0:1769077231.163442:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077231.163447:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769077231.163449:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077231.163453:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077231.163456:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077231.163458:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077231.163463:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077231.163467:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077231.163471:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7b80 x1855007616075264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077231.163473:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077231.163478:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077231.163485:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077231.163486:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769077231.163488:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000100:00000001:2.0:1769077231.163489:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077231.163494:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077231.163496:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077231.163498:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077231.163502:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:2.0:1769077231.163505:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616075264:192.168.204.113@tcp:250:kworker.0
00000020:00000040:0.0:1769077231.163511:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000001:2.0:1769077231.163511:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1769077231.163517:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:2.0:1769077231.163517:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077231.163522:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077231.163523:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:2.0:1769077231.163526:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769077231.163531:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000010:2.0:1769077231.163532:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
00000100:00000001:0.0:1769077231.163534:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077231.163536:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077231.163539:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077231.163546:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769077231.163550:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000010:2.0:1769077231.163551:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000020:00000040:0.0:1769077231.163556:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000400:00000010:2.0:1769077231.163560:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00080000:0.0:1769077231.163561:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077231.163566:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077231.163568:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1769077231.163571:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616075264, portal 25
00000100:00000001:2.0:1769077231.163574:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077231.163576:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376896 : -107391528174720 : ffff9e53f61c7b80)
02000000:00000001:0.0:1769077231.163579:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077231.163583:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7b80 x1855007616075264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077231.163585:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.163590:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077231.163597:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077231.163597:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077231.163602:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000008:00000001:0.0:1769077231.163606:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077231.163606:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000001:0.0:1769077231.163612:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077231.163613:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616075264, offset 0
00000100:00000010:0.0:1769077231.163622:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5500.
00000400:00000200:2.0:1769077231.163624:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000020:00000040:0.0:1769077231.163629:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077231.163632:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077231.163633:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769077231.163635:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.163640:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077231.163641:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
02000000:00000001:0.0:1769077231.163643:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077231.163648:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077231.163649:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1769077231.163656:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000400:00000200:2.0:1769077231.163656:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077231.163661:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077231.163665:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077231.163665:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077231.163671:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37882:37882:256:4294967295] 192.168.204.113@tcp LPNI seq info [37852:37852:8:4294967295]
00000100:00100000:0.0:1769077231.163678:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5500 x1855007616075392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077231.163678:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077231.163693:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077231.163694:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077231.163699:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077231.163700:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077231.163707:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000100:00000040:0.0:1769077231.163709:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000502bc2e2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5500 x1855007616075392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769077231.163733:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077231.163741:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769077231.163746:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077231.163750:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:0.0:1769077231.163751:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769077231.163756:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1769077231.163757:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077231.163761:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077231.163763:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1769077231.163764:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077231.163766:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:2.0:1769077231.163769:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000100:00080000:0.0:1769077231.163772:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4214
00000400:00000200:2.0:1769077231.163776:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769077231.163777:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077231.163783:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077231.163787:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077231.163787:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077231.163793:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077231.163797:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000040:0.0:1769077231.163798:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077231.163801:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077231.163802:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769077231.163806:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000200:2.0:1769077231.163809:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7b80 x1855007616075264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077231.163810:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077231.163815:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077231.163816:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769077231.163820:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077231.163823:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769077231.163826:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769077231.163828:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:2.0:1769077231.163828:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077231.163833:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7b80 x1855007616075264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077231.163834:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077231.163838:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077231.163843:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077231.163848:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769077231.163850:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077231.163852:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:2.0:1769077231.163853:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1769077231.163859:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077231.163860:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.163866:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077231.163868:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769077231.163871:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077231.163873:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298888429
02000000:00000001:0.0:1769077231.163877:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769077231.163880:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
02000000:00000001:0.0:1769077231.163889:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077231.163889:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077231.163895:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077231.163896:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298888429
00000008:00100000:0.0:1769077231.163898:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000010:2.0:1769077231.163900:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79c00.
00000100:00000001:2.0:1769077231.163905:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000008:00000001:0.0:1769077231.163906:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077231.163909:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077231.163910:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077231.163912:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077231.163916:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000010:0.0:1769077231.163918:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c6300.
00000100:00100000:2.0:1769077231.163921:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077231/real 1769077231]  req@ffff9e53f61c7b80 x1855007616075264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077231.163925:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077231.163931:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077231.163934:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769077231.163935:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1769077231.163939:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:2.0:1769077231.163939:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077231.163942:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077231.163944:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077231.163946:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077231.163948:0:2405:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1769077231.163951:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1769077231.163952:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7b80 x1855007616075264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077231.163955:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077231.163961:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7b80 x1855007616075264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077231.163968:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:2.0:1769077231.163968:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077231.163971:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.163975:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077231.163976:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077231.163978:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077231.163980:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7b80 x1855007616075264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077231.163989:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c6300 x1855007616075520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077231.163989:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077231.163999:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7b80 x1855007616075264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077231.164001:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077231.164005:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077231.164013:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf371266] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c6300 x1855007616075520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164013:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077231.164018:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164021:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077231.164022:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164028:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077231.164030:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769077231.164035:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077231.164035:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1769077231.164042:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077231.164043:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077231.164048:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769077231.164052:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077231.164054:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7b80 x1855007616075264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077231.164058:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769077231.164086:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616075264:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077231.164091:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164095:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077231.164096:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077231.164100:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7b80 x1855007616075264/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077231.164103:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4224)
00000100:00000001:2.0:1769077231.164114:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077231.164117:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077231.164119:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077231.164121:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077231.164123:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077231.164125:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077231.164127:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077231.164129:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:2.0:1769077231.164133:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077231.164135:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077231.164137:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7b80.
00000100:00000001:2.0:1769077231.164139:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077231.164140:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164142:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164148:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077231.164150:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077231.164151:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077231.164153:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077231.164154:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077231.164156:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5500 x1855007616075392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164161:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077231.164162:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077231.164163:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077231.164165:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077231.164174:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077231.164176:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616075392:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077231.164181:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077231.164182:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077231.164183:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077231.164185:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077231.164187:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077231.164189:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077231.164192:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077231.164194:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077231.164197:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077231.164199:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616075392, portal 10
00000100:00000001:2.0:1769077231.164200:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077231.164201:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367040 : -107391528184576 : ffff9e53f61c5500)
00000100:00000040:2.0:1769077231.164207:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5500 x1855007616075392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164211:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077231.164213:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077231.164214:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077231.164216:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616075392, offset 0
00000400:00000200:2.0:1769077231.164219:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077231.164221:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077231.164223:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077231.164226:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077231.164227:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077231.164229:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077231.164231:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077231.164233:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37883:37883:256:4294967295] 192.168.204.113@tcp LPNI seq info [37853:37853:8:4294967295]
00000400:00000200:2.0:1769077231.164235:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077231.164240:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077231.164243:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077231.164245:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077231.164248:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077231.164250:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077231.164259:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077231.164261:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077231.164266:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077231.164267:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077231.164269:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077231.164272:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077231.164274:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077231.164275:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077231.164277:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077231.164280:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5500 x1855007616075392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164285:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077231.164287:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5500 x1855007616075392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164292:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077231.164293:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077231.164295:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077231.164298:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077231.164300:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077231.164301:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298887182
00000100:00000001:2.0:1769077231.164303:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298888429
00000100:00000001:2.0:1769077231.164305:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298887182
00000100:00000001:2.0:1769077231.164306:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298888429
00000100:00000001:2.0:1769077231.164308:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077231.164309:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077231.164310:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077231.164313:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077231/real 1769077231]  req@ffff9e53f61c5500 x1855007616075392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077231.164317:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077231.164318:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077231.164319:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077231.164320:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077231.164322:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077231.164323:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077231.164325:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5500 x1855007616075392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077231.164332:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5500 x1855007616075392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164344:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077231.164346:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164348:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077231.164349:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077231.164353:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5500 x1855007616075392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164360:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077231.164365:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5500 x1855007616075392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164372:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077231.164375:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164376:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077231.164378:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164379:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077231.164381:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077231.164384:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077231.164387:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077231.164390:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077231.164393:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5500 x1855007616075392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077231.164401:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616075392:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077231.164406:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077231.164409:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c6300 x1855007616075520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164416:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077231.164417:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077231.164420:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077231.164422:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077231.164424:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077231.164427:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616075520:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077231.164430:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077231.164432:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077231.164434:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077231.164436:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077231.164439:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077231.164441:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077231.164445:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077231.164448:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077231.164451:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077231.164454:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616075520, portal 10
00000100:00000001:2.0:1769077231.164456:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077231.164457:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181370624 : -107391528180992 : ffff9e53f61c6300)
00000100:00000040:2.0:1769077231.164464:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c6300 x1855007616075520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164471:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077231.164473:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077231.164475:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077231.164477:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616075520, offset 0
00000400:00000200:2.0:1769077231.164481:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077231.164485:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077231.164489:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077231.164492:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077231.164494:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077231.164497:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077231.164499:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077231.164502:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37884:37884:256:4294967295] 192.168.204.113@tcp LPNI seq info [37854:37854:8:4294967295]
00000400:00000200:2.0:1769077231.164507:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077231.164513:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077231.164518:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077231.164521:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077231.164525:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077231.164528:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077231.164532:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077231.164535:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769077231.164554:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077231.164557:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077231.164560:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077231.164564:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077231.164567:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077231.164570:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077231.164573:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077231.164575:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c6300 x1855007616075520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164581:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077231.164583:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c6300 x1855007616075520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164588:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077231.164589:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077231.164591:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077231.164594:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077231.164596:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077231.164598:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298887189
00000100:00000001:2.0:1769077231.164600:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298888429
00000100:00000001:2.0:1769077231.164601:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298887189
00000100:00000001:2.0:1769077231.164603:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298888429
00000100:00000001:2.0:1769077231.164604:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077231.164606:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077231.164607:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077231.164610:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077231/real 1769077231]  req@ffff9e53f61c6300 x1855007616075520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077231.164616:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077231.164617:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077231.164618:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077231.164620:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077231.164621:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077231.164622:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077231.164624:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c6300 x1855007616075520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077231.164640:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c6300 x1855007616075520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164645:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077231.164646:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164647:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077231.164648:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077231.164650:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c6300 x1855007616075520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164654:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077231.164656:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c6300 x1855007616075520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164660:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077231.164662:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164663:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077231.164664:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164665:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077231.164666:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077231.164668:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077231.164671:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077231.164672:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077231.164676:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c6300 x1855007616075520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077231.164681:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616075520:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077231.164684:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164685:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077231.164687:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5500 x1855007616075392/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164691:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077231.164692:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077231.164693:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077231.164695:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077231.164696:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077231.164697:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077231.164698:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077231.164700:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:2.0:1769077231.164702:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077231.164703:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077231.164704:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5500.
00000100:00000001:2.0:1769077231.164706:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077231.164706:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164708:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077231.164710:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c6300 x1855007616075520/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077231.164714:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077231.164714:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077231.164715:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077231.164717:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077231.164728:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077231.164730:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077231.164731:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077231.164732:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:2.0:1769077231.164734:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077231.164735:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077231.164736:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c6300.
00000100:00000001:2.0:1769077231.164738:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077231.164739:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164740:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.164743:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077231.164744:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077231.164745:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077231.164746:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077231.867163:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077231.867170:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077231.867175:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077231.867176:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077231.867231:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077231.867235:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077231.867238:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077232.059195:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077232.059207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077232.059210:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077232.059217:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077232.059223:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077232.059228:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077232.059231:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077232.059234:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077232.059238:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077232.443159:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298888429, at 4298888448
00000100:00000040:2.0:1769077232.443162:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298888429, at 4298888448
00000100:00000010:3.0:1769077232.443183:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79c00.
00000100:00000010:2.0:1769077232.443191:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077232.891224:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077232.891231:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077232.891237:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077232.891238:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077232.891298:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077232.891301:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077232.891304:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077233.083250:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077233.083261:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077233.083264:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077233.083271:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077233.083276:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077233.083280:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077233.083284:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077233.083288:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077233.083291:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077233.915195:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077233.915205:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077233.915212:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077233.915214:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077233.915291:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077233.915296:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077233.915300:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077234.107191:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077234.107200:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077234.107202:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077234.107207:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077234.107211:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077234.107215:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077234.107217:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077234.107220:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077234.107222:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077234.939167:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077234.939173:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077234.939177:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077234.939178:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077234.939279:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077234.939285:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077234.939290:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077235.131204:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077235.131211:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077235.131214:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077235.131220:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077235.131225:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077235.131229:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077235.131232:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077235.131235:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077235.131238:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077235.963178:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077235.963183:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077235.963187:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077235.963191:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077235.963193:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077235.963195:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077235.963198:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077235.963200:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077235.963201:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077235.963203:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077235.963292:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077235.963297:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077235.963301:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077236.155183:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077236.155190:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077236.155193:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077236.155198:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077236.155202:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077236.155206:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.155208:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077236.155210:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077236.155212:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077236.283166:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077236.283179:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077236.283182:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077236.283186:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077236.283190:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077236.283197:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4219
00000400:00000200:0.0:1769077236.283205:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077236.283211:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077236.283213:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077236.283216:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077236.283219:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077236.283221:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077236.283223:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077236.283226:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077236.283228:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077236.283230:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077236.283233:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077236.283234:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077236.283236:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077236.283238:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077236.283239:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077236.283241:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077236.283243:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077236.283246:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077236.283249:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077236.283259:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077236.283261:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077236.283266:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077236.283269:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077236.283271:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077236.283272:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077236.283281:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4000.
00000020:00000040:0.0:1769077236.283284:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077236.283289:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077236.283290:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077236.283293:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077236.283296:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077236.283300:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077236.283307:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769077236.283315:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077236.283325:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4000 x1855007616075648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077236.283338:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077236.283343:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077236.283349:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000178e2043] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4000 x1855007616075648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077236.283366:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077236.283369:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077236.283371:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077236.283373:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077236.283374:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077236.283376:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077236.283378:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4219
00000400:00000200:0.0:1769077236.283382:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077236.283384:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077236.283386:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077236.283389:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077236.283391:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077236.283394:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077236.283396:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769077236.283397:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077236.283398:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077236.283399:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769077236.283402:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077236.283404:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077236.283405:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769077236.283409:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077236.283409:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077236.283414:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769077236.283418:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4000 x1855007616075648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077236.283422:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077236.283429:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077236.283431:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769077236.283435:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077236.283436:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077236.283441:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:2.0:1769077236.283442:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077236.283446:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077236.283447:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:2.0:1769077236.283450:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077236.283453:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077236.283458:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077236.283458:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616075648:192.168.204.113@tcp:250:kworker.0
02000000:00000001:0.0:1769077236.283463:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077236.283465:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077236.283470:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077236.283471:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077236.283474:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077236.283475:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077236.283479:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077236.283479:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769077236.283483:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1769077236.283486:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
00000008:00000001:0.0:1769077236.283487:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077236.283492:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077236.283492:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077236.283499:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7480.
00000020:00000040:0.0:1769077236.283502:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000400:00000200:2.0:1769077236.283505:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:0.0:1769077236.283506:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077236.283511:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077236.283512:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000100:00000001:0.0:1769077236.283514:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077236.283518:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077236.283520:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
02000000:00000001:0.0:1769077236.283521:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077236.283530:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000200:2.0:1769077236.283530:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616075648, portal 25
00000100:00000001:2.0:1769077236.283534:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077236.283536:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181361664 : -107391528189952 : ffff9e53f61c4000)
00000100:00000001:0.0:1769077236.283537:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077236.283541:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4000 x1855007616075648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.283547:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077236.283551:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077236.283554:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077236.283557:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616075648, offset 0
00000100:00100000:0.0:1769077236.283559:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7480 x1855007616075776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077236.283566:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077236.283576:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077236.283577:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769077236.283583:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077236.283587:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:0.0:1769077236.283591:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dc6e9c2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7480 x1855007616075776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077236.283596:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077236.283604:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077236.283604:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00080000:0.0:1769077236.283610:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077236.283612:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769077236.283616:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077236.283617:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:0.0:1769077236.283621:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077236.283624:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077236.283625:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37885:37885:256:4294967295] 192.168.204.113@tcp LPNI seq info [37855:37855:8:4294967295]
00000100:00000001:0.0:1769077236.283628:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077236.283644:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4219
00000400:00000200:2.0:1769077236.283645:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077236.283654:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077236.283662:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000400:00000200:2.0:1769077236.283663:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769077236.283667:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1769077236.283672:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769077236.283677:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000010:2.0:1769077236.283679:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000100:00000001:0.0:1769077236.283681:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077236.283686:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000800:00000200:2.0:1769077236.283691:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:0.0:1769077236.283692:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077236.283696:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.0:1769077236.283696:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000020:00000040:0.0:1769077236.283698:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769077236.283702:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077236.283705:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000800:00000200:2.1:1769077236.283706:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000001:0.0:1769077236.283708:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000800:00000200:2.1:1769077236.283710:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769077236.283712:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769077236.283717:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000800:00000100:2.0:1769077236.283720:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077236.283721:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1769077236.283725:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000100:00000040:0.0:1769077236.283726:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077236.283729:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077236.283731:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:2.0:1769077236.283732:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769077236.283735:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077236.283738:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077236.283741:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769077236.283742:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077236.283747:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077236.283748:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
02000000:00000001:0.0:1769077236.283750:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077236.283752:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:0.0:1769077236.283753:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077236.283758:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077236.283759:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:0.0:1769077236.283762:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077236.283766:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077236.283766:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4000 x1855007616075648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077236.283773:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4a80.
00000020:00000040:0.0:1769077236.283777:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000001:2.0:1769077236.283780:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1769077236.283781:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077236.283785:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077236.283788:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769077236.283788:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4000 x1855007616075648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077236.283789:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077236.283793:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077236.283800:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010c00.
00000100:00000001:2.0:1769077236.283802:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077236.283807:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077236.283808:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1769077236.283818:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4a80 x1855007616075904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077236.283818:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077236.283828:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077236.283835:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298893549
00000100:00000001:0.0:1769077236.283836:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077236.283841:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077236.283845:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e0eb0c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4a80 x1855007616075904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077236.283845:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077236.283854:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769077236.283855:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077236.283861:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077236.283862:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298893549
00000100:00000040:0.0:1769077236.283866:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:2.0:1769077236.283868:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79600.
00000100:00000040:0.0:1769077236.283871:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077236.283873:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1769077236.283877:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077236.283878:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077236.283882:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077236.283883:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4229)
00000100:00000001:2.0:1769077236.283895:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077236.283901:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077236/real 1769077236]  req@ffff9e53f61c4000 x1855007616075648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077236.283910:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077236.283912:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077236.283914:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077236.283916:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077236.283917:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077236.283919:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077236.283922:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4000 x1855007616075648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077236.283928:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4000 x1855007616075648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.283938:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077236.283940:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.283942:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077236.283944:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077236.283947:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4000 x1855007616075648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.283951:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077236.283955:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4000 x1855007616075648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.283960:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077236.283962:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.283963:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077236.283964:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.283966:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077236.283971:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077236.283973:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077236.283976:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077236.283977:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077236.283980:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4000 x1855007616075648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077236.283986:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616075648:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077236.283990:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.283992:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077236.283994:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4000 x1855007616075648/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.283998:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077236.284000:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077236.284003:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077236.284006:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077236.284008:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077236.284009:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077236.284011:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077236.284013:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:2.0:1769077236.284016:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077236.284018:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077236.284020:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4000.
00000100:00000001:2.0:1769077236.284022:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077236.284023:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.284025:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.284031:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077236.284033:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077236.284035:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077236.284036:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077236.284037:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077236.284039:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7480 x1855007616075776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284045:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077236.284046:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077236.284047:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077236.284049:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077236.284050:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077236.284053:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616075776:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077236.284057:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077236.284059:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077236.284061:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077236.284063:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077236.284096:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077236.284100:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077236.284105:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077236.284108:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077236.284111:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077236.284114:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616075776, portal 10
00000100:00000001:2.0:1769077236.284116:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077236.284118:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181375104 : -107391528176512 : ffff9e53f61c7480)
00000100:00000040:2.0:1769077236.284124:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7480 x1855007616075776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284130:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077236.284131:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077236.284133:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077236.284134:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616075776, offset 0
00000400:00000200:2.0:1769077236.284137:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077236.284140:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077236.284143:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077236.284145:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077236.284148:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077236.284149:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077236.284151:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077236.284153:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37886:37886:256:4294967295] 192.168.204.113@tcp LPNI seq info [37856:37856:8:4294967295]
00000400:00000200:2.0:1769077236.284156:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077236.284160:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077236.284163:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077236.284165:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077236.284168:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077236.284171:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077236.284174:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077236.284176:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077236.284178:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077236.284180:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077236.284182:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077236.284184:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077236.284187:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077236.284188:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077236.284190:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077236.284192:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7480 x1855007616075776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284202:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077236.284204:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7480 x1855007616075776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284209:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077236.284210:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077236.284212:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077236.284215:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077236.284217:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077236.284218:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298892302
00000100:00000001:2.0:1769077236.284221:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298893549
00000100:00000001:2.0:1769077236.284223:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298892302
00000100:00000001:2.0:1769077236.284224:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298893549
00000100:00000001:2.0:1769077236.284226:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077236.284227:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077236.284229:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077236.284231:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077236/real 1769077236]  req@ffff9e53f61c7480 x1855007616075776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077236.284235:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077236.284236:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077236.284237:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077236.284239:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077236.284240:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077236.284242:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077236.284244:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7480 x1855007616075776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077236.284249:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7480 x1855007616075776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284253:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077236.284254:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.284256:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077236.284257:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077236.284259:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7480 x1855007616075776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284264:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077236.284266:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7480 x1855007616075776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284270:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077236.284272:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.284273:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077236.284273:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.284275:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077236.284276:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077236.284277:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077236.284279:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077236.284281:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077236.284283:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7480 x1855007616075776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077236.284288:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616075776:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077236.284290:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077236.284292:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4a80 x1855007616075904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284297:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077236.284298:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077236.284299:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077236.284301:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077236.284302:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077236.284304:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616075904:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077236.284306:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077236.284308:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077236.284309:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077236.284310:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077236.284312:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077236.284314:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077236.284316:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077236.284317:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077236.284319:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077236.284321:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616075904, portal 10
00000100:00000001:2.0:1769077236.284322:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077236.284323:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181364352 : -107391528187264 : ffff9e53f61c4a80)
00000100:00000040:2.0:1769077236.284328:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4a80 x1855007616075904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284332:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077236.284334:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077236.284335:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077236.284336:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616075904, offset 0
00000400:00000200:2.0:1769077236.284339:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077236.284341:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077236.284343:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077236.284344:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077236.284346:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077236.284347:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077236.284349:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077236.284351:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37887:37887:256:4294967295] 192.168.204.113@tcp LPNI seq info [37857:37857:8:4294967295]
00000400:00000200:2.0:1769077236.284354:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077236.284358:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077236.284361:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077236.284362:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077236.284366:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077236.284369:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077236.284373:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077236.284376:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077236.284380:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077236.284382:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077236.284384:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077236.284389:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077236.284391:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077236.284394:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077236.284396:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077236.284400:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4a80 x1855007616075904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284408:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077236.284411:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4a80 x1855007616075904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284419:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077236.284420:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077236.284424:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077236.284427:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077236.284430:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077236.284431:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298892309
00000100:00000001:2.0:1769077236.284433:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298893549
00000100:00000001:2.0:1769077236.284435:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298892309
00000100:00000001:2.0:1769077236.284437:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298893549
00000100:00000001:2.0:1769077236.284438:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077236.284440:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077236.284441:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077236.284443:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077236/real 1769077236]  req@ffff9e53f61c4a80 x1855007616075904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077236.284448:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077236.284450:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077236.284451:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077236.284453:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077236.284454:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077236.284455:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077236.284457:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4a80 x1855007616075904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077236.284463:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4a80 x1855007616075904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284467:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077236.284468:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.284469:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077236.284470:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077236.284472:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4a80 x1855007616075904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284476:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077236.284478:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4a80 x1855007616075904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284482:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077236.284484:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.284485:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077236.284486:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.284487:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077236.284488:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077236.284490:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077236.284492:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077236.284493:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077236.284496:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4a80 x1855007616075904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077236.284505:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616075904:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077236.284508:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.284510:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077236.284511:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7480 x1855007616075776/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284515:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077236.284516:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077236.284518:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077236.284519:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077236.284521:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077236.284522:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077236.284523:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077236.284524:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:2.0:1769077236.284526:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077236.284527:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077236.284529:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7480.
00000100:00000001:2.0:1769077236.284530:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077236.284531:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.284532:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077236.284534:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4a80 x1855007616075904/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077236.284538:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077236.284539:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077236.284540:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077236.284541:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077236.284542:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077236.284543:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077236.284544:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077236.284545:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010c00.
02000000:00000001:2.0:1769077236.284546:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077236.284547:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077236.284547:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4a80.
00000100:00000001:2.0:1769077236.284549:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077236.284550:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.284552:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.284554:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077236.284555:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077236.284556:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077236.284558:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077236.987194:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077236.987202:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077236.987207:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077236.987208:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077236.987271:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077236.987275:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077236.987278:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077237.179213:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077237.179220:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077237.179222:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077237.179227:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077237.179230:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077237.179235:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077237.179237:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077237.179239:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077237.179241:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077237.563209:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298893549, at 4298893568
00000100:00000040:3.0:1769077237.563210:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298893549, at 4298893568
00000100:00000010:2.0:1769077237.563233:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00000100:00000010:3.0:1769077237.563236:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79600.
00010000:00000001:1.0:1769077238.011156:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077238.011163:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077238.011170:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077238.011171:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077238.011245:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077238.011248:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077238.011251:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077238.203161:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077238.203170:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077238.203172:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077238.203177:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077238.203181:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077238.203185:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077238.203187:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077238.203190:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077238.203192:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077239.035209:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077239.035218:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077239.035221:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077239.035224:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077239.035229:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077239.035231:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077239.035233:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077239.035234:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077239.035237:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077239.035238:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077239.035297:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077239.035301:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077239.035304:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077239.227152:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077239.227160:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077239.227162:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077239.227166:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077239.227170:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077239.227174:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077239.227177:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077239.227179:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077239.227181:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077240.059265:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077240.059274:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077240.059281:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077240.059283:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077240.059362:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077240.059366:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077240.059372:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077240.251265:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077240.251273:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077240.251274:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077240.251280:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077240.251283:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077240.251287:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077240.251289:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077240.251300:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077240.251303:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077241.083212:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077241.083220:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077241.083228:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077241.083230:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077241.083313:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077241.083319:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077241.083323:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077241.275233:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077241.275241:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077241.275243:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077241.275247:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077241.275251:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077241.275256:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.275258:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077241.275261:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077241.275263:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077241.403199:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077241.403209:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077241.403212:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077241.403216:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077241.403220:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077241.403231:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4224
00000400:00000200:0.0:1769077241.403241:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077241.403250:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077241.403255:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077241.403261:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077241.403266:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077241.403269:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077241.403272:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077241.403277:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077241.403279:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077241.403282:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077241.403286:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077241.403289:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077241.403291:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077241.403295:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077241.403297:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077241.403298:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077241.403300:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077241.403302:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077241.403304:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077241.403306:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077241.403308:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077241.403311:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077241.403313:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077241.403315:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077241.403316:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077241.403326:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4700.
00000020:00000040:0.0:1769077241.403328:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077241.403332:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077241.403333:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077241.403336:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077241.403338:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077241.403342:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077241.403349:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011800.
00000100:00000001:0.0:1769077241.403354:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077241.403361:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4700 x1855007616076032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077241.403370:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077241.403374:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077241.403378:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d612b9f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4700 x1855007616076032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077241.403400:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077241.403403:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077241.403406:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077241.403407:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077241.403409:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077241.403411:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077241.403414:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4224
00000400:00000200:0.0:1769077241.403418:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077241.403420:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077241.403422:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077241.403425:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077241.403426:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077241.403431:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077241.403434:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077241.403434:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077241.403439:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769077241.403440:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077241.403446:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077241.403448:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769077241.403451:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077241.403453:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769077241.403458:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769077241.403459:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4700 x1855007616076032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077241.403461:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769077241.403476:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077241.403487:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077241.403490:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769077241.403491:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077241.403495:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769077241.403495:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077241.403508:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
02000000:00000001:2.0:1769077241.403510:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1769077241.403515:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:2.0:1769077241.403515:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077241.403525:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077241.403525:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077241.403540:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769077241.403545:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616076032:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077241.403562:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077241.403563:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077241.403567:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077241.403569:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077241.403570:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1769077241.403574:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077241.403574:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077241.403581:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1769077241.403584:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077241.403588:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077241.403596:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7800.
02000000:00000010:2.0:1769077241.403596:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077241.403605:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077241.403606:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077241.403614:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077241.403616:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077241.403623:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769077241.403624:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077241.403629:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077241.403631:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077241.403634:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
02000000:00000010:0.0:1769077241.403636:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010800.
00000100:00000001:0.0:1769077241.403642:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077241.403646:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00100000:0.0:1769077241.403648:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7800 x1855007616076160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077241.403656:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077241.403656:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616076032, portal 25
00000100:00000001:0.0:1769077241.403662:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077241.403664:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769077241.403669:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918dbd43] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7800 x1855007616076160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.403670:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181363456 : -107391528188160 : ffff9e53f61c4700)
00000100:00000001:0.0:1769077241.403687:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077241.403691:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077241.403691:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4700 x1855007616076032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077241.403706:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077241.403710:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077241.403715:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077241.403726:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077241.403727:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769077241.403733:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4224
00000100:00000040:2.0:1769077241.403735:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000200:0.0:1769077241.403743:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077241.403744:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077241.403754:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616076032, offset 0
00000400:00000200:0.0:1769077241.403755:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077241.403760:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077241.403764:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077241.403771:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077241.403772:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077241.403788:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:0.0:1769077241.403789:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077241.403799:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077241.403801:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077241.403803:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:2.0:1769077241.403805:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000001:0.0:1769077241.403810:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077241.403813:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:2.0:1769077241.403816:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769077241.403820:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769077241.403823:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077241.403825:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:0.0:1769077241.403831:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077241.403839:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077241.403840:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077241.403846:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077241.403851:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:0.0:1769077241.403852:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077241.403858:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769077241.403867:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077241.403873:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077241.403875:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37888:37888:256:4294967295] 192.168.204.113@tcp LPNI seq info [37858:37858:8:4294967295]
02000000:00000001:0.0:1769077241.403878:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077241.403885:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077241.403890:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077241.403892:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769077241.403893:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077241.403897:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077241.403901:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077241.403903:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077241.403907:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7100.
00000020:00000040:0.0:1769077241.403914:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000400:00000200:2.0:1769077241.403917:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077241.403927:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077241.403933:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
02000000:00000001:0.0:1769077241.403939:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077241.403941:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077241.403948:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1769077241.403949:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:0.0:1769077241.403950:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077241.403953:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077241.403961:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012400.
00000800:00000200:2.0:1769077241.403961:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1769077241.403968:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077241.403975:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7100 x1855007616076288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077241.403977:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077241.403990:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1769077241.403992:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077241.403999:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077241.404007:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009506489] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7100 x1855007616076288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769077241.404009:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077241.404017:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000100:00000001:0.0:1769077241.404021:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077241.404026:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077241.404029:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077241.404031:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077241.404031:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769077241.404041:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077241.404046:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4235)
00000400:00000200:2.0:1769077241.404049:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077241.404059:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077241.404063:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077241.404107:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077241.404114:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4700 x1855007616076032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404127:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077241.404131:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4700 x1855007616076032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404139:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077241.404142:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077241.404149:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077241.404155:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077241.404158:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298898670
00000100:00000010:2.0:1769077241.404163:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000001:2.0:1769077241.404171:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077241.404175:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298898670
00000100:00000010:2.0:1769077241.404177:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d20.
00000100:00000001:2.0:1769077241.404180:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077241.404182:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077241.404184:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077241.404186:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077241.404189:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077241/real 1769077241]  req@ffff9e53f61c4700 x1855007616076032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077241.404198:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077241.404200:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077241.404202:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077241.404204:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077241.404206:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077241.404208:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077241.404211:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4700 x1855007616076032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077241.404217:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4700 x1855007616076032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404222:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077241.404223:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404225:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077241.404226:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077241.404229:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4700 x1855007616076032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404234:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077241.404238:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4700 x1855007616076032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404243:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077241.404245:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404246:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077241.404247:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404249:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077241.404250:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077241.404253:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077241.404256:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077241.404257:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077241.404260:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4700 x1855007616076032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077241.404265:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616076032:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077241.404268:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404270:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077241.404272:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4700 x1855007616076032/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404277:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077241.404280:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077241.404282:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077241.404284:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077241.404286:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077241.404288:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077241.404289:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077241.404292:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011800.
02000000:00000001:2.0:1769077241.404296:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077241.404298:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077241.404300:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4700.
00000100:00000001:2.0:1769077241.404302:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077241.404303:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404305:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404312:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077241.404314:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077241.404316:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077241.404317:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077241.404318:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077241.404321:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7800 x1855007616076160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404326:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077241.404328:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077241.404329:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077241.404331:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077241.404333:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077241.404334:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616076160:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077241.404336:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077241.404338:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077241.404339:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077241.404341:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077241.404343:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077241.404354:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077241.404357:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077241.404360:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077241.404363:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077241.404365:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616076160, portal 10
00000100:00000001:2.0:1769077241.404366:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077241.404367:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376000 : -107391528175616 : ffff9e53f61c7800)
00000100:00000040:2.0:1769077241.404373:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7800 x1855007616076160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404377:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077241.404379:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077241.404381:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077241.404382:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616076160, offset 0
00000400:00000200:2.0:1769077241.404385:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077241.404389:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077241.404392:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077241.404394:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077241.404396:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077241.404398:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077241.404400:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077241.404402:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37889:37889:256:4294967295] 192.168.204.113@tcp LPNI seq info [37859:37859:8:4294967295]
00000400:00000200:2.0:1769077241.404404:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077241.404409:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077241.404413:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077241.404415:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077241.404418:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077241.404420:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077241.404424:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077241.404426:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769077241.404429:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077241.404430:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077241.404432:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077241.404435:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077241.404437:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077241.404438:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077241.404440:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077241.404443:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7800 x1855007616076160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404448:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077241.404450:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7800 x1855007616076160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404455:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077241.404456:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077241.404459:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077241.404463:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077241.404465:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077241.404467:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298897422
00000100:00000001:2.0:1769077241.404470:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298898670
00000100:00000001:2.0:1769077241.404471:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298897422
00000100:00000001:2.0:1769077241.404473:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298898670
00000100:00000001:2.0:1769077241.404474:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077241.404476:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077241.404477:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077241.404479:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077241/real 1769077241]  req@ffff9e53f61c7800 x1855007616076160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077241.404484:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077241.404485:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077241.404486:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077241.404488:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077241.404489:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077241.404490:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077241.404492:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7800 x1855007616076160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077241.404497:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7800 x1855007616076160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404502:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077241.404503:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404504:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077241.404505:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077241.404508:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7800 x1855007616076160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404511:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077241.404514:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7800 x1855007616076160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404519:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077241.404521:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404522:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077241.404523:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404524:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077241.404526:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077241.404527:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077241.404529:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077241.404531:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077241.404533:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7800 x1855007616076160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077241.404538:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616076160:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077241.404540:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077241.404542:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7100 x1855007616076288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404560:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077241.404561:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077241.404563:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077241.404564:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077241.404566:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077241.404569:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616076288:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077241.404571:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077241.404573:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077241.404574:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077241.404576:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077241.404578:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077241.404580:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077241.404585:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077241.404588:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077241.404591:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077241.404595:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616076288, portal 10
00000100:00000001:2.0:1769077241.404597:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077241.404598:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181374208 : -107391528177408 : ffff9e53f61c7100)
00000100:00000040:2.0:1769077241.404605:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7100 x1855007616076288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404612:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077241.404615:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077241.404617:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000200:2.0:1769077241.404620:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616076288, offset 0
00000400:00000200:2.0:1769077241.404625:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077241.404630:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077241.404634:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077241.404637:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077241.404639:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077241.404642:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077241.404645:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077241.404647:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37890:37890:256:4294967295] 192.168.204.113@tcp LPNI seq info [37860:37860:8:4294967295]
00000400:00000200:2.0:1769077241.404650:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077241.404655:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077241.404659:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077241.404662:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077241.404666:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077241.404669:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077241.404673:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077241.404676:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769077241.404680:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077241.404682:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:2.0:1769077241.404685:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077241.404688:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077241.404692:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:2.0:1769077241.404694:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:2.0:1769077241.404697:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077241.404702:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7100 x1855007616076288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404711:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077241.404714:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7100 x1855007616076288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404721:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077241.404722:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077241.404725:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077241.404728:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077241.404730:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077241.404732:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298897429
00000100:00000001:2.0:1769077241.404734:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298898670
00000100:00000001:2.0:1769077241.404736:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298897429
00000100:00000001:2.0:1769077241.404737:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298898670
00000100:00000001:2.0:1769077241.404739:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077241.404741:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077241.404742:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077241.404745:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077241/real 1769077241]  req@ffff9e53f61c7100 x1855007616076288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077241.404750:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077241.404751:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077241.404752:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077241.404754:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077241.404755:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077241.404757:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077241.404759:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7100 x1855007616076288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077241.404764:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7100 x1855007616076288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404769:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077241.404770:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404772:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077241.404773:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077241.404775:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7100 x1855007616076288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404779:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077241.404781:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7100 x1855007616076288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404786:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077241.404787:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404788:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077241.404789:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404790:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077241.404791:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077241.404792:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077241.404794:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077241.404796:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077241.404798:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7100 x1855007616076288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077241.404804:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616076288:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077241.404806:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404807:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077241.404809:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7800 x1855007616076160/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404813:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077241.404815:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077241.404816:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077241.404818:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077241.404819:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077241.404820:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077241.404822:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077241.404823:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010800.
02000000:00000001:2.0:1769077241.404825:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077241.404826:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077241.404827:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7800.
00000100:00000001:2.0:1769077241.404829:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077241.404830:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404831:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077241.404833:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7100 x1855007616076288/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077241.404837:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077241.404838:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077241.404839:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077241.404841:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077241.404842:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077241.404843:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077241.404845:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077241.404846:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012400.
02000000:00000001:2.0:1769077241.404848:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077241.404849:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077241.404851:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7100.
00000100:00000001:2.0:1769077241.404853:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077241.404855:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404857:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.404860:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077241.404862:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077241.404864:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077241.404866:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077242.107155:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077242.107160:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077242.107164:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077242.107165:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077242.107252:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077242.107257:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077242.107261:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077242.299116:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077242.299124:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077242.299126:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077242.299132:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077242.299136:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077242.299140:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077242.299143:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077242.299146:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077242.299149:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077242.683199:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298898670, at 4298898688
00000100:00000040:3.0:1769077242.683199:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298898670, at 4298898688
00000100:00000010:3.0:1769077242.683226:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d20.
00000100:00000010:2.0:1769077242.683231:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077243.131219:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077243.131227:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077243.131233:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077243.131234:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077243.131331:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077243.131337:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077243.131341:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077243.323180:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077243.323185:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077243.323187:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077243.323192:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077243.323195:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077243.323199:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077243.323201:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077243.323204:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077243.323206:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077244.155175:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077244.155183:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077244.155188:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077244.155189:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077244.155267:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077244.155272:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077244.155277:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077244.347234:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077244.347254:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077244.347257:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077244.347265:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077244.347269:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077244.347273:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077244.347275:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077244.347278:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077244.347280:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077245.179189:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077245.179197:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077245.179202:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077245.179203:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077245.179254:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077245.179257:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077245.179260:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077245.371193:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077245.371203:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077245.371205:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077245.371213:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077245.371217:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077245.371223:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077245.371226:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077245.371229:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077245.371231:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077246.203227:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077246.203236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077246.203244:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077246.203248:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077246.203251:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077246.203254:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077246.203258:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077246.203261:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077246.203263:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077246.203266:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077246.203358:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077246.203365:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077246.203371:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077246.395199:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077246.395207:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077246.395209:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077246.395213:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077246.395217:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077246.395221:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.395223:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077246.395225:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.395227:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077246.523175:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077246.523188:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077246.523191:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077246.523197:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077246.523201:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077246.523209:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4230
00000400:00000200:1.0:1769077246.523219:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077246.523225:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077246.523228:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077246.523232:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077246.523236:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077246.523240:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077246.523242:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077246.523248:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077246.523250:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077246.523253:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077246.523256:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077246.523259:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077246.523262:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077246.523266:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077246.523268:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077246.523270:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077246.523272:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077246.523276:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077246.523279:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077246.523283:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077246.523286:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077246.523290:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077246.523293:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.523295:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077246.523298:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077246.523308:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11f80.
00000020:00000040:1.0:1769077246.523313:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077246.523317:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077246.523319:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.523323:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077246.523326:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077246.523330:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077246.523339:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9b800.
00000100:00000001:1.0:1769077246.523346:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077246.523355:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11f80 x1855007616076416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077246.523367:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077246.523373:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077246.523377:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049213615] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11f80 x1855007616076416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077246.523400:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077246.523404:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077246.523407:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077246.523409:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077246.523410:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077246.523414:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077246.523418:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4230
00000400:00000200:1.0:1769077246.523424:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077246.523424:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769077246.523429:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077246.523430:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769077246.523435:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077246.523435:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077246.523446:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11f80 x1855007616076416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077246.523450:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077246.523456:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077246.523475:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1769077246.523476:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077246.523479:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.523481:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:2.0:1769077246.523486:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1769077246.523487:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077246.523490:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
02000000:00000001:2.0:1769077246.523491:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1769077246.523495:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077246.523497:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077246.523500:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00100000:2.0:1769077246.523506:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616076416:192.168.204.113@tcp:250:kworker.0
00000020:00000001:1.0:1769077246.523507:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:1.0:1769077246.523512:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077246.523515:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769077246.523520:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
02000000:00000001:2.0:1769077246.523520:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077246.523524:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.523525:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077246.523527:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1769077246.523531:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000010:2.0:1769077246.523534:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21000.
00000100:00000001:1.0:1769077246.523536:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:2.0:1769077246.523538:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077246.523542:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000400:00000200:2.0:1769077246.523548:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:1.0:1769077246.523549:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000010:2.0:1769077246.523555:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000100:00000001:1.0:1769077246.523556:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077246.523560:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077246.523561:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
02000000:00000001:1.0:1769077246.523567:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769077246.523570:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616076416, portal 25
02000000:00000001:1.0:1769077246.523572:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077246.523575:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077246.523577:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077246.523579:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438240640 : -107392271310976 : ffff9e53c9d11f80)
00000008:00100000:1.0:1769077246.523583:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077246.523590:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11f80 x1855007616076416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769077246.523591:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.523596:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077246.523603:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d13800.
00000100:00000001:2.0:1769077246.523607:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1769077246.523608:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077246.523614:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1769077246.523615:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000001:1.0:1769077246.523617:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077246.523621:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4198.
00000100:00000001:1.0:1769077246.523622:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077246.523626:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1769077246.523628:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616076416, offset 0
02000000:00000001:1.0:1769077246.523630:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077246.523638:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
02000000:00000010:1.0:1769077246.523640:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98400.
00000100:00000001:1.0:1769077246.523646:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077246.523647:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077246.523657:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00100000:1.0:1769077246.523658:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d13800 x1855007616076544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077246.523663:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077246.523669:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:1.0:1769077246.523675:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077246.523675:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077246.523680:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:1.0:1769077246.523681:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077246.523685:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37891:37891:256:4294967295] 192.168.204.113@tcp LPNI seq info [37861:37861:8:4294967295]
00000400:00000200:2.0:1769077246.523690:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:1.0:1769077246.523691:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e060ab4] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d13800 x1855007616076544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077246.523702:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077246.523707:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077246.523711:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8800.
00000800:00000200:2.0:1769077246.523719:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769077246.523721:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077246.523727:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:1.0:1769077246.523729:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077246.523734:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077246.523737:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077246.523739:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077246.523742:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077246.523745:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4230
00000100:00000001:2.0:1769077246.523751:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077246.523752:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077246.523759:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077246.523761:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077246.523764:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298903789
00000100:00080000:1.0:1769077246.523767:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1769077246.523769:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79d80.
00000100:00000040:1.0:1769077246.523774:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077246.523778:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077246.523779:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077246.523785:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077246.523786:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298903789
00000100:00000001:1.0:1769077246.523790:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000010:2.0:1769077246.523791:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79f60.
00000020:00000001:1.0:1769077246.523797:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077246.523797:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000020:00000040:1.0:1769077246.523801:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000001:2.0:1769077246.523801:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1769077246.523806:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077246.523807:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077246.523812:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077246.523814:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077246.523820:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1769077246.523821:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000100:00000001:2.0:1769077246.523822:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077246.523826:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077246.523828:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:2.0:1769077246.523829:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077246.523831:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769077246.523836:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769077246.523838:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13800 x1855007616076544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077246.523845:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077246.523852:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077246.523858:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077246.523858:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077246.523861:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.523865:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:2.0:1769077246.523865:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077246.523868:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769077246.523871:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
02000000:00000001:2.0:1769077246.523872:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077246.523878:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616076544:192.168.204.113@tcp:38:kworker.0
00000100:00080000:1.0:1769077246.523882:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077246.523882:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077246.523885:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077246.523888:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077246.523889:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077246.523891:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077246.523895:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1769077246.523896:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077246.523900:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077246.523901:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769077246.523906:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:1.0:1769077246.523907:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077246.523910:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee738.
00000100:00000001:1.0:1769077246.523912:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077246.523915:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000008:00100000:1.0:1769077246.523917:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1769077246.523919:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616076544, portal 10
00000100:00000001:2.0:1769077246.523923:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00000001:1.0:1769077246.523926:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077246.523926:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438246912 : -107392271304704 : ffff9e53c9d13800)
00000100:00000001:1.0:1769077246.523932:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077246.523936:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13800 x1855007616076544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769077246.523938:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10a80.
00000100:00000001:2.0:1769077246.523945:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1769077246.523946:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000100:00000040:2.0:1769077246.523948:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000001:1.0:1769077246.523954:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077246.523954:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4ee0.
02000000:00000001:1.0:1769077246.523959:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077246.523959:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616076544, offset 0
00000100:00000001:1.0:1769077246.523966:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077246.523967:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
02000000:00000001:1.0:1769077246.523971:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077246.523973:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:1.0:1769077246.523976:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077246.523977:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077246.523982:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077246.523983:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
02000000:00000010:1.0:1769077246.523985:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9b000.
00000400:00000200:2.0:1769077246.523986:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077246.523992:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:1.0:1769077246.523993:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077246.523996:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37892:37892:255:4294967295] 192.168.204.113@tcp LPNI seq info [37862:37862:7:4294967295]
00000400:00000200:2.0:1769077246.524001:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:1.0:1769077246.524005:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10a80 x1855007616076672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077246.524011:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077246.524022:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077246.524028:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8a00.
00000100:00000001:1.0:1769077246.524029:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1769077246.524034:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769077246.524035:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077246.524041:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769077246.524045:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077246.524046:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d3392c5] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10a80 x1855007616076672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077246.524049:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077246.524058:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077246.524061:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298902541
00000100:00000001:2.0:1769077246.524086:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298903789
00000100:00000001:2.0:1769077246.524089:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298902542
00000100:00000001:2.0:1769077246.524092:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298903789
00000100:00000001:2.0:1769077246.524095:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077246.524097:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077246.524100:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077246.524105:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077246.524107:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077246.524109:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1769077246.524113:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077246.524113:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:1.0:1769077246.524122:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077246.524123:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077246.524126:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077246.524127:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077246.524132:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077246.524133:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077246.524140:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4240)
00000100:00000040:2.0:1769077246.524140:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10a80 x1855007616076672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077246.524152:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077246.524154:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077246.524156:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077246.524158:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077246.524162:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077246.524166:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616076672:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077246.524172:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077246.524175:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077246.524176:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077246.524178:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077246.524182:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077246.524184:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077246.524189:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077246.524191:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee948.
00000400:00000010:2.0:1769077246.524195:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4770.
00000100:00000200:2.0:1769077246.524198:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616076672, portal 10
00000100:00000001:2.0:1769077246.524199:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077246.524200:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438235264 : -107392271316352 : ffff9e53c9d10a80)
00000100:00000040:2.0:1769077246.524206:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10a80 x1855007616076672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077246.524211:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077246.524212:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077246.524214:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4088.
00000100:00000200:2.0:1769077246.524216:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616076672, offset 0
00000400:00000200:2.0:1769077246.524219:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077246.524223:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077246.524227:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077246.524230:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077246.524232:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077246.524236:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077246.524238:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077246.524241:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37893:37893:254:4294967295] 192.168.204.113@tcp LPNI seq info [37863:37863:6:4294967295]
00000400:00000200:2.0:1769077246.524246:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077246.524252:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077246.524257:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077246.524261:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8d00.
00000800:00000200:2.0:1769077246.524265:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077246.524271:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:2.0:1769077246.524275:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077246.524278:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077246.524282:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077246.524284:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298902549
00000100:00000001:2.0:1769077246.524286:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298903789
00000100:00000001:2.0:1769077246.524288:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298902549
00000100:00000001:2.0:1769077246.524290:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298903789
00000100:00000001:2.0:1769077246.524293:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077246.524294:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077246.524297:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077246.524299:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077246.524303:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077246.524304:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077246.524306:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077246.524307:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077246.524308:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077246.524310:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077247.227174:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077247.227181:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077247.227186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077247.227187:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077247.227239:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077247.227243:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077247.227246:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077247.419184:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077247.419194:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077247.419196:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077247.419205:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077247.419210:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077247.419215:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077247.419218:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077247.419222:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077247.419225:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077247.803167:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298903789, at 4298903808
00000100:00000010:3.0:1769077247.803186:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79f60.
00000100:00000040:2.0:1769077247.803189:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298903789, at 4298903808
00000100:00000010:2.0:1769077247.803203:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79d80.
00010000:00000001:1.0:1769077248.251185:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077248.251190:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077248.251194:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077248.251195:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077248.251248:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077248.251252:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077248.251256:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077248.443213:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077248.443219:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077248.443221:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077248.443225:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077248.443228:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077248.443231:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077248.443233:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077248.443235:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077248.443238:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077249.275203:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077249.275217:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077249.275220:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077249.275224:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077249.275230:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077249.275233:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077249.275236:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077249.275239:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077249.275244:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077249.275246:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077249.275311:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077249.275315:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077249.275318:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077249.467156:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077249.467164:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077249.467166:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077249.467174:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077249.467180:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077249.467184:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077249.467187:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077249.467190:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077249.467193:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769077249.595368:0:2395:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.113:988
00000400:00000100:3.0:1769077249.595434:0:2395:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.113@tcp at host 192.168.204.113 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077249.595447:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077249.595451:0:2395:0:(router.c:1755:lnet_notify()) 192.168.204.13@tcp notifying 192.168.204.113@tcp: down
00000400:00000200:3.0:1769077249.595455:0:2395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:3.0:1769077249.595460:0:2395:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077249.595466:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:3.0:1769077249.595472:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8800.
00000400:00000200:3.0:1769077249.595479:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077249.595484:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077249.595496:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4198
00000400:00000010:3.0:1769077249.595499:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4198.
00000100:00000001:3.0:1769077249.595507:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077249.595519:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d11f80 x1855007616076416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077249.595551:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077249.595556:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11f80 x1855007616076416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077249.595565:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077249.595568:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077249.595580:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:3.0:1769077249.595583:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8a00.
00000400:00000200:3.0:1769077249.595585:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077249.595589:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077249.595593:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4ee0
00000400:00000010:3.0:1769077249.595595:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4ee0.
00000100:00000001:3.0:1769077249.595598:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077249.595605:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d13800 x1855007616076544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077249.595615:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077249.595618:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13800 x1855007616076544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077249.595625:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077249.595627:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077249.595635:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.113@tcp
00000800:00000010:3.0:1769077249.595638:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8d00.
00000400:00000200:3.0:1769077249.595641:0:2395:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077249.595645:0:2395:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077249.595648:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4088
00000400:00000010:3.0:1769077249.595650:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4088.
00000100:00000001:3.0:1769077249.595652:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077249.595657:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9e53c9d10a80 x1855007616076672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077249.595665:0:2395:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077249.595668:0:2395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10a80 x1855007616076672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077249.595675:0:2395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077249.595678:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077249.595705:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077249.595712:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077249.595716:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077249.595725:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077246/real 1769077249]  req@ffff9e53c9d10a80 x1855007616076672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077249.595743:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077249.595746:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077249.595752:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee948.
00000400:00000200:2.0:1769077249.595756:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4770
00000400:00000010:2.0:1769077249.595759:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4770.
00000100:00000001:2.0:1769077249.595763:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077249.595769:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10a80 x1855007616076672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077249.595780:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10a80 x1855007616076672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077249.595789:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077249.595792:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.595797:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077249.595799:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077249.595803:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10a80 x1855007616076672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077249.595810:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077249.595816:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10a80 x1855007616076672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077249.595825:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077249.595829:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.595831:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077249.595833:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.595837:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077249.595839:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077249.595844:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077249.595852:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077249.595855:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077249.595860:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10a80 x1855007616076672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077249.595869:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616076672:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077249.595875:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077249.595880:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077246/real 1769077249]  req@ffff9e53c9d13800 x1855007616076544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077249.595889:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077249.595891:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077249.595893:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee738.
00000400:00000200:2.0:1769077249.595896:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077249.595898:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077249.595900:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077249.595903:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13800 x1855007616076544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077249.595923:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13800 x1855007616076544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077249.595929:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077249.595931:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.595933:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077249.595934:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077249.595938:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13800 x1855007616076544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077249.595945:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077249.595949:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13800 x1855007616076544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077249.595955:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077249.595958:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.595960:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077249.595961:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.595963:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077249.595966:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077249.595968:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077249.595973:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077249.595977:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077249.595982:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13800 x1855007616076544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077249.595990:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616076544:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077249.595995:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077249.595999:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077246/real 1769077249]  req@ffff9e53c9d11f80 x1855007616076416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077249.596007:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077249.596009:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077249.596011:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077249.596013:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077249.596016:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077249.596018:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077249.596022:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11f80 x1855007616076416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077249.596030:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11f80 x1855007616076416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077249.596036:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077249.596038:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.596041:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077249.596042:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077249.596046:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11f80 x1855007616076416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077249.596055:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077249.596058:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11f80 x1855007616076416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077249.596092:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077249.596095:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.596098:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077249.596099:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.596100:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077249.596102:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077249.596105:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077249.596108:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077249.596110:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077249.596115:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11f80 x1855007616076416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077249.596124:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616076416:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077249.596129:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.596132:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077249.596135:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10a80 x1855007616076672/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077249.596143:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077249.596148:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077249.596153:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077249.596158:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077249.596162:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077249.596165:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077249.596167:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077249.596171:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b000.
02000000:00000001:2.0:1769077249.596177:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077249.596181:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077249.596184:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10a80.
00000100:00000001:2.0:1769077249.596188:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077249.596190:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.596193:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077249.596196:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13800 x1855007616076544/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077249.596204:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077249.596207:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077249.596210:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077249.596214:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077249.596216:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077249.596217:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077249.596220:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077249.596222:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98400.
02000000:00000001:2.0:1769077249.596225:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077249.596227:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077249.596229:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13800.
00000100:00000001:2.0:1769077249.596233:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077249.596234:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.596236:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077249.596239:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11f80 x1855007616076416/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077249.596245:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077249.596246:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077249.596248:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21000.
02000000:00000001:2.0:1769077249.596250:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077249.596251:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077249.596252:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077249.596255:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077249.596256:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b800.
02000000:00000001:2.0:1769077249.596259:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077249.596260:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077249.596261:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11f80.
00000100:00000001:2.0:1769077249.596269:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077249.596270:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.596274:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.596285:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077249.596287:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077249.596307:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077249.596309:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077250.299109:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077250.299114:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077250.299119:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077250.299120:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077250.299177:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077250.299181:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077250.299184:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077250.491164:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077250.491170:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077250.491173:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077250.491179:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077250.491183:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077250.491188:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077250.491191:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077250.491194:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077250.491198:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077251.323150:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077251.323155:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077251.323159:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077251.323160:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077251.323234:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077251.323240:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077251.323244:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077251.515168:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077251.515174:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077251.515176:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077251.515180:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077251.515183:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077251.515186:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077251.515188:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077251.515190:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077251.515192:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077251.643217:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077251.643230:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077251.643234:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077251.643238:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077251.643244:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077251.643251:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4235
00000400:00000200:1.0:1769077251.643266:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077251.643273:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077251.643283:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077251.643287:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077251.643291:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077251.643295:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077251.643299:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077251.643303:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077251.643305:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077251.643309:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077251.643311:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077251.643315:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077251.643317:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077251.643323:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077251.643325:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077251.643327:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077251.643328:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077251.643330:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077251.643334:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077251.643336:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077251.643339:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077251.643343:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077251.643346:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077251.643349:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077251.643357:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077251.643366:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10000.
00000020:00000040:1.0:1769077251.643371:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077251.643392:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077251.643395:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077251.643400:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077251.643404:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077251.643410:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077251.643421:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99c00.
00000100:00000001:1.0:1769077251.643430:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077251.643440:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10000 x1855007616076800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077251.643453:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077251.643458:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077251.643464:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a26c8f4] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10000 x1855007616076800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077251.643495:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077251.643499:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077251.643503:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077251.643504:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077251.643506:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077251.643509:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077251.643511:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4235
00000400:00000200:1.0:1769077251.643516:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077251.643519:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077251.643521:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077251.643524:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077251.643526:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077251.643529:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077251.643533:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077251.643535:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077251.643537:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769077251.643539:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077251.643542:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:1.0:1769077251.643543:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:1.0:1769077251.643545:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769077251.643547:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077251.643549:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077251.643551:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077251.643553:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077251.643555:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:2.0:1769077251.643559:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769077251.643560:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077251.643565:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077251.643573:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077251.643577:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769077251.643579:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077251.643584:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769077251.643585:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077251.643590:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077251.643594:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077251.643599:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077251.643601:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077251.643605:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d12d80.
00000020:00000040:1.0:1769077251.643608:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000040:2.0:1769077251.643619:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10000 x1855007616076800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077251.643627:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077251.643632:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077251.643643:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077251.643647:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077251.643651:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077251.643655:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:1.0:1769077251.643660:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99800.
00000100:00000001:2.0:1769077251.643661:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077251.643672:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077251.643673:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077251.643681:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769077251.643688:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d12d80 x1855007616076928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077251.643690:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077251.643706:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616076800:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077251.643715:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077251.643725:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077251.643726:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077251.643733:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077251.643734:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077251.643752:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1769077251.643758:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb1331b8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d12d80 x1855007616076928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077251.643765:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077251.643773:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077251.643790:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077251.643791:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077251.643802:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769077251.643804:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000100:00080000:1.0:1769077251.643808:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077251.643814:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077251.643816:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769077251.643819:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000001:1.0:1769077251.643824:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077251.643832:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4235
00000100:00000200:2.0:1769077251.643836:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616076800, portal 25
00000400:00000200:1.0:1769077251.643848:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077251.643848:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077251.643852:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438232576 : -107392271319040 : ffff9e53c9d10000)
00000400:00000200:1.0:1769077251.643860:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000040:2.0:1769077251.643870:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10000 x1855007616076800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077251.643880:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077251.643887:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077251.643897:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077251.643902:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077251.643907:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616076800, offset 0
00000100:00000040:1.0:1769077251.643909:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077251.643923:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077251.643924:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:1.0:1769077251.643933:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077251.643940:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769077251.643945:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:1.0:1769077251.643946:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077251.643950:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:1.0:1769077251.643958:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077251.643962:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:2.0:1769077251.643968:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000001:1.0:1769077251.643971:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:1.0:1769077251.643980:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077251.643985:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077251.643993:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077251.644001:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:1.0:1769077251.644006:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077251.644014:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769077251.644016:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077251.644026:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077251.644030:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:2.0:1769077251.644034:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00080000:1.0:1769077251.644041:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:2.0:1769077251.644049:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37894:37894:256:4294967295] 192.168.204.113@tcp LPNI seq info [37864:37864:8:4294967295]
00000100:00000001:1.0:1769077251.644052:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077251.644061:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077251.644116:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:1.0:1769077251.644118:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077251.644129:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077251.644135:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077251.644142:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077251.644146:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1769077251.644150:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077251.644157:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077251.644162:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000010:1.0:1769077251.644164:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d12300.
00000020:00000040:1.0:1769077251.644172:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000010:2.0:1769077251.644175:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
02000000:00000001:1.0:1769077251.644179:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077251.644184:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077251.644187:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077251.644190:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1769077251.644199:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:1.0:1769077251.644200:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077251.644212:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
02000000:00000010:1.0:1769077251.644216:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99000.
00000100:00000001:1.0:1769077251.644228:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077251.644236:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077251.644243:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000100:00100000:1.0:1769077251.644246:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d12300 x1855007616077056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1769077251.644260:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077251.644266:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077251.644277:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769077251.644280:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077251.644289:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077251.644296:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769077251.644305:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e12955] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d12300 x1855007616077056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077251.644310:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077251.644317:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077251.644328:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077251.644330:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077251.644339:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077251.644346:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10000 x1855007616076800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077251.644350:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077251.644362:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077251.644395:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077251.644402:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077251.644407:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4245)
00000100:00000040:2.0:1769077251.644412:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10000 x1855007616076800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.644425:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077251.644428:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077251.644441:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077251.644450:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077251.644455:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298908910
00000100:00000010:2.0:1769077251.644462:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79720.
00000100:00000001:2.0:1769077251.644473:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077251.644480:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298908910
00000100:00000010:2.0:1769077251.644484:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79180.
00000100:00000001:2.0:1769077251.644489:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077251.644492:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077251.644495:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077251.644499:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077251.644503:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077251/real 1769077251]  req@ffff9e53c9d10000 x1855007616076800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077251.644516:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077251.644518:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077251.644521:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077251.644524:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077251.644526:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077251.644529:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077251.644532:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10000 x1855007616076800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077251.644542:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10000 x1855007616076800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.644551:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077251.644554:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.644556:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077251.644559:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077251.644563:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10000 x1855007616076800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.644569:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077251.644575:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10000 x1855007616076800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.644583:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077251.644586:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.644588:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077251.644589:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.644593:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077251.644596:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077251.644599:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077251.644605:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077251.644615:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077251.644621:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10000 x1855007616076800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077251.644632:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616076800:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077251.644640:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.644643:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077251.644647:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10000 x1855007616076800/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.644655:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077251.644659:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077251.644662:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077251.644667:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077251.644671:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077251.644673:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077251.644676:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077251.644679:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99c00.
02000000:00000001:2.0:1769077251.644683:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077251.644686:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077251.644689:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10000.
00000100:00000001:2.0:1769077251.644693:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077251.644695:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.644698:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.644708:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077251.644711:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077251.644715:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077251.644718:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077251.644720:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077251.644725:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12d80 x1855007616076928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.644739:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077251.644742:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077251.644745:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077251.644748:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077251.644751:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077251.644754:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616076928:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077251.644759:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077251.644762:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077251.644763:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077251.644765:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077251.644770:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077251.644772:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077251.644778:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077251.644782:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077251.644787:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077251.644791:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616076928, portal 10
00000100:00000001:2.0:1769077251.644794:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077251.644796:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438244224 : -107392271307392 : ffff9e53c9d12d80)
00000100:00000040:2.0:1769077251.644805:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12d80 x1855007616076928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.644812:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077251.644816:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077251.644818:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077251.644822:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616076928, offset 0
00000400:00000200:2.0:1769077251.644827:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077251.644832:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077251.644837:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077251.644842:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077251.644845:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077251.644848:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077251.644851:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077251.644854:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37895:37895:256:4294967295] 192.168.204.113@tcp LPNI seq info [37865:37865:8:4294967295]
00000400:00000200:2.0:1769077251.644859:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077251.644866:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077251.644872:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077251.644876:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077251.644881:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077251.644885:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077251.644890:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077251.644893:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077251.644897:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077251.644899:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077251.644901:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077251.644904:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077251.644906:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077251.644908:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077251.644909:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077251.644913:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12d80 x1855007616076928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.644922:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077251.644925:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12d80 x1855007616076928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.644933:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077251.644936:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077251.644942:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077251.644949:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077251.644954:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077251.644956:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298907662
00000100:00000001:2.0:1769077251.644960:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298908910
00000100:00000001:2.0:1769077251.644963:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298907662
00000100:00000001:2.0:1769077251.644966:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298908910
00000100:00000001:2.0:1769077251.644968:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077251.644971:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077251.644974:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077251.644980:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077251/real 1769077251]  req@ffff9e53c9d12d80 x1855007616076928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077251.644988:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077251.644991:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077251.644993:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077251.644997:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077251.644999:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077251.645001:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077251.645005:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12d80 x1855007616076928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077251.645015:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12d80 x1855007616076928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.645022:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077251.645025:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.645027:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077251.645029:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077251.645034:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12d80 x1855007616076928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.645040:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077251.645046:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12d80 x1855007616076928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.645054:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077251.645058:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.645059:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077251.645062:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.645100:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077251.645104:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077251.645108:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077251.645121:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077251.645125:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077251.645134:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12d80 x1855007616076928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077251.645144:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616076928:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077251.645150:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077251.645155:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12300 x1855007616077056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.645162:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077251.645165:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077251.645169:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077251.645172:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077251.645174:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077251.645178:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616077056:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077251.645182:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077251.645184:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077251.645186:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077251.645188:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077251.645192:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077251.645195:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077251.645199:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077251.645202:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077251.645206:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077251.645209:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616077056, portal 10
00000100:00000001:2.0:1769077251.645211:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077251.645213:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438241536 : -107392271310080 : ffff9e53c9d12300)
00000100:00000040:2.0:1769077251.645220:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12300 x1855007616077056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.645227:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077251.645230:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077251.645232:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077251.645235:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616077056, offset 0
00000400:00000200:2.0:1769077251.645240:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077251.645244:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077251.645249:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077251.645252:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077251.645255:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077251.645258:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077251.645261:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077251.645264:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37896:37896:256:4294967295] 192.168.204.113@tcp LPNI seq info [37866:37866:8:4294967295]
00000400:00000200:2.0:1769077251.645269:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077251.645276:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077251.645281:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077251.645285:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077251.645288:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077251.645290:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077251.645294:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077251.645296:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077251.645298:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077251.645300:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077251.645303:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077251.645305:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077251.645307:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077251.645309:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077251.645311:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077251.645314:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12300 x1855007616077056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.645321:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077251.645326:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12300 x1855007616077056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.645333:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077251.645336:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077251.645340:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077251.645344:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077251.645350:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077251.645353:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298907670
00000100:00000001:2.0:1769077251.645355:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298908910
00000100:00000001:2.0:1769077251.645357:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298907670
00000100:00000001:2.0:1769077251.645359:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298908910
00000100:00000001:2.0:1769077251.645362:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077251.645364:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077251.645366:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077251.645370:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077251/real 1769077251]  req@ffff9e53c9d12300 x1855007616077056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077251.645395:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077251.645396:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077251.645398:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077251.645400:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077251.645402:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077251.645404:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077251.645409:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12300 x1855007616077056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077251.645418:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12300 x1855007616077056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.645425:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077251.645428:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.645430:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077251.645432:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077251.645436:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12300 x1855007616077056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.645445:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077251.645449:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12300 x1855007616077056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.645458:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077251.645461:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.645463:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077251.645465:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.645467:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077251.645470:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077251.645473:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077251.645477:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077251.645480:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077251.645484:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12300 x1855007616077056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077251.645491:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616077056:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077251.645495:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.645497:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077251.645500:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12d80 x1855007616076928/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.645506:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077251.645508:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077251.645510:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077251.645513:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077251.645514:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077251.645516:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077251.645518:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077251.645520:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99800.
02000000:00000001:2.0:1769077251.645523:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077251.645524:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077251.645527:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12d80.
00000100:00000001:2.0:1769077251.645535:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077251.645537:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.645539:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077251.645542:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12300 x1855007616077056/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077251.645547:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077251.645548:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077251.645550:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077251.645552:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077251.645553:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077251.645555:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077251.645556:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077251.645558:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99000.
02000000:00000001:2.0:1769077251.645559:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077251.645560:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077251.645562:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12300.
00000100:00000001:2.0:1769077251.645564:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077251.645565:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.645567:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.645571:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077251.645573:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077251.645580:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077251.645582:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077252.347261:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077252.347272:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077252.347281:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077252.347283:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077252.347345:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077252.347349:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077252.347354:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077252.539215:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077252.539223:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077252.539225:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077252.539231:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077252.539234:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077252.539238:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077252.539241:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077252.539242:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077252.539244:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077252.923162:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298908910, at 4298908928
00000100:00000040:3.0:1769077252.923162:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298908910, at 4298908928
00000100:00000010:3.0:1769077252.923182:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79180.
00000100:00000010:2.0:1769077252.923189:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79720.
00010000:00000001:1.0:1769077253.371176:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077253.371184:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077253.371191:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077253.371193:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077253.371242:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077253.371246:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077253.371249:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077253.563171:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077253.563180:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077253.563181:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077253.563186:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077253.563190:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077253.563194:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077253.563196:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077253.563199:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077253.563201:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077254.395218:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077254.395226:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077254.395232:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077254.395233:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077254.395312:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077254.395317:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077254.395321:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077254.587278:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077254.587286:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077254.587288:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077254.587294:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077254.587297:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077254.587302:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077254.587305:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077254.587307:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077254.587310:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077255.419164:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077255.419172:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077255.419177:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077255.419181:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077255.419183:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077255.419185:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077255.419187:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077255.419189:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077255.419191:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077255.419192:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077255.419243:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077255.419248:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077255.419251:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077255.611145:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077255.611153:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077255.611155:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077255.611160:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077255.611164:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077255.611183:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077255.611186:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077255.611188:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077255.611190:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077256.443168:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077256.443178:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077256.443185:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077256.443186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077256.443257:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077256.443262:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077256.443266:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077256.635192:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077256.635201:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077256.635202:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077256.635208:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077256.635211:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077256.635214:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077256.635217:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077256.635219:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077256.635222:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077256.763205:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077256.763216:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077256.763219:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077256.763224:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077256.763228:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077256.763237:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4240
00000400:00000200:1.0:1769077256.763244:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077256.763251:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077256.763254:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077256.763273:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077256.763276:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077256.763279:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077256.763281:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077256.763285:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077256.763305:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077256.763308:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077256.763311:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077256.763312:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077256.763314:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077256.763317:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077256.763319:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077256.763320:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077256.763321:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077256.763323:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077256.763326:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077256.763327:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077256.763330:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077256.763333:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077256.763335:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077256.763336:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077256.763338:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077256.763348:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d13b80.
00000020:00000040:1.0:1769077256.763351:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077256.763355:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077256.763356:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077256.763359:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077256.763361:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077256.763366:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077256.763374:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98800.
00000100:00000001:1.0:1769077256.763381:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077256.763389:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d13b80 x1855007616077184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077256.763398:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077256.763402:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077256.763405:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e007235] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d13b80 x1855007616077184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077256.763422:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077256.763424:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077256.763427:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077256.763428:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077256.763429:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077256.763431:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077256.763433:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4240
00000400:00000200:1.0:1769077256.763436:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077256.763439:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077256.763441:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077256.763443:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077256.763445:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077256.763446:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077256.763448:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769077256.763449:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077256.763450:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077256.763453:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769077256.763456:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077256.763456:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769077256.763458:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:1.0:1769077256.763461:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077256.763461:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769077256.763463:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769077256.763466:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077256.763469:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077256.763471:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13b80 x1855007616077184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077256.763472:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077256.763477:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077256.763480:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:1.0:1769077256.763485:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077256.763493:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077256.763493:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077256.763496:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077256.763497:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077256.763503:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077256.763503:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077256.763506:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077256.763507:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077256.763513:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077256.763513:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769077256.763519:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769077256.763520:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616077184:192.168.204.113@tcp:250:kworker.0
00000008:00000001:1.0:1769077256.763523:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077256.763527:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077256.763529:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1769077256.763532:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d13480.
02000000:00000001:2.0:1769077256.763534:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1769077256.763538:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769077256.763538:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077256.763542:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077256.763544:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077256.763548:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077256.763549:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
00000100:00000001:1.0:1769077256.763551:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077256.763552:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077256.763554:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077256.763559:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077256.763562:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000010:1.0:1769077256.763567:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9ac00.
00000400:00000010:2.0:1769077256.763568:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000100:00000001:1.0:1769077256.763575:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077256.763577:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00100000:1.0:1769077256.763585:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d13480 x1855007616077312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077256.763587:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616077184, portal 25
00000100:00000001:2.0:1769077256.763592:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077256.763595:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438247808 : -107392271303808 : ffff9e53c9d13b80)
00000100:00000001:1.0:1769077256.763604:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077256.763605:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13b80 x1855007616077184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077256.763608:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077256.763617:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca037b41] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d13480 x1855007616077312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.763619:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077256.763626:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077256.763631:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077256.763635:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616077184, offset 0
00000100:00000001:1.0:1769077256.763636:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077256.763640:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077256.763645:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:1.0:1769077256.763646:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077256.763649:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077256.763651:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077256.763653:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077256.763655:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4240
00000400:00000200:2.0:1769077256.763658:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077256.763662:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077256.763666:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:1.0:1769077256.763670:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077256.763673:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077256.763676:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769077256.763677:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077256.763681:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077256.763684:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:1.0:1769077256.763685:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077256.763689:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077256.763692:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769077256.763692:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769077256.763694:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:1.0:1769077256.763698:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769077256.763698:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000020:00000040:1.0:1769077256.763702:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000200:2.0:1769077256.763706:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37897:37897:256:4294967295] 192.168.204.113@tcp LPNI seq info [37867:37867:8:4294967295]
00000020:00000001:1.0:1769077256.763707:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:1.0:1769077256.763712:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077256.763717:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000040:1.0:1769077256.763718:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077256.763722:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077256.763724:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077256.763726:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077256.763729:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:1.0:1769077256.763735:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000400:00000200:2.0:1769077256.763738:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769077256.763739:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077256.763743:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077256.763746:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1769077256.763748:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
02000000:00000001:1.0:1769077256.763750:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077256.763753:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077256.763756:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1769077256.763756:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000008:00000001:1.0:1769077256.763762:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077256.763764:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077256.763767:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d13100.
00000800:00000200:2.0:1769077256.763768:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:1.0:1769077256.763772:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:2.0:1769077256.763774:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1769077256.763775:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077256.763778:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077256.763781:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077256.763784:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769077256.763785:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:1.0:1769077256.763786:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077256.763791:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
02000000:00000010:1.0:1769077256.763793:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea99400.
00000100:00000001:1.0:1769077256.763797:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077256.763798:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077256.763801:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000100:00100000:1.0:1769077256.763804:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d13100 x1855007616077440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077256.763808:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769077256.763812:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077256.763816:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077256.763818:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769077256.763823:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095a00e8c] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d13100 x1855007616077440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077256.763825:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077256.763829:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:1.0:1769077256.763835:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077256.763837:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769077256.763838:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077256.763843:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1769077256.763844:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13b80 x1855007616077184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077256.763846:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077256.763855:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077256.763863:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4250)
00000100:00000001:2.0:1769077256.763864:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077256.763870:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13b80 x1855007616077184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.763876:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077256.763878:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077256.763884:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077256.763887:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077256.763890:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298914029
00000100:00000010:2.0:1769077256.763895:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79720.
00000100:00000001:2.0:1769077256.763902:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077256.763906:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298914029
00000100:00000010:2.0:1769077256.763908:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79900.
00000100:00000001:2.0:1769077256.763911:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077256.763913:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077256.763915:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077256.763917:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077256.763920:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077256/real 1769077256]  req@ffff9e53c9d13b80 x1855007616077184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077256.763927:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077256.763928:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077256.763930:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077256.763932:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077256.763933:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077256.763935:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077256.763937:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13b80 x1855007616077184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077256.763943:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13b80 x1855007616077184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.763948:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077256.763949:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.763951:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077256.763952:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077256.763955:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13b80 x1855007616077184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.763959:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077256.763963:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13b80 x1855007616077184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.763967:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077256.763969:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.763970:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077256.763971:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.763973:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077256.763974:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077256.763976:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077256.763979:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077256.763980:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077256.763983:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13b80 x1855007616077184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077256.763988:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616077184:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077256.763992:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.763995:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077256.763997:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13b80 x1855007616077184/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764002:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077256.764004:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077256.764006:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077256.764008:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077256.764010:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077256.764011:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077256.764012:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077256.764014:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98800.
02000000:00000001:2.0:1769077256.764017:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077256.764019:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077256.764021:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13b80.
00000100:00000001:2.0:1769077256.764024:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077256.764025:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.764027:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.764033:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077256.764035:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077256.764037:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077256.764038:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077256.764039:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077256.764041:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13480 x1855007616077312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764046:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077256.764048:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077256.764049:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077256.764051:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077256.764052:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077256.764054:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616077312:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077256.764056:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077256.764057:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077256.764058:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077256.764060:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077256.764062:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077256.764080:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077256.764084:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077256.764086:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077256.764088:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077256.764090:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616077312, portal 10
00000100:00000001:2.0:1769077256.764092:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077256.764093:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438246016 : -107392271305600 : ffff9e53c9d13480)
00000100:00000040:2.0:1769077256.764099:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13480 x1855007616077312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764103:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077256.764105:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077256.764106:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077256.764108:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616077312, offset 0
00000400:00000200:2.0:1769077256.764111:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077256.764113:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077256.764116:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077256.764117:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077256.764119:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077256.764121:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077256.764123:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077256.764125:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37898:37898:256:4294967295] 192.168.204.113@tcp LPNI seq info [37868:37868:8:4294967295]
00000400:00000200:2.0:1769077256.764129:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077256.764133:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077256.764136:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077256.764138:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077256.764140:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077256.764143:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077256.764146:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077256.764148:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077256.764166:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077256.764168:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077256.764171:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077256.764173:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077256.764176:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077256.764177:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077256.764179:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077256.764181:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13480 x1855007616077312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764187:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077256.764189:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13480 x1855007616077312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764194:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077256.764195:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077256.764197:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077256.764200:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077256.764202:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077256.764203:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298912782
00000100:00000001:2.0:1769077256.764206:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298914029
00000100:00000001:2.0:1769077256.764207:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298912782
00000100:00000001:2.0:1769077256.764209:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298914029
00000100:00000001:2.0:1769077256.764211:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077256.764212:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077256.764213:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077256.764216:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077256/real 1769077256]  req@ffff9e53c9d13480 x1855007616077312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077256.764220:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077256.764221:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077256.764222:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077256.764239:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077256.764240:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077256.764242:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077256.764245:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13480 x1855007616077312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077256.764251:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13480 x1855007616077312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764256:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077256.764267:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.764268:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077256.764270:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077256.764275:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13480 x1855007616077312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764281:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077256.764284:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13480 x1855007616077312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764330:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077256.764332:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.764333:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077256.764334:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.764336:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077256.764337:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077256.764339:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077256.764342:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077256.764343:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077256.764346:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13480 x1855007616077312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077256.764352:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616077312:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077256.764355:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077256.764357:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d13100 x1855007616077440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764366:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077256.764367:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077256.764369:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077256.764370:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077256.764372:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077256.764373:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616077440:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077256.764375:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077256.764376:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077256.764377:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077256.764378:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077256.764381:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077256.764382:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077256.764385:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077256.764386:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077256.764389:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077256.764391:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616077440, portal 10
00000100:00000001:2.0:1769077256.764392:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077256.764393:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438245120 : -107392271306496 : ffff9e53c9d13100)
00000100:00000040:2.0:1769077256.764398:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d13100 x1855007616077440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764403:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077256.764404:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077256.764406:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077256.764408:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616077440, offset 0
00000400:00000200:2.0:1769077256.764410:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077256.764413:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077256.764415:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077256.764417:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077256.764419:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077256.764420:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077256.764422:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077256.764425:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37899:37899:256:4294967295] 192.168.204.113@tcp LPNI seq info [37869:37869:8:4294967295]
00000400:00000200:2.0:1769077256.764428:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077256.764432:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077256.764435:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077256.764437:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077256.764440:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077256.764442:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077256.764445:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077256.764447:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077256.764450:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077256.764451:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077256.764454:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077256.764456:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077256.764458:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077256.764459:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077256.764461:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077256.764463:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d13100 x1855007616077440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764469:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077256.764470:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d13100 x1855007616077440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764475:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077256.764476:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077256.764478:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077256.764480:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077256.764483:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077256.764484:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298912789
00000100:00000001:2.0:1769077256.764486:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298914029
00000100:00000001:2.0:1769077256.764487:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298912789
00000100:00000001:2.0:1769077256.764489:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298914029
00000100:00000001:2.0:1769077256.764491:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077256.764493:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077256.764494:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077256.764496:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077256/real 1769077256]  req@ffff9e53c9d13100 x1855007616077440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077256.764502:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077256.764503:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077256.764504:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077256.764505:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077256.764506:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077256.764508:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077256.764510:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d13100 x1855007616077440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077256.764516:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d13100 x1855007616077440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764520:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077256.764520:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.764521:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077256.764522:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077256.764524:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d13100 x1855007616077440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764528:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077256.764531:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d13100 x1855007616077440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764535:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077256.764536:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.764537:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077256.764538:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.764539:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077256.764540:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077256.764541:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077256.764544:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077256.764546:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077256.764548:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d13100 x1855007616077440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077256.764553:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616077440:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077256.764555:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.764556:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077256.764558:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13480 x1855007616077312/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764562:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077256.764563:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077256.764564:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077256.764566:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077256.764566:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077256.764567:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077256.764568:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077256.764570:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9ac00.
02000000:00000001:2.0:1769077256.764571:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077256.764572:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077256.764573:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13480.
00000100:00000001:2.0:1769077256.764575:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077256.764576:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.764577:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077256.764579:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d13100 x1855007616077440/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077256.764583:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077256.764584:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077256.764585:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077256.764586:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077256.764587:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077256.764588:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077256.764589:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077256.764590:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea99400.
02000000:00000001:2.0:1769077256.764592:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077256.764593:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077256.764594:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d13100.
00000100:00000001:2.0:1769077256.764595:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077256.764596:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.764597:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077256.764599:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077256.764600:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077256.764601:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077256.764603:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077257.467216:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077257.467224:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077257.467230:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077257.467232:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077257.467324:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077257.467330:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077257.467336:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077257.659216:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077257.659224:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077257.659226:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077257.659230:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077257.659235:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077257.659238:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077257.659241:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077257.659244:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077257.659246:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077258.043236:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298914029, at 4298914048
00000100:00000040:3.0:1769077258.043236:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298914029, at 4298914048
00000100:00000010:2.0:1769077258.043256:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79720.
00000100:00000010:3.0:1769077258.043263:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79900.
00010000:00000001:1.0:1769077258.491213:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077258.491222:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077258.491224:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077258.491227:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077258.491232:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077258.491234:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077258.491235:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077258.491237:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077258.491240:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077258.491241:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077258.491308:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077258.491311:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077258.491315:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077258.683313:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077258.683322:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077258.683324:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077258.683329:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077258.683332:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077258.683336:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077258.683338:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077258.683340:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077258.683342:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077259.515155:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077259.515163:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077259.515168:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077259.515169:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077259.515279:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077259.515283:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077259.515287:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077259.707206:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077259.707214:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077259.707216:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077259.707221:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077259.707225:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077259.707228:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077259.707230:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077259.707232:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077259.707235:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077260.539209:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077260.539217:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077260.539222:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077260.539223:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077260.539313:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077260.539319:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077260.539323:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077260.731212:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077260.731233:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077260.731236:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077260.731244:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077260.731249:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077260.731256:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077260.731260:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077260.731263:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077260.731267:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077261.563251:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077261.563261:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077261.563269:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077261.563271:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077261.563329:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077261.563334:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077261.563339:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077261.755216:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077261.755224:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077261.755226:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077261.755232:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077261.755235:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077261.755239:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077261.755242:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077261.755244:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077261.755247:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077261.883198:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077261.883224:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077261.883229:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077261.883234:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077261.883238:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077261.883246:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4245
00000400:00000200:0.0:1769077261.883253:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077261.883260:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077261.883263:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077261.883265:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077261.883268:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077261.883270:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077261.883272:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077261.883276:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077261.883277:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077261.883280:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077261.883282:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077261.883284:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077261.883286:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077261.883288:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077261.883289:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077261.883291:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077261.883292:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077261.883294:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077261.883297:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077261.883298:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077261.883301:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077261.883303:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077261.883306:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077261.883308:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077261.883309:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077261.883320:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5880.
00000020:00000040:0.0:1769077261.883323:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077261.883326:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077261.883327:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077261.883330:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077261.883332:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077261.883338:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077261.883346:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011000.
00000100:00000001:0.0:1769077261.883352:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077261.883361:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5880 x1855007616077568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077261.883370:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077261.883375:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077261.883378:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c2905c0] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5880 x1855007616077568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077261.883398:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077261.883401:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077261.883404:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077261.883405:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077261.883407:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077261.883408:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077261.883410:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4245
00000400:00000200:0.0:1769077261.883412:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077261.883415:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077261.883416:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077261.883419:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077261.883421:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077261.883423:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077261.883425:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077261.883427:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077261.883428:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769077261.883429:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077261.883430:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769077261.883432:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000001:2.0:1769077261.883432:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077261.883433:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769077261.883439:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077261.883440:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077261.883441:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077261.883444:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077261.883446:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077261.883448:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769077261.883450:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077261.883451:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077261.883453:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077261.883454:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769077261.883458:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077261.883462:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077261.883464:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769077261.883466:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5880 x1855007616077568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077261.883468:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077261.883474:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077261.883478:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077261.883482:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5f80.
00000020:00000040:0.0:1769077261.883487:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000100:00000001:2.0:1769077261.883489:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077261.883490:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077261.883493:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077261.883494:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077261.883495:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077261.883497:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077261.883501:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077261.883503:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1769077261.883504:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000100:00000001:0.0:1769077261.883509:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077261.883509:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077261.883516:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077261.883517:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5f80 x1855007616077696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769077261.883526:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616077568:192.168.204.113@tcp:250:kworker.0
00000100:00000001:0.0:1769077261.883527:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077261.883530:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077261.883537:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c836008] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5f80 x1855007616077696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.883537:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077261.883545:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077261.883545:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769077261.883550:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077261.883551:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077261.883557:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1769077261.883558:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077261.883560:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077261.883562:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077261.883564:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077261.883566:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4245
02000000:00000010:2.0:1769077261.883567:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
00000400:00000200:0.0:1769077261.883571:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:2.0:1769077261.883574:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077261.883575:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077261.883579:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077261.883581:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077261.883583:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077261.883588:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077261.883588:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769077261.883593:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000010:2.0:1769077261.883596:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000020:00000001:0.0:1769077261.883597:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077261.883600:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769077261.883604:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077261.883606:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000400:00000010:2.0:1769077261.883608:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000020:00000001:0.0:1769077261.883609:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:0.0:1769077261.883614:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769077261.883619:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000200:2.0:1769077261.883620:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616077568, portal 25
00000100:00000001:0.0:1769077261.883623:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077261.883625:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769077261.883628:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077261.883630:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367936 : -107391528183680 : ffff9e53f61c5880)
00000100:00000001:0.0:1769077261.883634:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077261.883639:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000040:2.0:1769077261.883642:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5880 x1855007616077568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077261.883646:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077261.883651:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077261.883656:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077261.883659:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077261.883663:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077261.883664:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077261.883665:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077261.883670:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077261.883674:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000008:00000001:0.0:1769077261.883681:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077261.883681:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000001:0.0:1769077261.883686:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077261.883688:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616077568, offset 0
00000100:00000010:0.0:1769077261.883690:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5c00.
00000020:00000040:0.0:1769077261.883694:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077261.883696:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077261.883697:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077261.883699:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077261.883701:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077261.883703:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077261.883703:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
02000000:00000010:0.0:1769077261.883710:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:0.0:1769077261.883713:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077261.883717:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00100000:0.0:1769077261.883719:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5c00 x1855007616077824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077261.883726:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077261.883728:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077261.883730:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000040:0.0:1769077261.883733:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007db8b4c3] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5c00 x1855007616077824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077261.883741:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077261.883744:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077261.883749:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077261.883749:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000040:0.0:1769077261.883757:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077261.883758:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769077261.883763:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077261.883765:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:0.0:1769077261.883771:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077261.883773:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37900:37900:256:4294967295] 192.168.204.113@tcp LPNI seq info [37870:37870:8:4294967295]
00000100:00000040:0.0:1769077261.883780:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4255)
00000400:00000200:2.0:1769077261.883781:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077261.883798:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077261.883806:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077261.883814:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077261.883823:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077261.883827:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077261.883833:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077261.883838:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077261.883843:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077261.883846:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077261.883855:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077261.883861:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077261.883878:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077261.883882:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077261.883887:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077261.883893:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5880 x1855007616077568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.883904:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077261.883908:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5880 x1855007616077568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.883917:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077261.883919:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077261.883927:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077261.883932:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077261.883952:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298919149
00000100:00000010:2.0:1769077261.883960:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79720.
00000100:00000001:2.0:1769077261.883970:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077261.883977:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298919149
00000100:00000010:2.0:1769077261.883982:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79840.
00000100:00000001:2.0:1769077261.883987:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077261.883992:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077261.883995:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077261.883999:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077261.884005:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077261/real 1769077261]  req@ffff9e53f61c5880 x1855007616077568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077261.884019:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077261.884021:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077261.884024:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077261.884029:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077261.884031:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077261.884034:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077261.884039:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5880 x1855007616077568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077261.884052:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5880 x1855007616077568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884063:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077261.884066:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.884069:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077261.884073:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077261.884113:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5880 x1855007616077568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884125:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077261.884148:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5880 x1855007616077568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884156:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077261.884160:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.884162:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077261.884163:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.884166:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077261.884169:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077261.884172:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077261.884177:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077261.884180:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077261.884185:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5880 x1855007616077568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077261.884195:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616077568:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077261.884217:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.884220:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077261.884224:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5880 x1855007616077568/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884232:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077261.884235:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077261.884239:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077261.884243:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077261.884245:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077261.884247:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077261.884250:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077261.884253:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011000.
02000000:00000001:2.0:1769077261.884258:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077261.884260:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077261.884262:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5880.
00000100:00000001:2.0:1769077261.884266:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077261.884267:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.884270:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.884279:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077261.884281:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077261.884284:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077261.884286:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077261.884287:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077261.884291:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5f80 x1855007616077696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884299:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077261.884301:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077261.884304:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077261.884307:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077261.884310:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077261.884314:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616077696:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077261.884318:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077261.884321:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077261.884323:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077261.884325:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077261.884329:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077261.884331:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077261.884336:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077261.884340:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077261.884344:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077261.884347:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616077696, portal 10
00000100:00000001:2.0:1769077261.884350:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077261.884352:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181369728 : -107391528181888 : ffff9e53f61c5f80)
00000100:00000040:2.0:1769077261.884359:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5f80 x1855007616077696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884367:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077261.884370:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077261.884372:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077261.884375:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616077696, offset 0
00000400:00000200:2.0:1769077261.884379:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077261.884383:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077261.884388:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077261.884391:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077261.884394:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077261.884397:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077261.884400:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077261.884403:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37901:37901:256:4294967295] 192.168.204.113@tcp LPNI seq info [37871:37871:8:4294967295]
00000400:00000200:2.0:1769077261.884408:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077261.884415:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077261.884420:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077261.884424:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077261.884429:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077261.884432:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077261.884437:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077261.884440:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077261.884444:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077261.884447:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077261.884450:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077261.884454:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077261.884457:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077261.884459:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077261.884462:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077261.884466:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5f80 x1855007616077696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884483:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077261.884487:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5f80 x1855007616077696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884494:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077261.884496:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077261.884500:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077261.884504:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077261.884508:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077261.884510:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298917902
00000100:00000001:2.0:1769077261.884514:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298919149
00000100:00000001:2.0:1769077261.884516:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298917902
00000100:00000001:2.0:1769077261.884519:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298919149
00000100:00000001:2.0:1769077261.884521:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077261.884524:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077261.884526:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077261.884530:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077261/real 1769077261]  req@ffff9e53f61c5f80 x1855007616077696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077261.884539:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077261.884540:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077261.884542:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077261.884545:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077261.884547:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077261.884549:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077261.884552:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5f80 x1855007616077696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077261.884561:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5f80 x1855007616077696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884568:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077261.884571:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.884573:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077261.884574:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077261.884578:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5f80 x1855007616077696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884587:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077261.884591:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5f80 x1855007616077696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884599:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077261.884602:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.884604:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077261.884605:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.884607:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077261.884609:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077261.884612:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077261.884616:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077261.884619:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077261.884623:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5f80 x1855007616077696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077261.884632:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616077696:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077261.884637:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077261.884640:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5c00 x1855007616077824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884647:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077261.884649:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077261.884651:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077261.884653:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077261.884655:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077261.884659:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616077824:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077261.884663:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077261.884665:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077261.884666:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077261.884669:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077261.884672:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077261.884675:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077261.884679:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077261.884682:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077261.884685:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077261.884688:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616077824, portal 10
00000100:00000001:2.0:1769077261.884690:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077261.884691:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181368832 : -107391528182784 : ffff9e53f61c5c00)
00000100:00000040:2.0:1769077261.884698:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5c00 x1855007616077824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884704:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077261.884707:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077261.884709:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077261.884712:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616077824, offset 0
00000400:00000200:2.0:1769077261.884715:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077261.884720:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077261.884723:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077261.884726:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077261.884729:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077261.884732:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077261.884734:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077261.884737:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37902:37902:256:4294967295] 192.168.204.113@tcp LPNI seq info [37872:37872:8:4294967295]
00000400:00000200:2.0:1769077261.884741:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077261.884748:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077261.884753:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077261.884756:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077261.884761:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077261.884764:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077261.884768:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077261.884771:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077261.884775:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077261.884777:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077261.884780:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077261.884784:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077261.884787:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077261.884788:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077261.884791:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077261.884794:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5c00 x1855007616077824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884803:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077261.884806:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5c00 x1855007616077824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884812:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077261.884814:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077261.884817:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077261.884820:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077261.884823:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077261.884826:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298917909
00000100:00000001:2.0:1769077261.884828:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298919149
00000100:00000001:2.0:1769077261.884831:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298917909
00000100:00000001:2.0:1769077261.884833:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298919149
00000100:00000001:2.0:1769077261.884836:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077261.884838:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077261.884840:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077261.884845:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077261/real 1769077261]  req@ffff9e53f61c5c00 x1855007616077824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077261.884854:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077261.884856:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077261.884858:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077261.884860:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077261.884862:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077261.884865:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077261.884868:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5c00 x1855007616077824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077261.884877:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5c00 x1855007616077824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884884:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077261.884886:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.884888:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077261.884889:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077261.884893:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5c00 x1855007616077824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884900:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077261.884904:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5c00 x1855007616077824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884912:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077261.884914:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.884916:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077261.884918:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.884919:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077261.884921:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077261.884924:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077261.884927:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077261.884929:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077261.884934:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5c00 x1855007616077824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077261.884949:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616077824:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077261.884953:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.884955:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077261.884959:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5f80 x1855007616077696/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.884966:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077261.884968:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077261.884970:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077261.884973:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077261.884975:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077261.884976:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077261.884978:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077261.884980:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:2.0:1769077261.884983:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077261.884984:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077261.884986:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5f80.
00000100:00000001:2.0:1769077261.884989:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077261.884991:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.884992:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077261.884996:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5c00 x1855007616077824/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077261.885003:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077261.885004:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077261.885006:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077261.885008:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077261.885009:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077261.885011:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077261.885013:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077261.885014:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010400.
02000000:00000001:2.0:1769077261.885017:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077261.885018:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077261.885020:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5c00.
00000100:00000001:2.0:1769077261.885023:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077261.885024:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.885026:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.885030:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077261.885032:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077261.885034:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077261.885035:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077262.587264:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077262.587274:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077262.587281:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077262.587283:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077262.587359:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077262.587363:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077262.587367:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077262.779177:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077262.779185:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077262.779200:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077262.779206:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077262.779210:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077262.779214:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077262.779216:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077262.779218:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077262.779221:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077263.163176:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298919149, at 4298919168
00000100:00000040:2.0:1769077263.163178:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298919149, at 4298919168
00000100:00000010:3.0:1769077263.163208:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79840.
00000100:00000010:2.0:1769077263.163212:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79720.
00010000:00000001:1.0:1769077263.611229:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077263.611236:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077263.611241:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077263.611242:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077263.611311:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077263.611315:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077263.611319:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077263.803208:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077263.803219:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077263.803222:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077263.803229:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077263.803236:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077263.803241:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077263.803245:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077263.803248:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077263.803252:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:3.0:1769077263.931191:0:71098:0:(osc_request.c:735:osc_update_next_shrink()) next time 5452 to shrink grant
00010000:00000001:1.0:1769077264.635210:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077264.635219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077264.635226:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077264.635227:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077264.635307:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077264.635311:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077264.635314:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077264.827140:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077264.827147:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077264.827150:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077264.827166:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077264.827171:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077264.827176:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077264.827179:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077264.827183:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077264.827187:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077265.659300:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077265.659308:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077265.659313:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077265.659316:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077265.659319:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077265.659322:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077265.659325:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077265.659327:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077265.659329:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077265.659330:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077265.659407:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077265.659411:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077265.659414:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077265.851242:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077265.851254:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077265.851257:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077265.851266:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077265.851272:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077265.851276:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077265.851280:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077265.851299:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077265.851303:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077266.683214:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077266.683219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077266.683224:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077266.683225:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077266.683280:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077266.683284:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077266.683291:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077266.875188:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077266.875195:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077266.875197:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077266.875201:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077266.875204:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077266.875219:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077266.875220:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077266.875222:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077266.875225:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077267.003248:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077267.003260:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077267.003264:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077267.003271:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077267.003278:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077267.003287:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4250
00000400:00000200:1.0:1769077267.003299:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077267.003311:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077267.003316:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077267.003322:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077267.003326:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077267.003330:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077267.003333:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077267.003339:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077267.003341:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077267.003345:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077267.003348:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077267.003352:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077267.003355:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077267.003359:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077267.003362:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077267.003374:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077267.003376:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077267.003380:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077267.003385:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077267.003388:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077267.003392:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077267.003397:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077267.003400:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077267.003404:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077267.003407:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077267.003418:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d12680.
00000020:00000040:1.0:1769077267.003423:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077267.003427:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077267.003429:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077267.003433:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077267.003437:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077267.003443:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077267.003464:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9a800.
00000100:00000001:1.0:1769077267.003471:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077267.003481:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d12680 x1855007616077952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077267.003495:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077267.003501:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077267.003508:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc911604] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d12680 x1855007616077952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077267.003550:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077267.003553:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077267.003558:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077267.003560:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077267.003562:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077267.003566:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077267.003570:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4250
00000100:00000001:2.0:1769077267.003571:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769077267.003576:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077267.003576:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077267.003581:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1769077267.003584:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077267.003590:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077267.003607:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12680 x1855007616077952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077267.003615:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077267.003622:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077267.003623:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077267.003626:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077267.003628:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077267.003632:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077267.003635:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077267.003637:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769077267.003641:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077267.003641:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1769077267.003644:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:1.0:1769077267.003648:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:2.0:1769077267.003649:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1769077267.003655:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
02000000:00000001:2.0:1769077267.003655:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077267.003662:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616077952:192.168.204.113@tcp:250:kworker.0
00000100:00000040:1.0:1769077267.003665:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077267.003669:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077267.003671:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077267.003674:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1769077267.003675:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:2.0:1769077267.003678:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077267.003680:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
02000000:00000001:2.0:1769077267.003685:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1769077267.003686:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:1.0:1769077267.003691:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077267.003694:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077267.003694:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077267.003700:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077267.003711:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769077267.003711:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:1.0:1769077267.003719:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769077267.003720:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
02000000:00000001:1.0:1769077267.003727:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077267.003731:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:2.0:1769077267.003732:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000008:00100000:1.0:1769077267.003736:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077267.003742:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077267.003744:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616077952, portal 25
00000100:00000001:1.0:1769077267.003745:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.003749:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077267.003751:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438242432 : -107392271309184 : ffff9e53c9d12680)
00000100:00000010:1.0:1769077267.003753:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d12a00.
00000100:00000040:2.0:1769077267.003759:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12680 x1855007616077952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077267.003760:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077267.003768:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077267.003771:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1769077267.003773:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077267.003776:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00000001:1.0:1769077267.003779:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1769077267.003781:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
02000000:00000001:1.0:1769077267.003783:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1769077267.003785:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616077952, offset 0
02000000:00000001:1.0:1769077267.003788:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077267.003794:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
02000000:00000010:1.0:1769077267.003798:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9bc00.
00000400:00000200:2.0:1769077267.003803:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077267.003809:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077267.003814:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769077267.003815:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077267.003819:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077267.003826:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00100000:1.0:1769077267.003828:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d12a00 x1855007616078080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077267.003829:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077267.003836:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37903:37903:256:4294967295] 192.168.204.113@tcp LPNI seq info [37873:37873:8:4294967295]
00000400:00000200:2.0:1769077267.003847:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:1.0:1769077267.003854:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077267.003860:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077267.003862:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769077267.003869:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080a35ac8] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d12a00 x1855007616078080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769077267.003870:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077267.003877:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077267.003888:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00000001:1.0:1769077267.003890:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077267.003892:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000100:00080000:1.0:1769077267.003896:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769077267.003901:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000100:00080000:1.0:1769077267.003922:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:2.1:1769077267.003924:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1769077267.003928:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:2.0:1769077267.003930:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00080000:1.0:1769077267.003932:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1769077267.003933:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000100:00000001:1.0:1769077267.003940:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077267.003940:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1769077267.003947:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4250
00000400:00000200:2.0:1769077267.003949:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077267.003957:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077267.003958:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077267.003963:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000400:00000200:1.0:1769077267.003966:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077267.003969:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1769077267.003970:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077267.003979:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000200:2.0:1769077267.003980:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12680 x1855007616077952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077267.003982:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077267.003988:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077267.003994:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077267.004016:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077267.004018:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000001:2.0:1769077267.004019:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1769077267.004021:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077267.004026:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12680 x1855007616077952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077267.004027:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:1.0:1769077267.004034:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:2.0:1769077267.004038:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077267.004042:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000001:2.0:1769077267.004042:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1769077267.004051:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077267.004051:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077267.004058:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077267.004058:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077267.004063:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298924269
00000100:00000040:1.0:1769077267.004064:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077267.004070:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000010:2.0:1769077267.004070:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79720.
00000020:00000040:1.0:1769077267.004077:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:2.0:1769077267.004079:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1769077267.004082:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077267.004085:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298924269
00000100:00000001:1.0:1769077267.004103:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077267.004106:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79060.
02000000:00000001:1.0:1769077267.004107:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077267.004144:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077267.004175:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077267.004178:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.004181:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077267.004187:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077267/real 1769077267]  req@ffff9e53c9d12680 x1855007616077952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077267.004200:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1769077267.004201:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1769077267.004203:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077267.004208:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
02000000:00000001:1.0:1769077267.004209:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077267.004214:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000100:00000001:1.0:1769077267.004215:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077267.004220:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769077267.004220:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000008:00000001:1.0:1769077267.004224:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077267.004227:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.004227:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:1.0:1769077267.004234:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10700.
00000100:00000200:2.0:1769077267.004236:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12680 x1855007616077952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077267.004238:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077267.004244:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077267.004246:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077267.004250:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077267.004253:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077267.004256:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077267.004260:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12680 x1855007616077952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769077267.004262:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98000.
00000100:00000001:1.0:1769077267.004268:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.004270:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077267.004274:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077267.004276:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10700 x1855007616078208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077267.004277:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077267.004281:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077267.004290:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1769077267.004291:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12680 x1855007616077952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077267.004296:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.004305:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077267.004306:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ea494d2] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10700 x1855007616078208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077267.004313:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12680 x1855007616077952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077267.004319:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077267.004325:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077267.004326:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1769077267.004333:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077267.004334:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.004339:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1769077267.004340:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077267.004341:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.004346:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1769077267.004348:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077267.004350:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077267.004353:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1769077267.004354:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4260)
00000100:00080000:2.0:1769077267.004358:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077267.004361:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077267.004364:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12680 x1855007616077952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077267.004371:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616077952:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077267.004375:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.004377:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077267.004381:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12680 x1855007616077952/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004386:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077267.004389:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077267.004391:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077267.004393:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077267.004395:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077267.004397:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077267.004398:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077267.004400:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a800.
02000000:00000001:2.0:1769077267.004403:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077267.004405:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077267.004417:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12680.
00000100:00000001:2.0:1769077267.004422:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077267.004423:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.004424:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.004430:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077267.004431:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.004433:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077267.004434:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077267.004435:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077267.004438:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d12a00 x1855007616078080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004443:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077267.004444:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077267.004446:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077267.004448:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077267.004449:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077267.004451:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616078080:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077267.004453:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077267.004455:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077267.004456:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077267.004457:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077267.004460:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077267.004461:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077267.004473:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077267.004485:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077267.004487:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077267.004490:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616078080, portal 10
00000100:00000001:2.0:1769077267.004492:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077267.004493:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438243328 : -107392271308288 : ffff9e53c9d12a00)
00000100:00000040:2.0:1769077267.004499:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d12a00 x1855007616078080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004504:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077267.004506:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077267.004507:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077267.004509:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616078080, offset 0
00000400:00000200:2.0:1769077267.004512:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077267.004515:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077267.004518:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077267.004520:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077267.004522:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077267.004524:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077267.004526:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077267.004528:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37904:37904:256:4294967295] 192.168.204.113@tcp LPNI seq info [37874:37874:8:4294967295]
00000400:00000200:2.0:1769077267.004547:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077267.004552:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077267.004555:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077267.004558:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077267.004560:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077267.004563:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077267.004566:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077267.004567:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077267.004570:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077267.004571:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077267.004573:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077267.004576:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077267.004578:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077267.004579:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077267.004581:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077267.004583:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d12a00 x1855007616078080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004588:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077267.004590:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d12a00 x1855007616078080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004616:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.004618:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077267.004620:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077267.004623:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077267.004626:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077267.004628:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298923022
00000100:00000001:2.0:1769077267.004630:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298924269
00000100:00000001:2.0:1769077267.004632:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298923022
00000100:00000001:2.0:1769077267.004634:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298924269
00000100:00000001:2.0:1769077267.004635:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077267.004636:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.004638:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077267.004640:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077267/real 1769077267]  req@ffff9e53c9d12a00 x1855007616078080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077267.004646:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077267.004647:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077267.004648:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077267.004650:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077267.004651:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077267.004652:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077267.004654:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d12a00 x1855007616078080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077267.004660:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d12a00 x1855007616078080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004665:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077267.004666:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.004667:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077267.004668:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077267.004671:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d12a00 x1855007616078080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004676:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077267.004680:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d12a00 x1855007616078080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004689:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077267.004692:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.004694:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077267.004695:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.004697:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077267.004699:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077267.004702:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077267.004706:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077267.004709:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077267.004714:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d12a00 x1855007616078080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077267.004724:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616078080:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077267.004728:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077267.004732:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10700 x1855007616078208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004740:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077267.004742:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077267.004745:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077267.004746:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077267.004748:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077267.004750:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616078208:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077267.004753:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077267.004754:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077267.004756:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077267.004758:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077267.004761:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077267.004762:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077267.004765:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077267.004767:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077267.004770:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077267.004772:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616078208, portal 10
00000100:00000001:2.0:1769077267.004774:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077267.004775:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438234368 : -107392271317248 : ffff9e53c9d10700)
00000100:00000040:2.0:1769077267.004779:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10700 x1855007616078208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004785:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077267.004786:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077267.004788:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077267.004790:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616078208, offset 0
00000400:00000200:2.0:1769077267.004792:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077267.004795:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077267.004798:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077267.004800:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077267.004802:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077267.004804:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077267.004806:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077267.004808:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37905:37905:256:4294967295] 192.168.204.113@tcp LPNI seq info [37875:37875:8:4294967295]
00000400:00000200:2.0:1769077267.004811:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077267.004816:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077267.004819:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077267.004821:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077267.004824:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077267.004827:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077267.004830:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077267.004831:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077267.004835:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077267.004837:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077267.004839:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077267.004841:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077267.004844:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077267.004845:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077267.004847:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077267.004849:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10700 x1855007616078208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004855:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077267.004858:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10700 x1855007616078208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004862:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.004863:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077267.004865:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077267.004867:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077267.004870:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077267.004871:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298923029
00000100:00000001:2.0:1769077267.004873:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298924269
00000100:00000001:2.0:1769077267.004874:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298923029
00000100:00000001:2.0:1769077267.004876:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298924269
00000100:00000001:2.0:1769077267.004878:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077267.004879:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.004881:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077267.004883:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077267/real 1769077267]  req@ffff9e53c9d10700 x1855007616078208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077267.004888:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077267.004889:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077267.004890:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077267.004892:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077267.004893:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077267.004895:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077267.004914:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10700 x1855007616078208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077267.004920:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10700 x1855007616078208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004923:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077267.004924:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.004925:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077267.004926:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077267.004928:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10700 x1855007616078208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004932:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077267.004935:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10700 x1855007616078208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.004939:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077267.004941:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.004942:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077267.004943:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.004945:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077267.004946:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077267.004949:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077267.004953:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077267.004956:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077267.004960:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10700 x1855007616078208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077267.004984:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616078208:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077267.004988:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.004991:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077267.004995:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d12a00 x1855007616078080/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.005004:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077267.005006:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077267.005008:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077267.005011:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077267.005013:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077267.005015:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077267.005017:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077267.005019:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9bc00.
02000000:00000001:2.0:1769077267.005022:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077267.005024:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077267.005025:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d12a00.
00000100:00000001:2.0:1769077267.005027:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077267.005028:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.005030:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077267.005033:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10700 x1855007616078208/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077267.005038:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077267.005039:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077267.005040:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077267.005042:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077267.005043:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077267.005044:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077267.005045:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077267.005046:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98000.
02000000:00000001:2.0:1769077267.005048:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077267.005049:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077267.005049:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10700.
00000100:00000001:2.0:1769077267.005051:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077267.005052:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.005053:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.005056:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077267.005057:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077267.005058:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077267.005059:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077267.707279:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077267.707287:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077267.707293:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077267.707294:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077267.707396:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077267.707402:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077267.707422:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077267.899212:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077267.899219:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077267.899221:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077267.899226:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077267.899230:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077267.899234:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077267.899236:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077267.899238:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077267.899241:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077268.283228:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298924269, at 4298924288
00000100:00000010:3.0:1769077268.283248:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79060.
00000100:00000040:2.0:1769077268.283296:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298924269, at 4298924288
00000100:00000010:2.0:1769077268.283314:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79720.
00010000:00000001:1.0:1769077268.731256:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077268.731269:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077268.731273:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077268.731277:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077268.731284:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077268.731288:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077268.731291:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077268.731294:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077268.731299:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077268.731301:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077268.731386:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077268.731395:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077268.731403:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077268.923207:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077268.923218:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077268.923221:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077268.923230:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077268.923236:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077268.923242:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077268.923247:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077268.923251:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077268.923255:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077269.755285:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077269.755294:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077269.755302:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077269.755303:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077269.755417:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077269.755421:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077269.755424:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077269.947201:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077269.947211:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077269.947212:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077269.947218:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077269.947222:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077269.947226:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077269.947228:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077269.947231:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077269.947234:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077270.779175:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077270.779182:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077270.779187:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077270.779188:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077270.779238:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077270.779241:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077270.779245:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077270.971212:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077270.971221:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077270.971224:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077270.971230:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077270.971234:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077270.971249:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077270.971252:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077270.971255:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077270.971258:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077271.803252:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077271.803264:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077271.803272:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077271.803273:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077271.803425:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077271.803430:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077271.803435:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077271.995202:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077271.995216:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077271.995219:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077271.995229:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077271.995237:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077271.995243:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.995247:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077271.995252:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077271.995256:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077272.123166:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077272.123178:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077272.123181:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077272.123185:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077272.123190:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077272.123198:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4255
00000400:00000200:0.0:1769077272.123206:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077272.123213:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077272.123216:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077272.123219:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123222:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077272.123224:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123226:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077272.123236:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077272.123239:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077272.123241:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077272.123243:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077272.123245:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077272.123247:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077272.123249:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123251:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077272.123252:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123254:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077272.123256:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077272.123259:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123260:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077272.123262:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077272.123266:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077272.123268:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077272.123270:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077272.123272:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077272.123283:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5c00.
00000020:00000040:0.0:1769077272.123286:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077272.123290:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077272.123291:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077272.123294:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077272.123297:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077272.123301:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077272.123311:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011400.
00000100:00000001:0.0:1769077272.123317:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077272.123330:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5c00 x1855007616078336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077272.123339:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077272.123344:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077272.123351:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007db8b4c3] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5c00 x1855007616078336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077272.123377:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077272.123386:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077272.123390:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077272.123391:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077272.123393:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077272.123396:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077272.123399:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4255
00000400:00000200:0.0:1769077272.123404:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077272.123408:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077272.123410:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077272.123413:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123415:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077272.123417:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077272.123418:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123422:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769077272.123423:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769077272.123426:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077272.123427:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077272.123429:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769077272.123432:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077272.123435:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:0.0:1769077272.123455:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:2.0:1769077272.123455:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5c00 x1855007616078336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077272.123461:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769077272.123469:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123471:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077272.123473:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123474:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077272.123477:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:0.0:1769077272.123484:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123491:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077272.123493:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077272.123494:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077272.123498:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077272.123503:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077272.123505:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077272.123510:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077272.123511:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077272.123513:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077272.123516:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077272.123519:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769077272.123524:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616078336:192.168.204.113@tcp:250:kworker.0
00000008:00000001:0.0:1769077272.123526:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077272.123532:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077272.123534:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1769077272.123538:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5f80.
02000000:00000001:2.0:1769077272.123541:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769077272.123544:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769077272.123546:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077272.123550:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077272.123551:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077272.123555:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077272.123559:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1769077272.123560:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:0.0:1769077272.123561:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077272.123566:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077272.123567:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077272.123578:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9013c00.
00000400:00000200:2.0:1769077272.123584:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:0.0:1769077272.123587:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077272.123591:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000100:00100000:0.0:1769077272.123598:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5f80 x1855007616078464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077272.123602:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000001:0.0:1769077272.123612:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077272.123617:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077272.123617:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616078336, portal 25
00000100:00000001:2.0:1769077272.123624:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769077272.123627:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c836008] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5f80 x1855007616078464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.123628:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181368832 : -107391528182784 : ffff9e53f61c5c00)
00000100:00000040:2.0:1769077272.123642:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5c00 x1855007616078336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077272.123645:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077272.123652:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077272.123659:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769077272.123660:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1769077272.123665:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769077272.123667:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769077272.123669:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769077272.123675:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000001:0.0:1769077272.123676:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077272.123684:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4255
00000400:00000200:0.0:1769077272.123688:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000200:2.0:1769077272.123689:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616078336, offset 0
00000400:00000200:0.0:1769077272.123692:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077272.123696:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769077272.123703:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769077272.123704:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123711:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077272.123713:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123715:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077272.123717:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077272.123720:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000400:00000200:2.0:1769077272.123721:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000020:00000001:0.0:1769077272.123724:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077272.123728:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769077272.123730:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077272.123733:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000020:00000001:0.0:1769077272.123735:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077272.123743:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077272.123745:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077272.123752:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769077272.123753:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077272.123759:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769077272.123763:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000400:00000200:2.0:1769077272.123766:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123773:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000400:00000200:2.0:1769077272.123775:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37906:37906:256:4294967295] 192.168.204.113@tcp LPNI seq info [37876:37876:8:4294967295]
00000020:00000040:0.0:1769077272.123785:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000400:00000200:2.0:1769077272.123786:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:0.0:1769077272.123796:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123806:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077272.123806:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769077272.123813:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077272.123820:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077272.123827:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077272.123827:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123834:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077272.123839:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1769077272.123839:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000008:00000001:0.0:1769077272.123845:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077272.123847:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077272.123851:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c5880.
00000800:00000200:2.0:1769077272.123853:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000020:00000040:0.0:1769077272.123857:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000800:00000200:2.0:1769077272.123860:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
02000000:00000001:0.0:1769077272.123862:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077272.123867:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077272.123870:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077272.123873:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769077272.123873:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:0.0:1769077272.123878:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077272.123880:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
02000000:00000010:0.0:1769077272.123884:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9011c00.
00000800:00000100:2.0:1769077272.123891:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000001:0.0:1769077272.123893:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769077272.123895:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000100:00100000:0.0:1769077272.123919:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c5880 x1855007616078592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077272.123921:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077272.123931:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077272.123931:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077272.123936:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077272.123939:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000100:00000040:0.0:1769077272.123940:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c2905c0] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c5880 x1855007616078592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077272.123942:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077272.123949:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077272.123951:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077272.123954:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077272.123955:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5c00 x1855007616078336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077272.123958:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077272.123965:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077272.123972:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077272.123973:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077272.123978:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4265)
00000100:00000040:2.0:1769077272.123979:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5c00 x1855007616078336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.123988:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077272.123989:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077272.123995:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077272.124000:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077272.124002:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298929389
00000100:00000010:2.0:1769077272.124008:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79720.
00000100:00000001:2.0:1769077272.124015:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077272.124020:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298929389
00000100:00000010:2.0:1769077272.124022:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79360.
00000100:00000001:2.0:1769077272.124025:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077272.124027:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077272.124040:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077272.124042:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077272.124045:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077272/real 1769077272]  req@ffff9e53f61c5c00 x1855007616078336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077272.124053:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077272.124055:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077272.124057:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077272.124059:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077272.124060:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077272.124062:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077272.124092:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5c00 x1855007616078336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077272.124099:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5c00 x1855007616078336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124104:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077272.124106:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124107:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077272.124109:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077272.124112:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5c00 x1855007616078336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124116:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077272.124120:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5c00 x1855007616078336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124130:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077272.124132:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124134:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077272.124135:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124137:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077272.124138:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077272.124140:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077272.124144:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077272.124145:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077272.124148:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5c00 x1855007616078336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077272.124153:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616078336:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077272.124156:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124158:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077272.124160:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5c00 x1855007616078336/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124166:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077272.124168:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077272.124170:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077272.124173:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077272.124174:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077272.124181:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077272.124183:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077272.124185:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011400.
02000000:00000001:2.0:1769077272.124189:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077272.124191:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077272.124192:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5c00.
00000100:00000001:2.0:1769077272.124195:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077272.124196:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124198:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124205:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077272.124207:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077272.124208:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077272.124210:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077272.124211:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077272.124213:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5f80 x1855007616078464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124218:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077272.124220:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077272.124221:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077272.124223:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077272.124224:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077272.124226:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616078464:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077272.124228:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077272.124229:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077272.124231:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077272.124232:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077272.124234:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077272.124236:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077272.124239:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077272.124241:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077272.124244:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077272.124246:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616078464, portal 10
00000100:00000001:2.0:1769077272.124248:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077272.124249:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181369728 : -107391528181888 : ffff9e53f61c5f80)
00000100:00000040:2.0:1769077272.124254:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5f80 x1855007616078464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124259:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077272.124260:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077272.124262:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077272.124263:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616078464, offset 0
00000400:00000200:2.0:1769077272.124266:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077272.124269:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077272.124277:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077272.124279:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077272.124281:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077272.124283:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077272.124285:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077272.124287:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37907:37907:256:4294967295] 192.168.204.113@tcp LPNI seq info [37877:37877:8:4294967295]
00000400:00000200:2.0:1769077272.124289:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077272.124294:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077272.124297:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077272.124300:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077272.124303:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077272.124305:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077272.124308:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077272.124310:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077272.124312:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077272.124314:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077272.124316:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077272.124318:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077272.124320:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077272.124322:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077272.124323:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077272.124326:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5f80 x1855007616078464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124331:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077272.124333:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5f80 x1855007616078464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124338:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077272.124339:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077272.124341:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077272.124344:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077272.124346:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077272.124348:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298928142
00000100:00000001:2.0:1769077272.124351:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298929389
00000100:00000001:2.0:1769077272.124352:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298928142
00000100:00000001:2.0:1769077272.124354:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298929389
00000100:00000001:2.0:1769077272.124356:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077272.124357:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077272.124358:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077272.124360:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077272/real 1769077272]  req@ffff9e53f61c5f80 x1855007616078464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077272.124365:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077272.124366:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077272.124367:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077272.124368:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077272.124369:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077272.124370:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077272.124372:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5f80 x1855007616078464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077272.124377:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5f80 x1855007616078464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124382:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077272.124383:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124384:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077272.124385:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077272.124387:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5f80 x1855007616078464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124391:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077272.124394:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5f80 x1855007616078464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124398:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077272.124399:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124401:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077272.124402:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124403:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077272.124405:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077272.124407:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077272.124409:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077272.124410:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077272.124412:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5f80 x1855007616078464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077272.124417:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616078464:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077272.124419:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077272.124425:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c5880 x1855007616078592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124429:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077272.124431:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077272.124432:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077272.124433:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077272.124434:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077272.124436:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616078592:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077272.124438:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077272.124439:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077272.124440:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077272.124441:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077272.124443:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077272.124445:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077272.124446:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077272.124448:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077272.124450:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077272.124451:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616078592, portal 10
00000100:00000001:2.0:1769077272.124453:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077272.124454:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181367936 : -107391528183680 : ffff9e53f61c5880)
00000100:00000040:2.0:1769077272.124458:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c5880 x1855007616078592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124463:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077272.124465:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077272.124466:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077272.124467:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616078592, offset 0
00000400:00000200:2.0:1769077272.124470:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077272.124472:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077272.124474:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077272.124476:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077272.124478:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077272.124480:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077272.124481:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077272.124484:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37908:37908:256:4294967295] 192.168.204.113@tcp LPNI seq info [37878:37878:8:4294967295]
00000400:00000200:2.0:1769077272.124487:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077272.124491:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077272.124493:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077272.124495:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077272.124497:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077272.124499:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077272.124502:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077272.124504:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077272.124507:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077272.124508:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077272.124510:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077272.124512:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077272.124514:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077272.124516:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077272.124517:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077272.124519:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c5880 x1855007616078592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124525:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077272.124528:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c5880 x1855007616078592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124532:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077272.124534:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077272.124535:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077272.124537:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077272.124539:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077272.124540:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298928149
00000100:00000001:2.0:1769077272.124542:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298929389
00000100:00000001:2.0:1769077272.124543:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298928149
00000100:00000001:2.0:1769077272.124545:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298929389
00000100:00000001:2.0:1769077272.124547:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077272.124548:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077272.124549:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077272.124551:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077272/real 1769077272]  req@ffff9e53f61c5880 x1855007616078592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077272.124555:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077272.124556:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077272.124557:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077272.124558:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077272.124559:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077272.124560:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077272.124562:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c5880 x1855007616078592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077272.124567:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c5880 x1855007616078592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124572:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077272.124573:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124574:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077272.124575:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077272.124577:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c5880 x1855007616078592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124582:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077272.124584:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c5880 x1855007616078592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124588:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077272.124590:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124591:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077272.124591:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124592:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077272.124593:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077272.124595:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077272.124596:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077272.124598:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077272.124600:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c5880 x1855007616078592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077272.124605:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616078592:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077272.124607:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124608:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077272.124610:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5f80 x1855007616078464/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124614:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077272.124615:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077272.124616:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077272.124618:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077272.124619:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077272.124620:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077272.124621:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077272.124623:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9013c00.
02000000:00000001:2.0:1769077272.124625:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077272.124626:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077272.124627:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5f80.
00000100:00000001:2.0:1769077272.124629:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077272.124630:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124631:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077272.124633:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c5880 x1855007616078592/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077272.124637:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077272.124638:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077272.124639:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077272.124640:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077272.124641:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077272.124642:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077272.124643:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077272.124644:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9011c00.
02000000:00000001:2.0:1769077272.124645:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077272.124645:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077272.124646:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c5880.
00000100:00000001:2.0:1769077272.124647:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077272.124648:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124649:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.124651:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077272.124652:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077272.124653:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077272.124654:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077272.827243:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077272.827252:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077272.827258:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077272.827260:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077272.827390:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077272.827395:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077272.827412:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077273.019232:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077273.019244:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077273.019248:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077273.019258:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077273.019264:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077273.019270:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077273.019274:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077273.019278:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077273.019282:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077273.403202:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298929389, at 4298929408
00000100:00000040:3.0:1769077273.403202:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298929389, at 4298929408
00000100:00000010:2.0:1769077273.403222:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79720.
00000100:00000010:3.0:1769077273.403225:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79360.
00010000:00000001:1.0:1769077273.851180:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077273.851189:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077273.851197:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077273.851200:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077273.851325:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077273.851334:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077273.851343:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077274.043258:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077274.043268:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077274.043271:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077274.043279:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077274.043284:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077274.043289:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077274.043293:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077274.043296:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077274.043300:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077274.875183:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077274.875193:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077274.875199:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077274.875202:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077274.875311:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077274.875317:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077274.875323:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077275.067318:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077275.067332:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077275.067336:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077275.067346:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077275.067355:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077275.067362:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077275.067368:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077275.067373:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077275.067378:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077275.899208:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077275.899219:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077275.899227:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077275.899233:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077275.899237:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077275.899240:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077275.899244:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077275.899247:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077275.899249:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077275.899253:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077275.899368:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077275.899375:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077275.899381:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077276.091270:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077276.091282:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077276.091286:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077276.091296:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077276.091303:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077276.091310:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077276.091315:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077276.091319:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077276.091325:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077276.923188:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077276.923196:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077276.923214:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077276.923215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077276.923269:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077276.923287:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077276.923292:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077277.115207:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077277.115219:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077277.115222:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077277.115230:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077277.115235:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077277.115240:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.115244:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077277.115248:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077277.115253:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077277.243188:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077277.243202:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077277.243206:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077277.243211:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077277.243216:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077277.243225:0:71119:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4260
00000400:00000200:0.0:1769077277.243235:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077277.243243:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077277.243247:0:71119:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077277.243250:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077277.243254:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077277.243257:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077277.243259:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077277.243264:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077277.243266:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:0.0:1769077277.243269:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077277.243272:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:0.0:1769077277.243274:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:0.0:1769077277.243286:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:0.0:1769077277.243289:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077277.243291:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077277.243293:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077277.243294:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:0.0:1769077277.243297:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:0.0:1769077277.243301:0:71119:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077277.243303:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077277.243306:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077277.243310:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077277.243313:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077277.243315:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077277.243317:0:71119:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077277.243327:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7100.
00000020:00000040:0.0:1769077277.243331:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:0.0:1769077277.243336:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077277.243337:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077277.243340:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077277.243343:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077277.243348:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077277.243369:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012000.
00000100:00000001:0.0:1769077277.243378:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077277.243389:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7100 x1855007616078720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077277.243405:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077277.243411:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077277.243419:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009506489] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7100 x1855007616078720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077277.243448:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077277.243454:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077277.243459:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077277.243461:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077277.243473:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077277.243476:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077277.243480:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4260
00000400:00000200:0.0:1769077277.243487:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077277.243492:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077277.243495:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077277.243498:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077277.243500:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077277.243505:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077277.243514:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077277.243515:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077277.243521:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077277.243524:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077277.243528:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077277.243530:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:0.0:1769077277.243534:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077277.243537:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000100:00000040:2.0:1769077277.243537:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7100 x1855007616078720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077277.243543:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:0.0:1769077277.243551:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:0.0:1769077277.243563:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:2.0:1769077277.243563:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077277.243567:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077277.243572:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077277.243574:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077277.243579:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077277.243580:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
02000000:00000001:2.0:1769077277.243584:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077277.243588:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00100000:2.0:1769077277.243592:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616078720:192.168.204.113@tcp:250:kworker.0
00000020:00000040:0.0:1769077277.243597:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00000001:2.0:1769077277.243599:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077277.243608:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769077277.243609:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
02000000:00000001:2.0:1769077277.243611:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077277.243620:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077277.243620:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077277.243628:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1769077277.243629:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:0.0:1769077277.243637:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077277.243643:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077277.243643:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077277.243645:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077277.243663:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077277.243667:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077277.243669:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077277.243672:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000010:0.0:1769077277.243677:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c7800.
00000400:00000010:2.0:1769077277.243681:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000020:00000040:0.0:1769077277.243682:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077277.243690:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077277.243691:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077277.243693:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000001:0.0:1769077277.243694:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077277.243699:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077277.243703:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077277.243707:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616078720, portal 25
02000000:00000010:0.0:1769077277.243709:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9010400.
00000100:00000001:2.0:1769077277.243715:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077277.243717:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077277.243720:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181374208 : -107391528177408 : ffff9e53f61c7100)
00000100:00100000:0.0:1769077277.243727:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c7800 x1855007616078848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077277.243737:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7100 x1855007616078720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077277.243741:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077277.243746:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077277.243757:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918dbd43] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c7800 x1855007616078848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.243763:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077277.243775:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077277.243783:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000001:0.0:1769077277.243785:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077277.243791:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616078720, offset 0
00000400:00000200:2.0:1769077277.243799:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00080000:0.0:1769077277.243805:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077277.243821:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00080000:0.0:1769077277.243830:0:71119:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1769077277.243831:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00000001:0.0:1769077277.243838:0:71119:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077277.243842:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769077277.243844:0:71119:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769077277.243850:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000100:00000001:0.0:1769077277.243853:0:71119:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769077277.243862:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077277.243870:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00080000:0.0:1769077277.243880:0:71119:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4260
00000400:00000200:2.0:1769077277.243881:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37909:37909:256:4294967295] 192.168.204.113@tcp LPNI seq info [37879:37879:8:4294967295]
00000400:00000200:0.0:1769077277.243895:0:71119:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077277.243896:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:0.0:1769077277.243908:0:71119:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077277.243912:0:71119:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077277.243914:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077277.243917:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077277.243919:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077277.243921:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:0.0:1769077277.243924:0:71119:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077277.243926:0:71119:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000020:00000001:0.0:1769077277.243929:0:71119:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077277.243933:0:71119:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:0.0:1769077277.243939:0:71119:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000400:00000200:2.0:1769077277.243940:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1769077277.243963:0:71119:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:0.0:1769077277.243973:0:71119:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077277.243977:0:71119:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769077277.243979:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000100:00000040:0.0:1769077277.243984:0:71119:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:0.0:1769077277.243988:0:71119:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000800:00000010:2.0:1769077277.243990:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000020:00000040:0.0:1769077277.243993:0:71119:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00080000:0.0:1769077277.243998:0:71119:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:0.0:1769077277.244000:0:71119:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077277.244006:0:71119:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769077277.244006:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
02000000:00000001:0.0:1769077277.244010:0:71119:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1769077277.244013:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
02000000:00000001:0.0:1769077277.244016:0:71119:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077277.244022:0:71119:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077277.244025:0:71119:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1769077277.244026:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000008:00000001:0.0:1769077277.244030:0:71119:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077277.244033:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1769077277.244035:0:71119:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769077277.244043:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000100:00000010:0.0:1769077277.244044:0:71119:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53f61c4700.
00000800:00000010:2.0:1769077277.244049:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000020:00000040:0.0:1769077277.244050:0:71119:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:0.0:1769077277.244058:0:71119:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077277.244059:0:71119:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077277.244061:0:71119:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769077277.244061:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1769077277.244109:0:71119:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077277.244115:0:71119:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077277.244116:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1769077277.244123:0:71119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53c9012c00.
00000400:00000200:2.0:1769077277.244128:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000100:00000001:0.0:1769077277.244131:0:71119:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077277.244133:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00100000:0.0:1769077277.244140:0:71119:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53f61c4700 x1855007616078976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077277.244154:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077277.244156:0:71119:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077277.244162:0:71119:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077277.244164:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7100 x1855007616078720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077277.244172:0:71119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d612b9f] to pc [ptlrpcd_rcv+-1]  req@ffff9e53f61c4700 x1855007616078976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.244188:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769077277.244191:0:71119:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077277.244196:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077277.244197:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7100 x1855007616078720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077277.244205:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077277.244213:0:71119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077277.244219:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077277.244220:0:71119:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077277.244223:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077277.244229:0:71119:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4270)
00000100:00000001:2.0:1769077277.244232:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077277.244239:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077277.244243:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298934510
00000100:00000010:2.0:1769077277.244250:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79720.
00000100:00000001:2.0:1769077277.244261:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077277.244270:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298934510
00000100:00000010:2.0:1769077277.244276:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79e40.
00000100:00000001:2.0:1769077277.244283:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077277.244290:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077277.244306:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077277.244310:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077277.244319:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077277/real 1769077277]  req@ffff9e53f61c7100 x1855007616078720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077277.244335:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077277.244339:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077277.244343:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077277.244348:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077277.244350:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077277.244353:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077277.244357:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7100 x1855007616078720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077277.244365:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7100 x1855007616078720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.244372:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077277.244374:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.244376:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077277.244378:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077277.244381:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7100 x1855007616078720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.244387:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077277.244391:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7100 x1855007616078720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.244399:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077277.244402:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.244403:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077277.244404:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.244407:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077277.244410:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077277.244413:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077277.244417:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077277.244419:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077277.244423:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7100 x1855007616078720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077277.244430:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616078720:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077277.244435:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.244437:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077277.244440:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7100 x1855007616078720/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.244450:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077277.244454:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077277.244458:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077277.244462:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077277.244464:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077277.244467:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077277.244470:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077277.244474:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012000.
02000000:00000001:2.0:1769077277.244480:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077277.244483:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077277.244486:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7100.
00000100:00000001:2.0:1769077277.244491:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077277.244493:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.244496:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.244507:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077277.244510:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077277.244513:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077277.244515:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077277.244517:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077277.244523:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c7800 x1855007616078848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.244543:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077277.244545:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077277.244547:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077277.244549:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077277.244551:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077277.244554:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616078848:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077277.244557:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077277.244560:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077277.244561:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077277.244563:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077277.244566:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077277.244568:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077277.244573:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077277.244576:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077277.244579:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077277.244582:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616078848, portal 10
00000100:00000001:2.0:1769077277.244585:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077277.244586:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181376000 : -107391528175616 : ffff9e53f61c7800)
00000100:00000040:2.0:1769077277.244593:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c7800 x1855007616078848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.244599:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077277.244601:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077277.244603:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077277.244605:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616078848, offset 0
00000400:00000200:2.0:1769077277.244609:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077277.244613:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077277.244617:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077277.244620:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077277.244622:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077277.244625:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077277.244627:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077277.244631:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37910:37910:256:4294967295] 192.168.204.113@tcp LPNI seq info [37880:37880:8:4294967295]
00000400:00000200:2.0:1769077277.244635:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077277.244642:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077277.244646:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077277.244650:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077277.244654:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077277.244656:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077277.244661:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077277.244663:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077277.244679:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077277.244681:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077277.244684:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077277.244688:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077277.244692:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077277.244694:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077277.244696:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077277.244700:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c7800 x1855007616078848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.244710:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077277.244715:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c7800 x1855007616078848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.244725:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077277.244728:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077277.244733:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077277.244738:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077277.244743:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077277.244747:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298933262
00000100:00000001:2.0:1769077277.244751:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298934510
00000100:00000001:2.0:1769077277.244754:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298933262
00000100:00000001:2.0:1769077277.244758:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298934510
00000100:00000001:2.0:1769077277.244761:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077277.244765:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077277.244768:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077277.244774:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077277/real 1769077277]  req@ffff9e53f61c7800 x1855007616078848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077277.244787:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077277.244789:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077277.244792:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077277.244795:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077277.244796:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077277.244799:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077277.244802:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c7800 x1855007616078848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077277.244810:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c7800 x1855007616078848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.244816:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077277.244817:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.244819:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077277.244820:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077277.244823:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c7800 x1855007616078848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.244829:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077277.244833:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c7800 x1855007616078848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.244840:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077277.244842:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.244843:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077277.244844:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.244846:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077277.244848:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077277.244850:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077277.244853:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077277.244855:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077277.244859:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c7800 x1855007616078848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077277.244866:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616078848:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077277.244869:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077277.244872:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53f61c4700 x1855007616078976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.244877:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077277.244879:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077277.244880:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077277.244882:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077277.244884:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077277.244887:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616078976:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077277.244890:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077277.244892:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077277.244893:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077277.244895:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077277.244898:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077277.244900:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077277.244903:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077277.244905:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077277.244908:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077277.244911:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616078976, portal 10
00000100:00000001:2.0:1769077277.244913:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077277.244914:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636682181363456 : -107391528188160 : ffff9e53f61c4700)
00000100:00000040:2.0:1769077277.244920:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53f61c4700 x1855007616078976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.244926:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077277.244929:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077277.244931:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077277.244933:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616078976, offset 0
00000400:00000200:2.0:1769077277.244937:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077277.244941:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077277.244965:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077277.244968:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077277.244971:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077277.244973:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077277.244975:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077277.244979:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37911:37911:256:4294967295] 192.168.204.113@tcp LPNI seq info [37881:37881:8:4294967295]
00000400:00000200:2.0:1769077277.244983:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077277.244989:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077277.244993:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077277.244997:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077277.245001:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077277.245004:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077277.245008:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077277.245010:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077277.245014:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077277.245016:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077277.245019:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077277.245022:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077277.245025:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077277.245027:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077277.245029:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077277.245033:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53f61c4700 x1855007616078976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.245040:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077277.245043:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53f61c4700 x1855007616078976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.245049:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077277.245051:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077277.245055:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077277.245060:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077277.245097:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077277.245101:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298933270
00000100:00000001:2.0:1769077277.245105:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298934510
00000100:00000001:2.0:1769077277.245109:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298933270
00000100:00000001:2.0:1769077277.245113:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298934510
00000100:00000001:2.0:1769077277.245117:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077277.245121:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077277.245124:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077277.245130:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077277/real 1769077277]  req@ffff9e53f61c4700 x1855007616078976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077277.245139:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077277.245140:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077277.245143:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077277.245146:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077277.245147:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077277.245150:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077277.245153:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53f61c4700 x1855007616078976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077277.245161:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53f61c4700 x1855007616078976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.245167:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077277.245168:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.245170:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077277.245171:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077277.245174:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53f61c4700 x1855007616078976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.245181:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077277.245184:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53f61c4700 x1855007616078976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.245192:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077277.245194:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.245195:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077277.245197:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.245198:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077277.245200:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077277.245202:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077277.245204:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077277.245206:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077277.245210:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53f61c4700 x1855007616078976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077277.245216:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53f61c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616078976:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077277.245220:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.245222:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077277.245225:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c7800 x1855007616078848/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.245231:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077277.245232:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077277.245234:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077277.245236:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077277.245238:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077277.245239:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077277.245242:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077277.245245:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9010400.
02000000:00000001:2.0:1769077277.245249:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077277.245250:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077277.245253:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c7800.
00000100:00000001:2.0:1769077277.245257:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077277.245259:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.245262:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077277.245266:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53f61c4700 x1855007616078976/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077277.245276:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077277.245278:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077277.245280:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077277.245284:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077277.245286:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077277.245287:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077277.245290:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077277.245293:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53c9012c00.
02000000:00000001:2.0:1769077277.245296:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077277.245298:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077277.245300:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53f61c4700.
00000100:00000001:2.0:1769077277.245303:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077277.245305:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.245308:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.245314:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077277.245316:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077277.245319:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077277.245321:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077277.947210:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077277.947218:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077277.947223:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077277.947224:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077277.947325:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077277.947328:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077277.947332:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077278.139235:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077278.139247:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077278.139249:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077278.139257:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077278.139262:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077278.139268:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077278.139272:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077278.139275:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077278.139291:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077278.523168:0:71002:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00a20 (cpu 0) has reached its deadline 4298934510, at 4298934528
00000100:00000040:3.0:1769077278.523168:0:71098:0:(connection.c:75:cpu_latency_work()) work item of ffff9e53cbf00b30 (cpu 0) has reached its deadline 4298934510, at 4298934528
00000100:00000010:3.0:1769077278.523186:0:71098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79e40.
00000100:00000010:2.0:1769077278.523188:0:71002:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e53c9d79720.
00010000:00000001:1.0:1769077278.971186:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077278.971198:0:71049:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077278.971201:0:71049:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077278.971205:0:71049:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077278.971227:0:71049:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077278.971229:0:71049:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077278.971230:0:71049:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077278.971232:0:71049:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077278.971236:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077278.971237:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077278.971299:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077278.971304:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077278.971308:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077279.163220:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077279.163240:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077279.163242:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077279.163250:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077279.163273:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077279.163278:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077279.163282:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077279.163286:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077279.163290:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077279.995175:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077279.995180:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077279.995185:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077279.995186:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077279.995232:0:50473:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077279.995235:0:50473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077279.995239:0:50473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077280.187184:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077280.187193:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077280.187195:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077280.187202:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077280.187206:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077280.187210:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077280.187213:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077280.187216:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077280.187219:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077281.019231:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077281.019240:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077281.019248:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077281.019250:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077281.019360:0:55072:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077281.019365:0:55072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077281.019370:0:55072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077281.211232:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077281.211242:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077281.211245:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077281.211250:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077281.211255:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077281.211260:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077281.211262:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077281.211265:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077281.211268:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077282.043199:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077282.043207:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077282.043213:0:71049:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077282.043215:0:71049:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077282.043288:0:50474:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077282.043292:0:50474:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077282.043296:0:50474:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077282.235255:0:70810:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077282.235265:0:70810:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077282.235268:0:70810:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077282.235274:0:70810:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e53c8285b40 going to sleep for 0 seconds
00000100:00000001:1.0:1769077282.235279:0:70810:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077282.235299:0:70810:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.235301:0:70810:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077282.235304:0:70810:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077282.235307:0:70810:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077282.363213:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077282.363224:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077282.363227:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077282.363233:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077282.363237:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077282.363246:0:70933:0:(import.c:509:import_select_connection()) MGC192.168.204.113@tcp: connect to NID 192.168.204.113@tcp last attempt 4265
00000400:00000200:1.0:1769077282.363254:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077282.363261:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077282.363265:0:70933:0:(import.c:588:import_select_connection()) MGC192.168.204.113@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077282.363269:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077282.363272:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077282.363275:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077282.363277:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077282.363281:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077282.363283:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f3198a
00000020:00000001:1.0:1769077282.363286:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077282.363289:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53cb6dd800 refcount=3
00000020:00000001:1.0:1769077282.363291:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000020:00000001:1.0:1769077282.363294:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681465288704 : -107392244262912 : ffff9e53cb6dd800)
00000100:00000040:1.0:1769077282.363297:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077282.363299:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077282.363302:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077282.363303:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077282.363306:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53cb6dd800 : new refcount 2
00000100:00080000:1.0:1769077282.363309:0:70933:0:(import.c:623:import_select_connection()) MGC192.168.204.113@tcp: import ffff9e53c7a80800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077282.363311:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077282.363314:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077282.363317:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077282.363319:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.363321:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077282.363323:0:70933:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077282.363331:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d10e00.
00000020:00000040:1.0:1769077282.363340:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c7a80800 refcount=4 obd=MGC192.168.204.113@tcp
02000000:00000001:1.0:1769077282.363345:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077282.363346:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.363349:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077282.363351:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077282.363358:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077282.363367:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9b400.
00000100:00000001:1.0:1769077282.363374:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077282.363384:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d10e00 x1855007616079104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077282.363395:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077282.363399:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077282.363403:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa2dbea] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d10e00 x1855007616079104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077282.363422:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077282.363424:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077282.363428:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077282.363429:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077282.363431:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077282.363433:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077282.363434:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4265
00000400:00000200:1.0:1769077282.363437:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077282.363439:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077282.363441:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077282.363444:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077282.363446:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077282.363448:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077282.363450:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077282.363452:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077282.363453:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319de
00000020:00000001:1.0:1769077282.363455:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077282.363456:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33aa800 refcount=5
00000020:00000001:1.0:1769077282.363458:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000020:00000001:1.0:1769077282.363460:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327716352 : -107392381835264 : ffff9e53c33aa800)
00000100:00000040:1.0:1769077282.363462:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077282.363465:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077282.363466:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077282.363469:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000100:00000001:2.0:1769077282.363470:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769077282.363471:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33aa800 : new refcount 4
00000100:00080000:1.0:1769077282.363477:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9e53cbaf2800: import ffff9e53c9f6f000 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:2.0:1769077282.363478:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077282.363479:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077282.363483:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077282.363485:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769077282.363489:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077282.363494:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.363496:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769077282.363496:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d10e00 x1855007616079104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769077282.363502:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077282.363508:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077282.363511:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077282.363512:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077282.363516:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077282.363518:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11c00.
02000000:00000001:2.0:1769077282.363521:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1769077282.363522:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6f000 refcount=5 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
02000000:00000001:2.0:1769077282.363542:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077282.363544:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077282.363547:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077282.363548:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.363556:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077282.363558:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769077282.363561:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616079104:192.168.204.113@tcp:250:kworker.0
02000000:00000001:1.0:1769077282.363562:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077282.363572:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1769077282.363573:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea9a400.
00000100:00000001:1.0:1769077282.363580:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077282.363582:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077282.363588:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077282.363589:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11c00 x1855007616079232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077282.363611:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077282.363618:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077282.363621:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077282.363622:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
00000100:00000040:1.0:1769077282.363627:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006401f9aa] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11c00 x1855007616079232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077282.363629:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.363641:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077282.363649:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077282.363652:0:70933:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1769077282.363655:0:70933:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769077282.363659:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077282.363687:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000100:00080000:1.0:1769077282.363688:0:70933:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077282.363692:0:70933:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077282.363697:0:70933:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: connect to NID 192.168.204.113@tcp last attempt 4265
00000400:00000200:1.0:1769077282.363703:0:70933:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:1.0:1769077282.363716:0:70933:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.113@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077282.363719:0:70933:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769077282.363723:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000040:1.0:1769077282.363725:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077282.363733:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077282.363736:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000200:2.0:1769077282.363756:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616079104, portal 25
00000100:00000001:1.0:1769077282.363757:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000001:1.0:1769077282.363764:0:70933:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077282.363764:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1769077282.363766:0:70933:0:(genops.c:823:class_conn2export()) looking for export cookie 0x20e8d230c4f319e5
00000100:00000001:2.0:1769077282.363767:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438236160 : -107392271315456 : ffff9e53c9d10e00)
00000020:00000001:1.0:1769077282.363769:0:70933:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077282.363772:0:70933:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e53c33af000 refcount=5
00000020:00000001:1.0:1769077282.363775:0:70933:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000020:00000001:1.0:1769077282.363777:0:70933:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636681327734784 : -107392381816832 : ffff9e53c33af000)
00000100:00000040:2.0:1769077282.363780:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d10e00 x1855007616079104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077282.363782:0:70933:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e53c3de2440 refcount 14 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077282.363787:0:70933:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077282.363791:0:70933:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e53c3de2440 refcount 15 to 192.168.204.113@tcp
00000100:00000001:1.0:1769077282.363795:0:70933:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636681338430528 : -107392371121088 : ffff9e53c3de2440)
00000020:00000040:1.0:1769077282.363800:0:70933:0:(genops.c:898:class_export_put()) PUTting export ffff9e53c33af000 : new refcount 4
00000100:00000001:2.0:1769077282.363803:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769077282.363821:0:70933:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9e53cbaf2800: import ffff9e53c9f6b800 using connection 192.168.204.113@tcp/192.168.204.113@tcp
00000100:00000001:1.0:1769077282.363829:0:70933:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077282.363831:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
02000000:00000001:1.0:1769077282.363836:0:70933:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077282.363840:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
02000000:00000001:1.0:1769077282.363843:0:70933:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077282.363851:0:70933:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.363855:0:70933:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:2.0:1769077282.363855:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007616079104, offset 0
00000008:00100000:1.0:1769077282.363881:0:70933:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077282.363887:0:70933:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.363891:0:70933:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077282.363913:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000100:00000010:1.0:1769077282.363915:0:70933:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e53c9d11180.
00000020:00000040:1.0:1769077282.363919:0:70933:0:(genops.c:1229:class_import_get()) import ffff9e53c9f6b800 refcount=4 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
02000000:00000001:1.0:1769077282.363921:0:70933:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077282.363922:0:70933:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077282.363924:0:70933:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077282.363926:0:70933:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077282.363928:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
02000000:00000001:1.0:1769077282.363929:0:70933:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077282.363935:0:70933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e53dea98000.
00000100:00000001:1.0:1769077282.363939:0:70933:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077282.363943:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000100:00100000:1.0:1769077282.363948:0:70933:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9e53c9d11180 x1855007616079360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077282.363955:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769077282.363957:0:70933:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077282.363961:0:70933:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077282.363965:0:70933:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000929eb9ba] to pc [ptlrpcd_rcv+-1]  req@ffff9e53c9d11180 x1855007616079360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077282.363967:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077282.363975:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077282.363977:0:70933:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077282.363980:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000100:00000040:1.0:1769077282.363982:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077282.363988:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077282.363991:0:70933:0:(pinger.c:229:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077282.363996:0:70933:0:(pinger.c:247:ptlrpc_pinger_process_import()) 111a00ff-1d06-4fd8-a237-35475472c474->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077282.363996:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37912:37912:256:4294967295] 192.168.204.113@tcp LPNI seq info [37882:37882:8:4294967295]
00000100:00000040:1.0:1769077282.364003:0:70933:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4276)
00000400:00000200:2.0:1769077282.364004:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077282.364019:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077282.364027:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077282.364032:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077282.364040:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077282.364044:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077282.364049:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077282.364053:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077282.364056:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077282.364059:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077282.364090:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077282.364096:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077282.364100:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077282.364103:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077282.364107:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077282.364111:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d10e00 x1855007616079104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364120:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077282.364123:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d10e00 x1855007616079104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364140:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077282.364142:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077282.364148:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077282.364152:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077282.364156:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4298939630
00000100:00000010:2.0:1769077282.364163:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d79720.
00000100:00000001:2.0:1769077282.364173:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769077282.364179:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4298939630
00000100:00000010:2.0:1769077282.364183:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e53c9d794e0.
00000100:00000001:2.0:1769077282.364187:0:2405:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769077282.364191:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077282.364194:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077282.364197:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077282.364203:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077282/real 1769077282]  req@ffff9e53c9d10e00 x1855007616079104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077282.364225:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077282.364227:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077282.364230:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077282.364232:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077282.364234:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077282.364236:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077282.364240:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d10e00 x1855007616079104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077282.364248:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d10e00 x1855007616079104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364253:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077282.364255:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.364256:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077282.364258:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077282.364261:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d10e00 x1855007616079104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364266:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077282.364269:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d10e00 x1855007616079104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364275:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077282.364278:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.364279:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077282.364280:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.364283:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077282.364284:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077282.364286:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c7a80800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077282.364290:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077282.364291:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077282.364295:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d10e00 x1855007616079104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077282.364306:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb66b8ca-12eb-4529-a4c1-c2972fcbf4e7:2405:1855007616079104:192.168.204.113@tcp:250:kworker.0
00000100:00000001:2.0:1769077282.364312:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.364315:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077282.364319:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d10e00 x1855007616079104/t0(0) o250->MGC192.168.204.113@tcp@192.168.204.113@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364328:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077282.364332:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077282.364345:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077282.364350:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077282.364352:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077282.364354:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c7a80800 refcount=3 obd=MGC192.168.204.113@tcp
00000020:00000001:2.0:1769077282.364357:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077282.364361:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9b400.
02000000:00000001:2.0:1769077282.364365:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077282.364368:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077282.364370:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d10e00.
00000100:00000001:2.0:1769077282.364374:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077282.364375:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.364378:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.364385:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077282.364386:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077282.364388:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077282.364389:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077282.364391:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077282.364394:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11c00 x1855007616079232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364400:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077282.364402:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077282.364404:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077282.364405:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077282.364407:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077282.364409:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616079232:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077282.364412:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077282.364414:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077282.364416:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077282.364417:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077282.364420:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077282.364423:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077282.364445:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077282.364451:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077282.364458:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077282.364464:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616079232, portal 10
00000100:00000001:2.0:1769077282.364468:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077282.364471:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438239744 : -107392271311872 : ffff9e53c9d11c00)
00000100:00000040:2.0:1769077282.364485:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11c00 x1855007616079232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364513:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077282.364516:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077282.364519:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077282.364522:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616079232, offset 0
00000400:00000200:2.0:1769077282.364528:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077282.364533:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077282.364538:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077282.364542:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077282.364544:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077282.364547:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077282.364549:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077282.364551:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37913:37913:256:4294967295] 192.168.204.113@tcp LPNI seq info [37883:37883:8:4294967295]
00000400:00000200:2.0:1769077282.364555:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077282.364583:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077282.364592:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077282.364597:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077282.364604:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077282.364609:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077282.364616:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077282.364621:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077282.364643:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077282.364646:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077282.364650:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077282.364655:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077282.364660:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077282.364662:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077282.364666:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077282.364672:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11c00 x1855007616079232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364681:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077282.364684:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11c00 x1855007616079232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364708:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077282.364710:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077282.364716:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077282.364721:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: using a timeout of 12968 usecs (13 jiffies)
00000400:00000200:2.0:1769077282.364726:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077282.364729:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298938382
00000100:00000001:2.0:1769077282.364734:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298939630
00000100:00000001:2.0:1769077282.364737:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298938382
00000100:00000001:2.0:1769077282.364740:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298939630
00000100:00000001:2.0:1769077282.364743:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077282.364746:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077282.364748:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077282.364753:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077282/real 1769077282]  req@ffff9e53c9d11c00 x1855007616079232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077282.364777:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077282.364778:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077282.364780:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077282.364782:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077282.364783:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077282.364785:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077282.364787:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11c00 x1855007616079232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077282.364794:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11c00 x1855007616079232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364799:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077282.364800:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.364802:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077282.364803:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077282.364805:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11c00 x1855007616079232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364810:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077282.364812:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11c00 x1855007616079232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364817:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077282.364819:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.364820:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077282.364821:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.364822:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077282.364823:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077282.364825:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077282.364828:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077282.364830:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077282.364833:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11c00 x1855007616079232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077282.364839:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616079232:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077282.364844:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077282.364849:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9e53c9d11180 x1855007616079360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364870:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077282.364873:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077282.364876:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077282.364878:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077282.364881:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077282.364885:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e53c9d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616079360:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077282.364889:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077282.364892:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077282.364893:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077282.364896:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077282.364900:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077282.364903:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077282.364907:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000010:2.0:1769077282.364911:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e53d9aee1b8.
00000400:00000010:2.0:1769077282.364914:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4880.
00000100:00000200:2.0:1769077282.364919:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007616079360, portal 10
00000100:00000001:2.0:1769077282.364920:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077282.364921:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636681438237056 : -107392271314560 : ffff9e53c9d11180)
00000100:00000040:2.0:1769077282.364927:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9e53c9d11180 x1855007616079360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.364933:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077282.364934:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.113@tcp
00000400:00000010:2.0:1769077282.364936:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e53c8cd4f68.
00000100:00000200:2.0:1769077282.364938:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007616079360, offset 0
00000400:00000200:2.0:1769077282.364941:0:2405:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp
00000400:00000200:2.0:1769077282.364944:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077282.364947:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.113@tcp local destination
00000400:00000200:2.0:1769077282.364949:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077282.364952:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.13@tcp
00000400:00000200:2.0:1769077282.364954:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.13@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077282.364956:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp
00000400:00000200:2.0:1769077282.364959:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.13@tcp NI seq info: [37914:37914:256:4294967295] 192.168.204.113@tcp LPNI seq info [37884:37884:8:4294967295]
00000400:00000200:2.0:1769077282.364962:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000400:00000200:2.0:1769077282.364967:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.13@tcp(192.168.204.13@tcp:<?>) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077282.364970:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077282.364972:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e53c60e8700.
00000800:00000200:2.0:1769077282.364975:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.0:1769077282.364977:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077282.364981:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e53cbc22840] -> 12345-192.168.204.113@tcp (2)
00000800:00000200:2.1:1769077282.364983:0:2405:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077282.364986:0:2405:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.113@tcp
00000800:00000010:2.0:1769077282.364987:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e53c60e8700.
00000400:00000200:2.0:1769077282.364990:0:2405:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077282.364992:0:2405:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.13@tcp->192.168.204.113@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077282.364994:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4f68
00000400:00000010:2.0:1769077282.364996:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4f68.
00000100:00000001:2.0:1769077282.364998:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077282.365000:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9e53c9d11180 x1855007616079360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.365006:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077282.365008:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9e53c9d11180 x1855007616079360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.365013:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077282.365015:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077282.365017:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077282.365019:0:2405:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: using a timeout of 19668 usecs (20 jiffies)
00000400:00000200:2.0:1769077282.365021:0:2405:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.113@tcp to cpt 1
00000100:00000001:2.0:1769077282.365023:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 2 is 4298938389
00000100:00000001:2.0:1769077282.365024:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 2, keep current deadline 4298939630
00000100:00000001:2.0:1769077282.365026:0:2405:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS new deadline estimation for cpu 3 is 4298938389
00000100:00000001:2.0:1769077282.365029:0:2405:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9e53cbaf2800: PM QoS request active for cpu 3, keep current deadline 4298939630
00000100:00000001:2.0:1769077282.365031:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077282.365032:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077282.365034:0:2405:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077282.365037:0:2405:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077282/real 1769077282]  req@ffff9e53c9d11180 x1855007616079360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077282.365060:0:2405:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077282.365062:0:2405:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077282.365064:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e53d9aee1b8.
00000400:00000200:2.0:1769077282.365066:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e53c8cd4880
00000400:00000010:2.0:1769077282.365067:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e53c8cd4880.
00000100:00000001:2.0:1769077282.365069:0:2405:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077282.365072:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9e53c9d11180 x1855007616079360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077282.365106:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9e53c9d11180 x1855007616079360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.365114:0:2405:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077282.365116:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.365118:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077282.365130:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077282.365134:0:2405:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9e53c9d11180 x1855007616079360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.365141:0:2405:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077282.365145:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9e53c9d11180 x1855007616079360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.365152:0:2405:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077282.365155:0:2405:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.365157:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077282.365159:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.365163:0:2405:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077282.365166:0:2405:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077282.365186:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9e53c9f6b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077282.365190:0:2405:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.113@tcp failed (-110)
00000100:00000001:2.0:1769077282.365193:0:2405:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077282.365199:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9e53c9d11180 x1855007616079360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077282.365210:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e53c9d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:111a00ff-1d06-4fd8-a237-35475472c474:2405:1855007616079360:192.168.204.113@tcp:38:kworker.0
00000100:00000001:2.0:1769077282.365215:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.365218:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077282.365222:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11c00 x1855007616079232/t0(0) o38->lustre-MDT0000-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.365232:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077282.365235:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077282.365238:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea23400.
02000000:00000001:2.0:1769077282.365242:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077282.365244:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077282.365246:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6f000 refcount=4 obd=lustre-MDT0000-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077282.365266:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077282.365269:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea9a400.
02000000:00000001:2.0:1769077282.365275:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077282.365278:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077282.365280:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11c00.
00000100:00000001:2.0:1769077282.365284:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077282.365285:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.365288:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077282.365293:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9e53c9d11180 x1855007616079360/t0(0) o38->lustre-MDT0001-mdc-ffff9e53cbaf2800@192.168.204.113@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077282.365305:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077282.365308:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077282.365311:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e53dea21c00.
02000000:00000001:2.0:1769077282.365317:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077282.365320:0:2405:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077282.365322:0:2405:0:(genops.c:1242:class_import_put()) import ffff9e53c9f6b800 refcount=3 obd=lustre-MDT0001-mdc-ffff9e53cbaf2800
00000020:00000001:2.0:1769077282.365326:0:2405:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077282.365329:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e53dea98000.
02000000:00000001:2.0:1769077282.365333:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077282.365336:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077282.365339:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e53c9d11180.
00000100:00000001:2.0:1769077282.365343:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077282.365346:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.365350:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077282.365358:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077282.365360:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077282.365364:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077282.365368:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
Debug log: 128187 lines, 128187 kept, 0 dropped, 0 bad.